Invalid JSON:Unexpected token 'N', ..."on_ours": NaN,
""... is not valid JSON
| { | |
| "A_lemma1_in_data": { | |
| "runs": 20, | |
| "d": 8, | |
| "N": 5000, | |
| "T": 3, | |
| "mean_adjacencies_with_evolution": 9.95, | |
| "total_spurious_with_evolution": 46, | |
| "total_spurious_explained_by_Gplus": 38, | |
| "total_spurious_without_selection": 8, | |
| "mean_spurious_with_evolution": 2.3, | |
| "mean_spurious_without_selection": 0.4, | |
| "detail": [ | |
| { | |
| "seed": 0, | |
| "d": 8, | |
| "n_true_causal_edges": 8, | |
| "evolution_adjacencies": 12, | |
| "evolution_spurious_wrt_true_causal": 5, | |
| "evolution_spurious_explained_by_Gplus": 3, | |
| "no_selection_adjacencies": 8, | |
| "no_selection_spurious_wrt_true_causal": 0 | |
| }, | |
| { | |
| "seed": 1, | |
| "d": 8, | |
| "n_true_causal_edges": 8, | |
| "evolution_adjacencies": 11, | |
| "evolution_spurious_wrt_true_causal": 3, | |
| "evolution_spurious_explained_by_Gplus": 3, | |
| "no_selection_adjacencies": 8, | |
| "no_selection_spurious_wrt_true_causal": 0 | |
| }, | |
| { | |
| "seed": 2, | |
| "d": 8, | |
| "n_true_causal_edges": 8, | |
| "evolution_adjacencies": 9, | |
| "evolution_spurious_wrt_true_causal": 1, | |
| "evolution_spurious_explained_by_Gplus": 1, | |
| "no_selection_adjacencies": 8, | |
| "no_selection_spurious_wrt_true_causal": 0 | |
| }, | |
| { | |
| "seed": 3, | |
| "d": 8, | |
| "n_true_causal_edges": 8, | |
| "evolution_adjacencies": 11, | |
| "evolution_spurious_wrt_true_causal": 3, | |
| "evolution_spurious_explained_by_Gplus": 3, | |
| "no_selection_adjacencies": 8, | |
| "no_selection_spurious_wrt_true_causal": 0 | |
| }, | |
| { | |
| "seed": 4, | |
| "d": 8, | |
| "n_true_causal_edges": 8, | |
| "evolution_adjacencies": 9, | |
| "evolution_spurious_wrt_true_causal": 1, | |
| "evolution_spurious_explained_by_Gplus": 1, | |
| "no_selection_adjacencies": 9, | |
| "no_selection_spurious_wrt_true_causal": 1 | |
| }, | |
| { | |
| "seed": 5, | |
| "d": 8, | |
| "n_true_causal_edges": 8, | |
| "evolution_adjacencies": 11, | |
| "evolution_spurious_wrt_true_causal": 3, | |
| "evolution_spurious_explained_by_Gplus": 2, | |
| "no_selection_adjacencies": 8, | |
| "no_selection_spurious_wrt_true_causal": 0 | |
| }, | |
| { | |
| "seed": 6, | |
| "d": 8, | |
| "n_true_causal_edges": 8, | |
| "evolution_adjacencies": 11, | |
| "evolution_spurious_wrt_true_causal": 4, | |
| "evolution_spurious_explained_by_Gplus": 2, | |
| "no_selection_adjacencies": 9, | |
| "no_selection_spurious_wrt_true_causal": 1 | |
| }, | |
| { | |
| "seed": 7, | |
| "d": 8, | |
| "n_true_causal_edges": 8, | |
| "evolution_adjacencies": 11, | |
| "evolution_spurious_wrt_true_causal": 3, | |
| "evolution_spurious_explained_by_Gplus": 2, | |
| "no_selection_adjacencies": 8, | |
| "no_selection_spurious_wrt_true_causal": 0 | |
| }, | |
| { | |
| "seed": 8, | |
| "d": 8, | |
| "n_true_causal_edges": 8, | |
| "evolution_adjacencies": 10, | |
| "evolution_spurious_wrt_true_causal": 2, | |
| "evolution_spurious_explained_by_Gplus": 1, | |
| "no_selection_adjacencies": 8, | |
| "no_selection_spurious_wrt_true_causal": 0 | |
| }, | |
| { | |
| "seed": 9, | |
| "d": 8, | |
| "n_true_causal_edges": 8, | |
| "evolution_adjacencies": 10, | |
| "evolution_spurious_wrt_true_causal": 2, | |
| "evolution_spurious_explained_by_Gplus": 2, | |
| "no_selection_adjacencies": 8, | |
| "no_selection_spurious_wrt_true_causal": 0 | |
| }, | |
| { | |
| "seed": 10, | |
| "d": 8, | |
| "n_true_causal_edges": 8, | |
| "evolution_adjacencies": 7, | |
| "evolution_spurious_wrt_true_causal": 0, | |
| "evolution_spurious_explained_by_Gplus": 0, | |
| "no_selection_adjacencies": 8, | |
| "no_selection_spurious_wrt_true_causal": 0 | |
| }, | |
| { | |
| "seed": 11, | |
| "d": 8, | |
| "n_true_causal_edges": 8, | |
| "evolution_adjacencies": 9, | |
| "evolution_spurious_wrt_true_causal": 1, | |
| "evolution_spurious_explained_by_Gplus": 0, | |
| "no_selection_adjacencies": 8, | |
| "no_selection_spurious_wrt_true_causal": 0 | |
| }, | |
| { | |
| "seed": 12, | |
| "d": 8, | |
| "n_true_causal_edges": 8, | |
| "evolution_adjacencies": 10, | |
| "evolution_spurious_wrt_true_causal": 2, | |
| "evolution_spurious_explained_by_Gplus": 2, | |
| "no_selection_adjacencies": 9, | |
| "no_selection_spurious_wrt_true_causal": 1 | |
| }, | |
| { | |
| "seed": 13, | |
| "d": 8, | |
| "n_true_causal_edges": 8, | |
| "evolution_adjacencies": 10, | |
| "evolution_spurious_wrt_true_causal": 3, | |
| "evolution_spurious_explained_by_Gplus": 3, | |
| "no_selection_adjacencies": 9, | |
| "no_selection_spurious_wrt_true_causal": 1 | |
| }, | |
| { | |
| "seed": 14, | |
| "d": 8, | |
| "n_true_causal_edges": 8, | |
| "evolution_adjacencies": 10, | |
| "evolution_spurious_wrt_true_causal": 2, | |
| "evolution_spurious_explained_by_Gplus": 2, | |
| "no_selection_adjacencies": 9, | |
| "no_selection_spurious_wrt_true_causal": 1 | |
| }, | |
| { | |
| "seed": 15, | |
| "d": 8, | |
| "n_true_causal_edges": 8, | |
| "evolution_adjacencies": 9, | |
| "evolution_spurious_wrt_true_causal": 1, | |
| "evolution_spurious_explained_by_Gplus": 1, | |
| "no_selection_adjacencies": 8, | |
| "no_selection_spurious_wrt_true_causal": 0 | |
| }, | |
| { | |
| "seed": 16, | |
| "d": 8, | |
| "n_true_causal_edges": 8, | |
| "evolution_adjacencies": 11, | |
| "evolution_spurious_wrt_true_causal": 3, | |
| "evolution_spurious_explained_by_Gplus": 3, | |
| "no_selection_adjacencies": 8, | |
| "no_selection_spurious_wrt_true_causal": 0 | |
| }, | |
| { | |
| "seed": 17, | |
| "d": 8, | |
| "n_true_causal_edges": 8, | |
| "evolution_adjacencies": 9, | |
| "evolution_spurious_wrt_true_causal": 2, | |
| "evolution_spurious_explained_by_Gplus": 2, | |
| "no_selection_adjacencies": 8, | |
| "no_selection_spurious_wrt_true_causal": 1 | |
| }, | |
| { | |
| "seed": 18, | |
| "d": 8, | |
| "n_true_causal_edges": 8, | |
| "evolution_adjacencies": 9, | |
| "evolution_spurious_wrt_true_causal": 2, | |
| "evolution_spurious_explained_by_Gplus": 2, | |
| "no_selection_adjacencies": 9, | |
| "no_selection_spurious_wrt_true_causal": 2 | |
| }, | |
| { | |
| "seed": 19, | |
| "d": 8, | |
| "n_true_causal_edges": 8, | |
| "evolution_adjacencies": 10, | |
| "evolution_spurious_wrt_true_causal": 3, | |
| "evolution_spurious_explained_by_Gplus": 3, | |
| "no_selection_adjacencies": 8, | |
| "no_selection_spurious_wrt_true_causal": 0 | |
| } | |
| ] | |
| }, | |
| "B_theorem2_in_data": { | |
| "runs": 20, | |
| "d": 10, | |
| "N": 5000, | |
| "T": 3, | |
| "precision_standard": 0.7284282384282383, | |
| "precision_ours": 0.6806811609443187, | |
| "theorem2_soundness_rate": 0.3625, | |
| "runs_where_ours_ge_standard": 9, | |
| "detail": [ | |
| { | |
| "precision_standard": 0.7692307692307693, | |
| "precision_ours": 0.8333333333333334, | |
| "n_adjacencies": 13, | |
| "n_oriented": 6, | |
| "n_true_edges": 10, | |
| "oriented_direction_correct": 5, | |
| "oriented_satisfying_theorem2": 5, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.5, | |
| "seed": 0, | |
| "d": 10, | |
| "n_anS": 3 | |
| }, | |
| { | |
| "precision_standard": 0.42857142857142855, | |
| "precision_ours": 0.4444444444444444, | |
| "n_adjacencies": 14, | |
| "n_oriented": 9, | |
| "n_true_edges": 10, | |
| "oriented_direction_correct": 2, | |
| "oriented_satisfying_theorem2": 1, | |
| "recall_standard": 0.6, | |
| "recall_ours": 0.4, | |
| "seed": 1, | |
| "d": 10, | |
| "n_anS": 6 | |
| }, | |
| { | |
| "precision_standard": 0.6923076923076923, | |
| "precision_ours": 0.75, | |
| "n_adjacencies": 13, | |
| "n_oriented": 8, | |
| "n_true_edges": 10, | |
| "oriented_direction_correct": 5, | |
| "oriented_satisfying_theorem2": 5, | |
| "recall_standard": 0.9, | |
| "recall_ours": 0.6, | |
| "seed": 2, | |
| "d": 10, | |
| "n_anS": 4 | |
| }, | |
| { | |
| "precision_standard": 0.6923076923076923, | |
| "precision_ours": 0.6666666666666666, | |
| "n_adjacencies": 13, | |
| "n_oriented": 12, | |
| "n_true_edges": 10, | |
| "oriented_direction_correct": 3, | |
| "oriented_satisfying_theorem2": 3, | |
| "recall_standard": 0.9, | |
| "recall_ours": 0.8, | |
| "seed": 3, | |
| "d": 10, | |
| "n_anS": 2 | |
| }, | |
| { | |
| "precision_standard": 0.7142857142857143, | |
| "precision_ours": 0.6, | |
| "n_adjacencies": 14, | |
| "n_oriented": 5, | |
| "n_true_edges": 10, | |
| "oriented_direction_correct": 3, | |
| "oriented_satisfying_theorem2": 3, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.3, | |
| "seed": 4, | |
| "d": 10, | |
| "n_anS": 4 | |
| }, | |
| { | |
| "precision_standard": 0.5384615384615384, | |
| "precision_ours": 0.5454545454545454, | |
| "n_adjacencies": 13, | |
| "n_oriented": 11, | |
| "n_true_edges": 10, | |
| "oriented_direction_correct": 4, | |
| "oriented_satisfying_theorem2": 4, | |
| "recall_standard": 0.7, | |
| "recall_ours": 0.6, | |
| "seed": 5, | |
| "d": 10, | |
| "n_anS": 4 | |
| }, | |
| { | |
| "precision_standard": 0.9, | |
| "precision_ours": 1.0, | |
| "n_adjacencies": 10, | |
| "n_oriented": 3, | |
| "n_true_edges": 10, | |
| "oriented_direction_correct": 3, | |
| "oriented_satisfying_theorem2": 3, | |
| "recall_standard": 0.9, | |
| "recall_ours": 0.3, | |
| "seed": 6, | |
| "d": 10, | |
| "n_anS": 6 | |
| }, | |
| { | |
| "precision_standard": 0.8333333333333334, | |
| "precision_ours": 0.8571428571428571, | |
| "n_adjacencies": 12, | |
| "n_oriented": 7, | |
| "n_true_edges": 10, | |
| "oriented_direction_correct": 6, | |
| "oriented_satisfying_theorem2": 6, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.6, | |
| "seed": 7, | |
| "d": 10, | |
| "n_anS": 3 | |
| }, | |
| { | |
| "precision_standard": 0.7272727272727273, | |
| "precision_ours": 0.7272727272727273, | |
| "n_adjacencies": 11, | |
| "n_oriented": 11, | |
| "n_true_edges": 10, | |
| "oriented_direction_correct": 5, | |
| "oriented_satisfying_theorem2": 0, | |
| "recall_standard": 0.8, | |
| "recall_ours": 0.8, | |
| "seed": 8, | |
| "d": 10, | |
| "n_anS": 7 | |
| }, | |
| { | |
| "precision_standard": 0.7692307692307693, | |
| "precision_ours": 0.8181818181818182, | |
| "n_adjacencies": 13, | |
| "n_oriented": 11, | |
| "n_true_edges": 10, | |
| "oriented_direction_correct": 7, | |
| "oriented_satisfying_theorem2": 3, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.9, | |
| "seed": 9, | |
| "d": 10, | |
| "n_anS": 7 | |
| }, | |
| { | |
| "precision_standard": 0.5714285714285714, | |
| "precision_ours": 0.5384615384615384, | |
| "n_adjacencies": 14, | |
| "n_oriented": 13, | |
| "n_true_edges": 10, | |
| "oriented_direction_correct": 6, | |
| "oriented_satisfying_theorem2": 4, | |
| "recall_standard": 0.8, | |
| "recall_ours": 0.7, | |
| "seed": 10, | |
| "d": 10, | |
| "n_anS": 4 | |
| }, | |
| { | |
| "precision_standard": 0.7142857142857143, | |
| "precision_ours": 0.6666666666666666, | |
| "n_adjacencies": 14, | |
| "n_oriented": 12, | |
| "n_true_edges": 10, | |
| "oriented_direction_correct": 6, | |
| "oriented_satisfying_theorem2": 5, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.8, | |
| "seed": 11, | |
| "d": 10, | |
| "n_anS": 3 | |
| }, | |
| { | |
| "precision_standard": 0.6923076923076923, | |
| "precision_ours": 0.5555555555555556, | |
| "n_adjacencies": 13, | |
| "n_oriented": 9, | |
| "n_true_edges": 10, | |
| "oriented_direction_correct": 3, | |
| "oriented_satisfying_theorem2": 0, | |
| "recall_standard": 0.9, | |
| "recall_ours": 0.5, | |
| "seed": 12, | |
| "d": 10, | |
| "n_anS": 6 | |
| }, | |
| { | |
| "precision_standard": 0.8333333333333334, | |
| "precision_ours": 0.8333333333333334, | |
| "n_adjacencies": 12, | |
| "n_oriented": 6, | |
| "n_true_edges": 10, | |
| "oriented_direction_correct": 5, | |
| "oriented_satisfying_theorem2": 5, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.5, | |
| "seed": 13, | |
| "d": 10, | |
| "n_anS": 4 | |
| }, | |
| { | |
| "precision_standard": 0.9, | |
| "precision_ours": NaN, | |
| "n_adjacencies": 10, | |
| "n_oriented": 0, | |
| "n_true_edges": 10, | |
| "oriented_direction_correct": 0, | |
| "oriented_satisfying_theorem2": 0, | |
| "recall_standard": 0.9, | |
| "recall_ours": 0.0, | |
| "seed": 14, | |
| "d": 10, | |
| "n_anS": 4 | |
| }, | |
| { | |
| "precision_standard": 0.9090909090909091, | |
| "precision_ours": 0.5, | |
| "n_adjacencies": 11, | |
| "n_oriented": 2, | |
| "n_true_edges": 10, | |
| "oriented_direction_correct": 0, | |
| "oriented_satisfying_theorem2": 0, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.1, | |
| "seed": 15, | |
| "d": 10, | |
| "n_anS": 4 | |
| }, | |
| { | |
| "precision_standard": 0.7272727272727273, | |
| "precision_ours": 0.7, | |
| "n_adjacencies": 11, | |
| "n_oriented": 10, | |
| "n_true_edges": 10, | |
| "oriented_direction_correct": 4, | |
| "oriented_satisfying_theorem2": 1, | |
| "recall_standard": 0.8, | |
| "recall_ours": 0.7, | |
| "seed": 16, | |
| "d": 10, | |
| "n_anS": 7 | |
| }, | |
| { | |
| "precision_standard": 0.7142857142857143, | |
| "precision_ours": 0.625, | |
| "n_adjacencies": 14, | |
| "n_oriented": 8, | |
| "n_true_edges": 10, | |
| "oriented_direction_correct": 4, | |
| "oriented_satisfying_theorem2": 4, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.5, | |
| "seed": 17, | |
| "d": 10, | |
| "n_anS": 4 | |
| }, | |
| { | |
| "precision_standard": 0.7272727272727273, | |
| "precision_ours": 0.5714285714285714, | |
| "n_adjacencies": 11, | |
| "n_oriented": 7, | |
| "n_true_edges": 10, | |
| "oriented_direction_correct": 2, | |
| "oriented_satisfying_theorem2": 1, | |
| "recall_standard": 0.8, | |
| "recall_ours": 0.4, | |
| "seed": 18, | |
| "d": 10, | |
| "n_anS": 4 | |
| }, | |
| { | |
| "precision_standard": 0.7142857142857143, | |
| "precision_ours": 0.7, | |
| "n_adjacencies": 14, | |
| "n_oriented": 10, | |
| "n_true_edges": 10, | |
| "oriented_direction_correct": 7, | |
| "oriented_satisfying_theorem2": 5, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.7, | |
| "seed": 19, | |
| "d": 10, | |
| "n_anS": 4 | |
| } | |
| ] | |
| }, | |
| "C_theorem4_in_data": { | |
| "runs": 20, | |
| "d": 8, | |
| "K": 4, | |
| "N_per_domain": 5000, | |
| "mean_correct_oriented_single": 3.55, | |
| "mean_correct_oriented_multi": 4.65, | |
| "mean_n_oriented_single": 5.6, | |
| "mean_n_oriented_multi": 8.2, | |
| "runs_multi_ge_single": 16, | |
| "detail": [ | |
| { | |
| "seed": 0, | |
| "d": 8, | |
| "K": 4, | |
| "n_anS": 2, | |
| "single_domain": { | |
| "precision_standard": 1.0, | |
| "precision_ours": 1.0, | |
| "n_adjacencies": 8, | |
| "n_oriented": 7, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 7, | |
| "oriented_satisfying_theorem2": 7, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.875 | |
| }, | |
| "multi_domain": { | |
| "precision_standard": 0.8888888888888888, | |
| "precision_ours": 1.0, | |
| "n_adjacencies": 9, | |
| "n_oriented": 8, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 8, | |
| "oriented_satisfying_theorem2": 8, | |
| "recall_standard": 1.0, | |
| "recall_ours": 1.0 | |
| }, | |
| "single_correct_oriented": 7, | |
| "multi_correct_oriented": 8, | |
| "single_n_oriented": 7, | |
| "multi_n_oriented": 8 | |
| }, | |
| { | |
| "seed": 1, | |
| "d": 8, | |
| "K": 4, | |
| "n_anS": 2, | |
| "single_domain": { | |
| "precision_standard": 0.6363636363636364, | |
| "precision_ours": 0.625, | |
| "n_adjacencies": 11, | |
| "n_oriented": 8, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 4, | |
| "oriented_satisfying_theorem2": 4, | |
| "recall_standard": 0.875, | |
| "recall_ours": 0.625 | |
| }, | |
| "multi_domain": { | |
| "precision_standard": 0.8, | |
| "precision_ours": 0.8, | |
| "n_adjacencies": 10, | |
| "n_oriented": 10, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 8, | |
| "oriented_satisfying_theorem2": 8, | |
| "recall_standard": 1.0, | |
| "recall_ours": 1.0 | |
| }, | |
| "single_correct_oriented": 4, | |
| "multi_correct_oriented": 8, | |
| "single_n_oriented": 8, | |
| "multi_n_oriented": 10 | |
| }, | |
| { | |
| "seed": 2, | |
| "d": 8, | |
| "K": 4, | |
| "n_anS": 2, | |
| "single_domain": { | |
| "precision_standard": 0.7272727272727273, | |
| "precision_ours": 0.6666666666666666, | |
| "n_adjacencies": 11, | |
| "n_oriented": 3, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 2, | |
| "oriented_satisfying_theorem2": 2, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.25 | |
| }, | |
| "multi_domain": { | |
| "precision_standard": 0.8888888888888888, | |
| "precision_ours": 0.8888888888888888, | |
| "n_adjacencies": 9, | |
| "n_oriented": 9, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 6, | |
| "oriented_satisfying_theorem2": 6, | |
| "recall_standard": 1.0, | |
| "recall_ours": 1.0 | |
| }, | |
| "single_correct_oriented": 2, | |
| "multi_correct_oriented": 6, | |
| "single_n_oriented": 3, | |
| "multi_n_oriented": 9 | |
| }, | |
| { | |
| "seed": 3, | |
| "d": 8, | |
| "K": 4, | |
| "n_anS": 5, | |
| "single_domain": { | |
| "precision_standard": 0.7, | |
| "precision_ours": 0.7777777777777778, | |
| "n_adjacencies": 10, | |
| "n_oriented": 9, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 5, | |
| "oriented_satisfying_theorem2": 1, | |
| "recall_standard": 0.875, | |
| "recall_ours": 0.875 | |
| }, | |
| "multi_domain": { | |
| "precision_standard": 0.6363636363636364, | |
| "precision_ours": 0.7, | |
| "n_adjacencies": 11, | |
| "n_oriented": 10, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 6, | |
| "oriented_satisfying_theorem2": 2, | |
| "recall_standard": 0.875, | |
| "recall_ours": 0.875 | |
| }, | |
| "single_correct_oriented": 5, | |
| "multi_correct_oriented": 6, | |
| "single_n_oriented": 9, | |
| "multi_n_oriented": 10 | |
| }, | |
| { | |
| "seed": 4, | |
| "d": 8, | |
| "K": 4, | |
| "n_anS": 3, | |
| "single_domain": { | |
| "precision_standard": 0.8, | |
| "precision_ours": 0.8, | |
| "n_adjacencies": 10, | |
| "n_oriented": 5, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 4, | |
| "oriented_satisfying_theorem2": 4, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.5 | |
| }, | |
| "multi_domain": { | |
| "precision_standard": 0.8888888888888888, | |
| "precision_ours": 1.0, | |
| "n_adjacencies": 9, | |
| "n_oriented": 7, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 6, | |
| "oriented_satisfying_theorem2": 5, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.875 | |
| }, | |
| "single_correct_oriented": 4, | |
| "multi_correct_oriented": 6, | |
| "single_n_oriented": 5, | |
| "multi_n_oriented": 7 | |
| }, | |
| { | |
| "seed": 5, | |
| "d": 8, | |
| "K": 4, | |
| "n_anS": 5, | |
| "single_domain": { | |
| "precision_standard": 0.875, | |
| "precision_ours": 1.0, | |
| "n_adjacencies": 8, | |
| "n_oriented": 2, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 2, | |
| "oriented_satisfying_theorem2": 2, | |
| "recall_standard": 0.875, | |
| "recall_ours": 0.25 | |
| }, | |
| "multi_domain": { | |
| "precision_standard": 0.8, | |
| "precision_ours": 0.6, | |
| "n_adjacencies": 10, | |
| "n_oriented": 5, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 3, | |
| "oriented_satisfying_theorem2": 3, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.375 | |
| }, | |
| "single_correct_oriented": 2, | |
| "multi_correct_oriented": 3, | |
| "single_n_oriented": 2, | |
| "multi_n_oriented": 5 | |
| }, | |
| { | |
| "seed": 6, | |
| "d": 8, | |
| "K": 4, | |
| "n_anS": 2, | |
| "single_domain": { | |
| "precision_standard": 0.8888888888888888, | |
| "precision_ours": 1.0, | |
| "n_adjacencies": 9, | |
| "n_oriented": 2, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 2, | |
| "oriented_satisfying_theorem2": 2, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.25 | |
| }, | |
| "multi_domain": { | |
| "precision_standard": 1.0, | |
| "precision_ours": 1.0, | |
| "n_adjacencies": 8, | |
| "n_oriented": 5, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 5, | |
| "oriented_satisfying_theorem2": 4, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.625 | |
| }, | |
| "single_correct_oriented": 2, | |
| "multi_correct_oriented": 5, | |
| "single_n_oriented": 2, | |
| "multi_n_oriented": 5 | |
| }, | |
| { | |
| "seed": 7, | |
| "d": 8, | |
| "K": 4, | |
| "n_anS": 6, | |
| "single_domain": { | |
| "precision_standard": 0.8, | |
| "precision_ours": 0.8, | |
| "n_adjacencies": 10, | |
| "n_oriented": 10, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 7, | |
| "oriented_satisfying_theorem2": 3, | |
| "recall_standard": 1.0, | |
| "recall_ours": 1.0 | |
| }, | |
| "multi_domain": { | |
| "precision_standard": 0.8, | |
| "precision_ours": 0.7142857142857143, | |
| "n_adjacencies": 10, | |
| "n_oriented": 7, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 5, | |
| "oriented_satisfying_theorem2": 3, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.625 | |
| }, | |
| "single_correct_oriented": 7, | |
| "multi_correct_oriented": 5, | |
| "single_n_oriented": 10, | |
| "multi_n_oriented": 7 | |
| }, | |
| { | |
| "seed": 8, | |
| "d": 8, | |
| "K": 4, | |
| "n_anS": 4, | |
| "single_domain": { | |
| "precision_standard": 0.8888888888888888, | |
| "precision_ours": 1.0, | |
| "n_adjacencies": 9, | |
| "n_oriented": 2, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 2, | |
| "oriented_satisfying_theorem2": 2, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.25 | |
| }, | |
| "multi_domain": { | |
| "precision_standard": 0.8, | |
| "precision_ours": 0.5, | |
| "n_adjacencies": 10, | |
| "n_oriented": 2, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 0, | |
| "oriented_satisfying_theorem2": 0, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.125 | |
| }, | |
| "single_correct_oriented": 2, | |
| "multi_correct_oriented": 0, | |
| "single_n_oriented": 2, | |
| "multi_n_oriented": 2 | |
| }, | |
| { | |
| "seed": 9, | |
| "d": 8, | |
| "K": 4, | |
| "n_anS": 5, | |
| "single_domain": { | |
| "precision_standard": 0.7777777777777778, | |
| "precision_ours": 0.7142857142857143, | |
| "n_adjacencies": 9, | |
| "n_oriented": 7, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 4, | |
| "oriented_satisfying_theorem2": 2, | |
| "recall_standard": 0.875, | |
| "recall_ours": 0.625 | |
| }, | |
| "multi_domain": { | |
| "precision_standard": 0.8888888888888888, | |
| "precision_ours": 1.0, | |
| "n_adjacencies": 9, | |
| "n_oriented": 8, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 6, | |
| "oriented_satisfying_theorem2": 2, | |
| "recall_standard": 1.0, | |
| "recall_ours": 1.0 | |
| }, | |
| "single_correct_oriented": 4, | |
| "multi_correct_oriented": 6, | |
| "single_n_oriented": 7, | |
| "multi_n_oriented": 8 | |
| }, | |
| { | |
| "seed": 10, | |
| "d": 8, | |
| "K": 4, | |
| "n_anS": 3, | |
| "single_domain": { | |
| "precision_standard": 0.7, | |
| "precision_ours": 0.625, | |
| "n_adjacencies": 10, | |
| "n_oriented": 8, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 4, | |
| "oriented_satisfying_theorem2": 4, | |
| "recall_standard": 0.875, | |
| "recall_ours": 0.625 | |
| }, | |
| "multi_domain": { | |
| "precision_standard": 0.7272727272727273, | |
| "precision_ours": 0.7, | |
| "n_adjacencies": 11, | |
| "n_oriented": 10, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 5, | |
| "oriented_satisfying_theorem2": 4, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.875 | |
| }, | |
| "single_correct_oriented": 4, | |
| "multi_correct_oriented": 5, | |
| "single_n_oriented": 8, | |
| "multi_n_oriented": 10 | |
| }, | |
| { | |
| "seed": 11, | |
| "d": 8, | |
| "K": 4, | |
| "n_anS": 4, | |
| "single_domain": { | |
| "precision_standard": 0.8, | |
| "precision_ours": 1.0, | |
| "n_adjacencies": 10, | |
| "n_oriented": 3, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 3, | |
| "oriented_satisfying_theorem2": 3, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.375 | |
| }, | |
| "multi_domain": { | |
| "precision_standard": 0.7272727272727273, | |
| "precision_ours": 0.7, | |
| "n_adjacencies": 11, | |
| "n_oriented": 10, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 7, | |
| "oriented_satisfying_theorem2": 4, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.875 | |
| }, | |
| "single_correct_oriented": 3, | |
| "multi_correct_oriented": 7, | |
| "single_n_oriented": 3, | |
| "multi_n_oriented": 10 | |
| }, | |
| { | |
| "seed": 12, | |
| "d": 8, | |
| "K": 4, | |
| "n_anS": 5, | |
| "single_domain": { | |
| "precision_standard": 0.6363636363636364, | |
| "precision_ours": 0.6666666666666666, | |
| "n_adjacencies": 11, | |
| "n_oriented": 9, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 4, | |
| "oriented_satisfying_theorem2": 2, | |
| "recall_standard": 0.875, | |
| "recall_ours": 0.75 | |
| }, | |
| "multi_domain": { | |
| "precision_standard": 0.7, | |
| "precision_ours": 0.7, | |
| "n_adjacencies": 10, | |
| "n_oriented": 10, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 5, | |
| "oriented_satisfying_theorem2": 3, | |
| "recall_standard": 0.875, | |
| "recall_ours": 0.875 | |
| }, | |
| "single_correct_oriented": 4, | |
| "multi_correct_oriented": 5, | |
| "single_n_oriented": 9, | |
| "multi_n_oriented": 10 | |
| }, | |
| { | |
| "seed": 13, | |
| "d": 8, | |
| "K": 4, | |
| "n_anS": 7, | |
| "single_domain": { | |
| "precision_standard": 0.5384615384615384, | |
| "precision_ours": 0.45454545454545453, | |
| "n_adjacencies": 13, | |
| "n_oriented": 11, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 1, | |
| "oriented_satisfying_theorem2": 0, | |
| "recall_standard": 0.875, | |
| "recall_ours": 0.625 | |
| }, | |
| "multi_domain": { | |
| "precision_standard": 0.5714285714285714, | |
| "precision_ours": 0.5384615384615384, | |
| "n_adjacencies": 14, | |
| "n_oriented": 13, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 3, | |
| "oriented_satisfying_theorem2": 0, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.875 | |
| }, | |
| "single_correct_oriented": 1, | |
| "multi_correct_oriented": 3, | |
| "single_n_oriented": 11, | |
| "multi_n_oriented": 13 | |
| }, | |
| { | |
| "seed": 14, | |
| "d": 8, | |
| "K": 4, | |
| "n_anS": 4, | |
| "single_domain": { | |
| "precision_standard": 0.7272727272727273, | |
| "precision_ours": NaN, | |
| "n_adjacencies": 11, | |
| "n_oriented": 0, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 0, | |
| "oriented_satisfying_theorem2": 0, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.0 | |
| }, | |
| "multi_domain": { | |
| "precision_standard": 0.8, | |
| "precision_ours": 0.8571428571428571, | |
| "n_adjacencies": 10, | |
| "n_oriented": 7, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 0, | |
| "oriented_satisfying_theorem2": 0, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.75 | |
| }, | |
| "single_correct_oriented": 0, | |
| "multi_correct_oriented": 0, | |
| "single_n_oriented": 0, | |
| "multi_n_oriented": 7 | |
| }, | |
| { | |
| "seed": 15, | |
| "d": 8, | |
| "K": 4, | |
| "n_anS": 2, | |
| "single_domain": { | |
| "precision_standard": 0.8888888888888888, | |
| "precision_ours": 0.875, | |
| "n_adjacencies": 9, | |
| "n_oriented": 8, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 7, | |
| "oriented_satisfying_theorem2": 7, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.875 | |
| }, | |
| "multi_domain": { | |
| "precision_standard": 0.8888888888888888, | |
| "precision_ours": 0.8888888888888888, | |
| "n_adjacencies": 9, | |
| "n_oriented": 9, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 6, | |
| "oriented_satisfying_theorem2": 5, | |
| "recall_standard": 1.0, | |
| "recall_ours": 1.0 | |
| }, | |
| "single_correct_oriented": 7, | |
| "multi_correct_oriented": 6, | |
| "single_n_oriented": 8, | |
| "multi_n_oriented": 9 | |
| }, | |
| { | |
| "seed": 16, | |
| "d": 8, | |
| "K": 4, | |
| "n_anS": 5, | |
| "single_domain": { | |
| "precision_standard": 0.75, | |
| "precision_ours": 0.75, | |
| "n_adjacencies": 8, | |
| "n_oriented": 8, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 5, | |
| "oriented_satisfying_theorem2": 1, | |
| "recall_standard": 0.75, | |
| "recall_ours": 0.75 | |
| }, | |
| "multi_domain": { | |
| "precision_standard": 0.6363636363636364, | |
| "precision_ours": 0.6363636363636364, | |
| "n_adjacencies": 11, | |
| "n_oriented": 11, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 1, | |
| "oriented_satisfying_theorem2": 0, | |
| "recall_standard": 0.875, | |
| "recall_ours": 0.875 | |
| }, | |
| "single_correct_oriented": 5, | |
| "multi_correct_oriented": 1, | |
| "single_n_oriented": 8, | |
| "multi_n_oriented": 11 | |
| }, | |
| { | |
| "seed": 17, | |
| "d": 8, | |
| "K": 4, | |
| "n_anS": 2, | |
| "single_domain": { | |
| "precision_standard": 1.0, | |
| "precision_ours": 1.0, | |
| "n_adjacencies": 8, | |
| "n_oriented": 5, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 5, | |
| "oriented_satisfying_theorem2": 5, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.625 | |
| }, | |
| "multi_domain": { | |
| "precision_standard": 0.8, | |
| "precision_ours": 0.7777777777777778, | |
| "n_adjacencies": 10, | |
| "n_oriented": 9, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 6, | |
| "oriented_satisfying_theorem2": 6, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.875 | |
| }, | |
| "single_correct_oriented": 5, | |
| "multi_correct_oriented": 6, | |
| "single_n_oriented": 5, | |
| "multi_n_oriented": 9 | |
| }, | |
| { | |
| "seed": 18, | |
| "d": 8, | |
| "K": 4, | |
| "n_anS": 4, | |
| "single_domain": { | |
| "precision_standard": 0.7272727272727273, | |
| "precision_ours": 0.5, | |
| "n_adjacencies": 11, | |
| "n_oriented": 2, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 0, | |
| "oriented_satisfying_theorem2": 0, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.125 | |
| }, | |
| "multi_domain": { | |
| "precision_standard": 0.7272727272727273, | |
| "precision_ours": 0.7272727272727273, | |
| "n_adjacencies": 11, | |
| "n_oriented": 11, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 4, | |
| "oriented_satisfying_theorem2": 3, | |
| "recall_standard": 1.0, | |
| "recall_ours": 1.0 | |
| }, | |
| "single_correct_oriented": 0, | |
| "multi_correct_oriented": 4, | |
| "single_n_oriented": 2, | |
| "multi_n_oriented": 11 | |
| }, | |
| { | |
| "seed": 19, | |
| "d": 8, | |
| "K": 4, | |
| "n_anS": 4, | |
| "single_domain": { | |
| "precision_standard": 0.8, | |
| "precision_ours": 1.0, | |
| "n_adjacencies": 10, | |
| "n_oriented": 3, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 3, | |
| "oriented_satisfying_theorem2": 3, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.375 | |
| }, | |
| "multi_domain": { | |
| "precision_standard": 0.8888888888888888, | |
| "precision_ours": 1.0, | |
| "n_adjacencies": 9, | |
| "n_oriented": 3, | |
| "n_true_edges": 8, | |
| "oriented_direction_correct": 3, | |
| "oriented_satisfying_theorem2": 3, | |
| "recall_standard": 1.0, | |
| "recall_ours": 0.375 | |
| }, | |
| "single_correct_oriented": 3, | |
| "multi_correct_oriented": 3, | |
| "single_n_oriented": 3, | |
| "multi_n_oriented": 3 | |
| } | |
| ] | |
| }, | |
| "runtime_sec": 9.383110046386719 | |
| } |