{ "attribution": "Derived from ChEMBL 37, CC BY-SA 3.0; local transformation and fixed-budget model comparison, 2026-10-25.", "experiments": { "main_split": { "independent_RF": { "leaf": 1, "test": { "DPP4": { "n_rows": 331, "n_compounds": 317, "mae": 0.6887270164020669, "rmse": 0.9354503703791559 }, "DPP8": { "n_rows": 82, "n_compounds": 81, "mae": 0.44384917995666096, "rmse": 0.5984009461224693 }, "DPP9": { "n_rows": 35, "n_compounds": 34, "mae": 0.4198622643726214, "rmse": 0.5081220466845235 }, "macro_rmse": 0.6806577877287162, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 137, "n_compounds": 118, "closed_bound_tolerance_nonviolation": 0.0, "strict_relation_aware_satisfaction": 0.0, "n_strict_relation_rows": 137, "mean_violation": 1.1837921459735394 } }, "bootstrap": { "n_compounds": 345, "cluster": "compound", "n_clusters": 345, "interpretation": "fixed-test-sample resampling; not split/model-selection uncertainty", "valid_replicates": 500, "invalid_missing_target_replicates": 0, "macro_rmse_95pct_cluster_bootstrap": [ 0.6127757796078871, 0.7498004783572612 ] }, "domain_cluster_bootstrap": { "n_compounds": 345, "cluster": "scaffold_cluster", "n_clusters": 147, "interpretation": "fixed-test-sample resampling; not split/model-selection uncertainty", "valid_replicates": 500, "invalid_missing_target_replicates": 0, "macro_rmse_95pct_cluster_bootstrap": [ 0.5831420615605416, 0.767743645103784 ] }, "paired_test": { "eligible_combined": { "DPP8": { "n_pairs": 6, "n_exact": 2, "n_order_identifiable": 6, "n_threshold_identifiable": 6, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 2, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 0.7171817872190471, "delta_rmse": 0.744995758237123, "sign_accuracy": 0.3333333333333333, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 9, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 6, "n_sources": 2, "n_scaffold_groups": 4 }, "DPP9": { "n_pairs": 5, "n_exact": 0, "n_order_identifiable": 5, "n_threshold_identifiable": 5, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 1, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": null, "delta_rmse": null, "sign_accuracy": 1.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 4, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 5, "n_sources": 2, "n_scaffold_groups": 3 }, "macro_delta_mae": null, "available_target_delta_mae": 0.7171817872190471, "n_targets_with_exact_pairs": 1 }, "strict": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "eligible_with_conditions": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "primary_panel_verified_protocol_partial": { "DPP8": { "n_pairs": 6, "n_exact": 2, "n_order_identifiable": 6, "n_threshold_identifiable": 6, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 2, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 0.7171817872190471, "delta_rmse": 0.744995758237123, "sign_accuracy": 0.3333333333333333, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 9, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 6, "n_sources": 2, "n_scaffold_groups": 4 }, "DPP9": { "n_pairs": 5, "n_exact": 0, "n_order_identifiable": 5, "n_threshold_identifiable": 5, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 1, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": null, "delta_rmse": null, "sign_accuracy": 1.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 4, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 5, "n_sources": 2, "n_scaffold_groups": 3 }, "macro_delta_mae": null, "available_target_delta_mae": 0.7171817872190471, "n_targets_with_exact_pairs": 1 }, "unknown": { "DPP8": { "n_pairs": 97, "n_exact": 46, "n_order_identifiable": 96, "n_threshold_identifiable": 90, "n_threshold_unidentifiable": 7, "n_predicted_selective_identifiable": 81, "n_false_selective": 7, "false_selective_fraction": 0.08641975308641975, "delta_mae": 0.8172674292388378, "delta_rmse": 1.0561243722433007, "sign_accuracy": 0.9166666666666666, "spearman_exact": 0.7442721024846715, "n_identifiable_between_compound_comparisons": 2757, "identifiable_rank_concordance": 0.7577076532462822, "predicted_rank_ties": 0, "n_compounds": 97, "n_sources": 20, "n_scaffold_groups": 38 }, "DPP9": { "n_pairs": 33, "n_exact": 15, "n_order_identifiable": 32, "n_threshold_identifiable": 31, "n_threshold_unidentifiable": 2, "n_predicted_selective_identifiable": 23, "n_false_selective": 1, "false_selective_fraction": 0.043478260869565216, "delta_mae": 0.6552704822978346, "delta_rmse": 0.8742854124965259, "sign_accuracy": 0.90625, "spearman_exact": 0.48214285714285704, "n_identifiable_between_compound_comparisons": 291, "identifiable_rank_concordance": 0.6391752577319587, "predicted_rank_ties": 0, "n_compounds": 33, "n_sources": 12, "n_scaffold_groups": 25 }, "macro_delta_mae": 0.7362689557683362, "available_target_delta_mae": 0.7362689557683362, "n_targets_with_exact_pairs": 2 }, "incompatible": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 } }, "paired_primary_bootstrap": { "n_compounds": 2, "macro_delta_mae_95pct_cluster_bootstrap": null } }, "exact_multitask": { "l2": 0.001, "test": { "DPP4": { "n_rows": 331, "n_compounds": 317, "mae": 0.8499890177047144, "rmse": 1.1619293564524906 }, "DPP8": { "n_rows": 82, "n_compounds": 81, "mae": 0.4773720043403132, "rmse": 0.6369366832102792 }, "DPP9": { "n_rows": 35, "n_compounds": 34, "mae": 0.4889996030652522, "rmse": 0.6066898752136947 }, "macro_rmse": 0.8018519716254882, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 137, "n_compounds": 118, "closed_bound_tolerance_nonviolation": 0.12254346182917612, "strict_relation_aware_satisfaction": 0.12254346182917612, "n_strict_relation_rows": 137, "mean_violation": 0.8391134137736485 } }, "seeds": [ { "seed": 20261025, "test": { "DPP4": { "n_rows": 331, "n_compounds": 317, "mae": 0.8499890177047144, "rmse": 1.1619293564524906 }, "DPP8": { "n_rows": 82, "n_compounds": 81, "mae": 0.4773720043403132, "rmse": 0.6369366832102792 }, "DPP9": { "n_rows": 35, "n_compounds": 34, "mae": 0.4889996030652522, "rmse": 0.6066898752136947 }, "macro_rmse": 0.8018519716254882, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 137, "n_compounds": 118, "closed_bound_tolerance_nonviolation": 0.12254346182917612, "strict_relation_aware_satisfaction": 0.12254346182917612, "n_strict_relation_rows": 137, "mean_violation": 0.8391134137736485 } }, "converged": false, "paired_test": { "eligible_combined": { "DPP8": { "n_pairs": 6, "n_exact": 2, "n_order_identifiable": 6, "n_threshold_identifiable": 6, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 6, "n_false_selective": 4, "false_selective_fraction": 0.6666666666666666, "delta_mae": 1.1895411803279556, "delta_rmse": 1.2312977013182493, "sign_accuracy": 0.3333333333333333, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 9, "identifiable_rank_concordance": 0.8888888888888888, "predicted_rank_ties": 0, "n_compounds": 6, "n_sources": 2, "n_scaffold_groups": 4 }, "DPP9": { "n_pairs": 5, "n_exact": 0, "n_order_identifiable": 5, "n_threshold_identifiable": 5, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 1, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": null, "delta_rmse": null, "sign_accuracy": 0.6, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 4, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 5, "n_sources": 2, "n_scaffold_groups": 3 }, "macro_delta_mae": null, "available_target_delta_mae": 1.1895411803279556, "n_targets_with_exact_pairs": 1 }, "strict": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "eligible_with_conditions": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "primary_panel_verified_protocol_partial": { "DPP8": { "n_pairs": 6, "n_exact": 2, "n_order_identifiable": 6, "n_threshold_identifiable": 6, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 6, "n_false_selective": 4, "false_selective_fraction": 0.6666666666666666, "delta_mae": 1.1895411803279556, "delta_rmse": 1.2312977013182493, "sign_accuracy": 0.3333333333333333, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 9, "identifiable_rank_concordance": 0.8888888888888888, "predicted_rank_ties": 0, "n_compounds": 6, "n_sources": 2, "n_scaffold_groups": 4 }, "DPP9": { "n_pairs": 5, "n_exact": 0, "n_order_identifiable": 5, "n_threshold_identifiable": 5, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 1, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": null, "delta_rmse": null, "sign_accuracy": 0.6, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 4, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 5, "n_sources": 2, "n_scaffold_groups": 3 }, "macro_delta_mae": null, "available_target_delta_mae": 1.1895411803279556, "n_targets_with_exact_pairs": 1 }, "unknown": { "DPP8": { "n_pairs": 97, "n_exact": 46, "n_order_identifiable": 96, "n_threshold_identifiable": 90, "n_threshold_unidentifiable": 7, "n_predicted_selective_identifiable": 74, "n_false_selective": 5, "false_selective_fraction": 0.06756756756756757, "delta_mae": 0.9801753810670463, "delta_rmse": 1.3122424084237336, "sign_accuracy": 0.9583333333333334, "spearman_exact": 0.6288815569304106, "n_identifiable_between_compound_comparisons": 2757, "identifiable_rank_concordance": 0.7395719985491476, "predicted_rank_ties": 0, "n_compounds": 97, "n_sources": 20, "n_scaffold_groups": 38 }, "DPP9": { "n_pairs": 33, "n_exact": 15, "n_order_identifiable": 32, "n_threshold_identifiable": 31, "n_threshold_unidentifiable": 2, "n_predicted_selective_identifiable": 21, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.2220263068193238, "delta_rmse": 1.7096586641439127, "sign_accuracy": 0.9375, "spearman_exact": 0.5142857142857142, "n_identifiable_between_compound_comparisons": 291, "identifiable_rank_concordance": 0.6426116838487973, "predicted_rank_ties": 0, "n_compounds": 33, "n_sources": 12, "n_scaffold_groups": 25 }, "macro_delta_mae": 1.101100843943185, "available_target_delta_mae": 1.101100843943185, "n_targets_with_exact_pairs": 2 }, "incompatible": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 } } }, { "seed": 20261026, "test": { "DPP4": { "n_rows": 331, "n_compounds": 317, "mae": 0.8800131856049923, "rmse": 1.1753780389359256 }, "DPP8": { "n_rows": 82, "n_compounds": 81, "mae": 0.47162424738265435, "rmse": 0.6271164723732592 }, "DPP9": { "n_rows": 35, "n_compounds": 34, "mae": 0.4826189630374016, "rmse": 0.6021375633950734 }, "macro_rmse": 0.8015440249014194, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 137, "n_compounds": 118, "closed_bound_tolerance_nonviolation": 0.1278344671201814, "strict_relation_aware_satisfaction": 0.1278344671201814, "n_strict_relation_rows": 137, "mean_violation": 0.8266694020293746 } }, "converged": false, "paired_test": { "eligible_combined": { "DPP8": { "n_pairs": 6, "n_exact": 2, "n_order_identifiable": 6, "n_threshold_identifiable": 6, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 6, "n_false_selective": 4, "false_selective_fraction": 0.6666666666666666, "delta_mae": 1.1638150346481961, "delta_rmse": 1.1668813748838027, "sign_accuracy": 0.3333333333333333, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 9, "identifiable_rank_concordance": 0.8888888888888888, "predicted_rank_ties": 0, "n_compounds": 6, "n_sources": 2, "n_scaffold_groups": 4 }, "DPP9": { "n_pairs": 5, "n_exact": 0, "n_order_identifiable": 5, "n_threshold_identifiable": 5, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 1, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": null, "delta_rmse": null, "sign_accuracy": 0.6, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 4, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 5, "n_sources": 2, "n_scaffold_groups": 3 }, "macro_delta_mae": null, "available_target_delta_mae": 1.1638150346481961, "n_targets_with_exact_pairs": 1 }, "strict": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "eligible_with_conditions": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "primary_panel_verified_protocol_partial": { "DPP8": { "n_pairs": 6, "n_exact": 2, "n_order_identifiable": 6, "n_threshold_identifiable": 6, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 6, "n_false_selective": 4, "false_selective_fraction": 0.6666666666666666, "delta_mae": 1.1638150346481961, "delta_rmse": 1.1668813748838027, "sign_accuracy": 0.3333333333333333, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 9, "identifiable_rank_concordance": 0.8888888888888888, "predicted_rank_ties": 0, "n_compounds": 6, "n_sources": 2, "n_scaffold_groups": 4 }, "DPP9": { "n_pairs": 5, "n_exact": 0, "n_order_identifiable": 5, "n_threshold_identifiable": 5, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 1, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": null, "delta_rmse": null, "sign_accuracy": 0.6, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 4, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 5, "n_sources": 2, "n_scaffold_groups": 3 }, "macro_delta_mae": null, "available_target_delta_mae": 1.1638150346481961, "n_targets_with_exact_pairs": 1 }, "unknown": { "DPP8": { "n_pairs": 97, "n_exact": 46, "n_order_identifiable": 96, "n_threshold_identifiable": 90, "n_threshold_unidentifiable": 7, "n_predicted_selective_identifiable": 72, "n_false_selective": 4, "false_selective_fraction": 0.05555555555555555, "delta_mae": 1.0226018632253218, "delta_rmse": 1.3394686581840118, "sign_accuracy": 0.9479166666666666, "spearman_exact": 0.6136482780678223, "n_identifiable_between_compound_comparisons": 2757, "identifiable_rank_concordance": 0.7363075807036634, "predicted_rank_ties": 0, "n_compounds": 97, "n_sources": 20, "n_scaffold_groups": 38 }, "DPP9": { "n_pairs": 33, "n_exact": 15, "n_order_identifiable": 32, "n_threshold_identifiable": 31, "n_threshold_unidentifiable": 2, "n_predicted_selective_identifiable": 22, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.3015556610978742, "delta_rmse": 1.734560955825734, "sign_accuracy": 0.9375, "spearman_exact": 0.41785714285714276, "n_identifiable_between_compound_comparisons": 291, "identifiable_rank_concordance": 0.6116838487972509, "predicted_rank_ties": 0, "n_compounds": 33, "n_sources": 12, "n_scaffold_groups": 25 }, "macro_delta_mae": 1.162078762161598, "available_target_delta_mae": 1.162078762161598, "n_targets_with_exact_pairs": 2 }, "incompatible": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 } } }, { "seed": 20261027, "test": { "DPP4": { "n_rows": 331, "n_compounds": 317, "mae": 0.8738726397389353, "rmse": 1.1851009782659128 }, "DPP8": { "n_rows": 82, "n_compounds": 81, "mae": 0.4807790581452242, "rmse": 0.6453489693990674 }, "DPP9": { "n_rows": 35, "n_compounds": 34, "mae": 0.4530923218301234, "rmse": 0.5723372106889891 }, "macro_rmse": 0.8009290527846563, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 137, "n_compounds": 118, "closed_bound_tolerance_nonviolation": 0.12802343159486018, "strict_relation_aware_satisfaction": 0.12802343159486018, "n_strict_relation_rows": 137, "mean_violation": 0.889410099595068 } }, "converged": false, "paired_test": { "eligible_combined": { "DPP8": { "n_pairs": 6, "n_exact": 2, "n_order_identifiable": 6, "n_threshold_identifiable": 6, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 6, "n_false_selective": 4, "false_selective_fraction": 0.6666666666666666, "delta_mae": 1.0167308105073858, "delta_rmse": 1.0291599755873941, "sign_accuracy": 0.3333333333333333, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 9, "identifiable_rank_concordance": 0.8888888888888888, "predicted_rank_ties": 0, "n_compounds": 6, "n_sources": 2, "n_scaffold_groups": 4 }, "DPP9": { "n_pairs": 5, "n_exact": 0, "n_order_identifiable": 5, "n_threshold_identifiable": 5, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 1, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": null, "delta_rmse": null, "sign_accuracy": 0.2, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 4, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 5, "n_sources": 2, "n_scaffold_groups": 3 }, "macro_delta_mae": null, "available_target_delta_mae": 1.0167308105073858, "n_targets_with_exact_pairs": 1 }, "strict": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "eligible_with_conditions": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "primary_panel_verified_protocol_partial": { "DPP8": { "n_pairs": 6, "n_exact": 2, "n_order_identifiable": 6, "n_threshold_identifiable": 6, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 6, "n_false_selective": 4, "false_selective_fraction": 0.6666666666666666, "delta_mae": 1.0167308105073858, "delta_rmse": 1.0291599755873941, "sign_accuracy": 0.3333333333333333, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 9, "identifiable_rank_concordance": 0.8888888888888888, "predicted_rank_ties": 0, "n_compounds": 6, "n_sources": 2, "n_scaffold_groups": 4 }, "DPP9": { "n_pairs": 5, "n_exact": 0, "n_order_identifiable": 5, "n_threshold_identifiable": 5, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 1, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": null, "delta_rmse": null, "sign_accuracy": 0.2, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 4, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 5, "n_sources": 2, "n_scaffold_groups": 3 }, "macro_delta_mae": null, "available_target_delta_mae": 1.0167308105073858, "n_targets_with_exact_pairs": 1 }, "unknown": { "DPP8": { "n_pairs": 97, "n_exact": 46, "n_order_identifiable": 96, "n_threshold_identifiable": 90, "n_threshold_unidentifiable": 7, "n_predicted_selective_identifiable": 73, "n_false_selective": 5, "false_selective_fraction": 0.0684931506849315, "delta_mae": 1.0389906627974717, "delta_rmse": 1.3888932611148659, "sign_accuracy": 0.9479166666666666, "spearman_exact": 0.5969348425546185, "n_identifiable_between_compound_comparisons": 2757, "identifiable_rank_concordance": 0.7294160319187523, "predicted_rank_ties": 0, "n_compounds": 97, "n_sources": 20, "n_scaffold_groups": 38 }, "DPP9": { "n_pairs": 33, "n_exact": 15, "n_order_identifiable": 32, "n_threshold_identifiable": 31, "n_threshold_unidentifiable": 2, "n_predicted_selective_identifiable": 22, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.3326337659240024, "delta_rmse": 1.7742750569937218, "sign_accuracy": 0.9375, "spearman_exact": 0.4892857142857142, "n_identifiable_between_compound_comparisons": 291, "identifiable_rank_concordance": 0.6460481099656358, "predicted_rank_ties": 0, "n_compounds": 33, "n_sources": 12, "n_scaffold_groups": 25 }, "macro_delta_mae": 1.185812214360737, "available_target_delta_mae": 1.185812214360737, "n_targets_with_exact_pairs": 2 }, "incompatible": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 } } } ], "seed_macro_rmse_sd": 0.00038366667767494135, "bootstrap": { "n_compounds": 345, "cluster": "compound", "n_clusters": 345, "interpretation": "fixed-test-sample resampling; not split/model-selection uncertainty", "valid_replicates": 500, "invalid_missing_target_replicates": 0, "macro_rmse_95pct_cluster_bootstrap": [ 0.7200653190458176, 0.8764351208171041 ] }, "domain_cluster_bootstrap": { "n_compounds": 345, "cluster": "scaffold_cluster", "n_clusters": 147, "interpretation": "fixed-test-sample resampling; not split/model-selection uncertainty", "valid_replicates": 500, "invalid_missing_target_replicates": 0, "macro_rmse_95pct_cluster_bootstrap": [ 0.7035793048101976, 0.8882231292968018 ] }, "paired_test": { "eligible_combined": { "DPP8": { "n_pairs": 6, "n_exact": 2, "n_order_identifiable": 6, "n_threshold_identifiable": 6, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 6, "n_false_selective": 4, "false_selective_fraction": 0.6666666666666666, "delta_mae": 1.1895411803279556, "delta_rmse": 1.2312977013182493, "sign_accuracy": 0.3333333333333333, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 9, "identifiable_rank_concordance": 0.8888888888888888, "predicted_rank_ties": 0, "n_compounds": 6, "n_sources": 2, "n_scaffold_groups": 4 }, "DPP9": { "n_pairs": 5, "n_exact": 0, "n_order_identifiable": 5, "n_threshold_identifiable": 5, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 1, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": null, "delta_rmse": null, "sign_accuracy": 0.6, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 4, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 5, "n_sources": 2, "n_scaffold_groups": 3 }, "macro_delta_mae": null, "available_target_delta_mae": 1.1895411803279556, "n_targets_with_exact_pairs": 1 }, "strict": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "eligible_with_conditions": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "primary_panel_verified_protocol_partial": { "DPP8": { "n_pairs": 6, "n_exact": 2, "n_order_identifiable": 6, "n_threshold_identifiable": 6, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 6, "n_false_selective": 4, "false_selective_fraction": 0.6666666666666666, "delta_mae": 1.1895411803279556, "delta_rmse": 1.2312977013182493, "sign_accuracy": 0.3333333333333333, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 9, "identifiable_rank_concordance": 0.8888888888888888, "predicted_rank_ties": 0, "n_compounds": 6, "n_sources": 2, "n_scaffold_groups": 4 }, "DPP9": { "n_pairs": 5, "n_exact": 0, "n_order_identifiable": 5, "n_threshold_identifiable": 5, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 1, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": null, "delta_rmse": null, "sign_accuracy": 0.6, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 4, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 5, "n_sources": 2, "n_scaffold_groups": 3 }, "macro_delta_mae": null, "available_target_delta_mae": 1.1895411803279556, "n_targets_with_exact_pairs": 1 }, "unknown": { "DPP8": { "n_pairs": 97, "n_exact": 46, "n_order_identifiable": 96, "n_threshold_identifiable": 90, "n_threshold_unidentifiable": 7, "n_predicted_selective_identifiable": 74, "n_false_selective": 5, "false_selective_fraction": 0.06756756756756757, "delta_mae": 0.9801753810670463, "delta_rmse": 1.3122424084237336, "sign_accuracy": 0.9583333333333334, "spearman_exact": 0.6288815569304106, "n_identifiable_between_compound_comparisons": 2757, "identifiable_rank_concordance": 0.7395719985491476, "predicted_rank_ties": 0, "n_compounds": 97, "n_sources": 20, "n_scaffold_groups": 38 }, "DPP9": { "n_pairs": 33, "n_exact": 15, "n_order_identifiable": 32, "n_threshold_identifiable": 31, "n_threshold_unidentifiable": 2, "n_predicted_selective_identifiable": 21, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.2220263068193238, "delta_rmse": 1.7096586641439127, "sign_accuracy": 0.9375, "spearman_exact": 0.5142857142857142, "n_identifiable_between_compound_comparisons": 291, "identifiable_rank_concordance": 0.6426116838487973, "predicted_rank_ties": 0, "n_compounds": 33, "n_sources": 12, "n_scaffold_groups": 25 }, "macro_delta_mae": 1.101100843943185, "available_target_delta_mae": 1.101100843943185, "n_targets_with_exact_pairs": 2 }, "incompatible": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 } }, "paired_primary_bootstrap": { "n_compounds": 2, "macro_delta_mae_95pct_cluster_bootstrap": null } }, "censor_multitask": { "l2": 0.001, "test": { "DPP4": { "n_rows": 331, "n_compounds": 317, "mae": 0.884667777019833, "rmse": 1.1803004777301391 }, "DPP8": { "n_rows": 82, "n_compounds": 81, "mae": 0.5696004572969154, "rmse": 0.7440355710207839 }, "DPP9": { "n_rows": 35, "n_compounds": 34, "mae": 0.5662122119987483, "rmse": 0.6980776156169514 }, "macro_rmse": 0.8741378881226248, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 137, "n_compounds": 118, "closed_bound_tolerance_nonviolation": 0.7020030234315949, "strict_relation_aware_satisfaction": 0.7020030234315949, "n_strict_relation_rows": 137, "mean_violation": 0.1820952486562412 } }, "seeds": [ { "seed": 20261025, "test": { "DPP4": { "n_rows": 331, "n_compounds": 317, "mae": 0.884667777019833, "rmse": 1.1803004777301391 }, "DPP8": { "n_rows": 82, "n_compounds": 81, "mae": 0.5696004572969154, "rmse": 0.7440355710207839 }, "DPP9": { "n_rows": 35, "n_compounds": 34, "mae": 0.5662122119987483, "rmse": 0.6980776156169514 }, "macro_rmse": 0.8741378881226248, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 137, "n_compounds": 118, "closed_bound_tolerance_nonviolation": 0.7020030234315949, "strict_relation_aware_satisfaction": 0.7020030234315949, "n_strict_relation_rows": 137, "mean_violation": 0.1820952486562412 } }, "converged": false, "paired_test": { "eligible_combined": { "DPP8": { "n_pairs": 6, "n_exact": 2, "n_order_identifiable": 6, "n_threshold_identifiable": 6, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 2, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.348916006146722, "delta_rmse": 1.3878500055651, "sign_accuracy": 1.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 9, "identifiable_rank_concordance": 0.8888888888888888, "predicted_rank_ties": 0, "n_compounds": 6, "n_sources": 2, "n_scaffold_groups": 4 }, "DPP9": { "n_pairs": 5, "n_exact": 0, "n_order_identifiable": 5, "n_threshold_identifiable": 5, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 1, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": null, "delta_rmse": null, "sign_accuracy": 1.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 4, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 5, "n_sources": 2, "n_scaffold_groups": 3 }, "macro_delta_mae": null, "available_target_delta_mae": 1.348916006146722, "n_targets_with_exact_pairs": 1 }, "strict": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "eligible_with_conditions": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "primary_panel_verified_protocol_partial": { "DPP8": { "n_pairs": 6, "n_exact": 2, "n_order_identifiable": 6, "n_threshold_identifiable": 6, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 2, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.348916006146722, "delta_rmse": 1.3878500055651, "sign_accuracy": 1.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 9, "identifiable_rank_concordance": 0.8888888888888888, "predicted_rank_ties": 0, "n_compounds": 6, "n_sources": 2, "n_scaffold_groups": 4 }, "DPP9": { "n_pairs": 5, "n_exact": 0, "n_order_identifiable": 5, "n_threshold_identifiable": 5, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 1, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": null, "delta_rmse": null, "sign_accuracy": 1.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 4, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 5, "n_sources": 2, "n_scaffold_groups": 3 }, "macro_delta_mae": null, "available_target_delta_mae": 1.348916006146722, "n_targets_with_exact_pairs": 1 }, "unknown": { "DPP8": { "n_pairs": 97, "n_exact": 46, "n_order_identifiable": 96, "n_threshold_identifiable": 90, "n_threshold_unidentifiable": 7, "n_predicted_selective_identifiable": 77, "n_false_selective": 3, "false_selective_fraction": 0.03896103896103896, "delta_mae": 1.1161627137590233, "delta_rmse": 1.4788795365681027, "sign_accuracy": 0.9791666666666666, "spearman_exact": 0.637145764896349, "n_identifiable_between_compound_comparisons": 2757, "identifiable_rank_concordance": 0.8034095030830612, "predicted_rank_ties": 0, "n_compounds": 97, "n_sources": 20, "n_scaffold_groups": 38 }, "DPP9": { "n_pairs": 33, "n_exact": 15, "n_order_identifiable": 32, "n_threshold_identifiable": 31, "n_threshold_unidentifiable": 2, "n_predicted_selective_identifiable": 25, "n_false_selective": 1, "false_selective_fraction": 0.04, "delta_mae": 1.4900496927524176, "delta_rmse": 1.9402457273551936, "sign_accuracy": 0.9375, "spearman_exact": 0.38928571428571423, "n_identifiable_between_compound_comparisons": 291, "identifiable_rank_concordance": 0.6563573883161512, "predicted_rank_ties": 0, "n_compounds": 33, "n_sources": 12, "n_scaffold_groups": 25 }, "macro_delta_mae": 1.3031062032557204, "available_target_delta_mae": 1.3031062032557204, "n_targets_with_exact_pairs": 2 }, "incompatible": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 } } }, { "seed": 20261026, "test": { "DPP4": { "n_rows": 331, "n_compounds": 317, "mae": 0.9435889452806195, "rmse": 1.253034874800826 }, "DPP8": { "n_rows": 82, "n_compounds": 81, "mae": 0.5722664759605389, "rmse": 0.7496886560997066 }, "DPP9": { "n_rows": 35, "n_compounds": 34, "mae": 0.5497546787200437, "rmse": 0.6905572721653461 }, "macro_rmse": 0.8977602676886262, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 137, "n_compounds": 118, "closed_bound_tolerance_nonviolation": 0.6967120181405897, "strict_relation_aware_satisfaction": 0.6967120181405897, "n_strict_relation_rows": 137, "mean_violation": 0.18113957905868222 } }, "converged": false, "paired_test": { "eligible_combined": { "DPP8": { "n_pairs": 6, "n_exact": 2, "n_order_identifiable": 6, "n_threshold_identifiable": 6, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 2, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.253173873178269, "delta_rmse": 1.267638497590507, "sign_accuracy": 0.6666666666666666, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 9, "identifiable_rank_concordance": 0.8888888888888888, "predicted_rank_ties": 0, "n_compounds": 6, "n_sources": 2, "n_scaffold_groups": 4 }, "DPP9": { "n_pairs": 5, "n_exact": 0, "n_order_identifiable": 5, "n_threshold_identifiable": 5, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 1, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": null, "delta_rmse": null, "sign_accuracy": 1.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 4, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 5, "n_sources": 2, "n_scaffold_groups": 3 }, "macro_delta_mae": null, "available_target_delta_mae": 1.253173873178269, "n_targets_with_exact_pairs": 1 }, "strict": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "eligible_with_conditions": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "primary_panel_verified_protocol_partial": { "DPP8": { "n_pairs": 6, "n_exact": 2, "n_order_identifiable": 6, "n_threshold_identifiable": 6, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 2, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.253173873178269, "delta_rmse": 1.267638497590507, "sign_accuracy": 0.6666666666666666, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 9, "identifiable_rank_concordance": 0.8888888888888888, "predicted_rank_ties": 0, "n_compounds": 6, "n_sources": 2, "n_scaffold_groups": 4 }, "DPP9": { "n_pairs": 5, "n_exact": 0, "n_order_identifiable": 5, "n_threshold_identifiable": 5, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 1, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": null, "delta_rmse": null, "sign_accuracy": 1.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 4, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 5, "n_sources": 2, "n_scaffold_groups": 3 }, "macro_delta_mae": null, "available_target_delta_mae": 1.253173873178269, "n_targets_with_exact_pairs": 1 }, "unknown": { "DPP8": { "n_pairs": 97, "n_exact": 46, "n_order_identifiable": 96, "n_threshold_identifiable": 90, "n_threshold_unidentifiable": 7, "n_predicted_selective_identifiable": 76, "n_false_selective": 3, "false_selective_fraction": 0.039473684210526314, "delta_mae": 1.1302972732810028, "delta_rmse": 1.4635059222762694, "sign_accuracy": 0.9791666666666666, "spearman_exact": 0.6412161956855427, "n_identifiable_between_compound_comparisons": 2757, "identifiable_rank_concordance": 0.7983315197678637, "predicted_rank_ties": 0, "n_compounds": 97, "n_sources": 20, "n_scaffold_groups": 38 }, "DPP9": { "n_pairs": 33, "n_exact": 15, "n_order_identifiable": 32, "n_threshold_identifiable": 31, "n_threshold_unidentifiable": 2, "n_predicted_selective_identifiable": 26, "n_false_selective": 1, "false_selective_fraction": 0.038461538461538464, "delta_mae": 1.4336689765557216, "delta_rmse": 1.7896834353857596, "sign_accuracy": 0.9375, "spearman_exact": 0.4035714285714285, "n_identifiable_between_compound_comparisons": 291, "identifiable_rank_concordance": 0.6701030927835051, "predicted_rank_ties": 0, "n_compounds": 33, "n_sources": 12, "n_scaffold_groups": 25 }, "macro_delta_mae": 1.2819831249183622, "available_target_delta_mae": 1.2819831249183622, "n_targets_with_exact_pairs": 2 }, "incompatible": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 } } }, { "seed": 20261027, "test": { "DPP4": { "n_rows": 331, "n_compounds": 317, "mae": 0.9032301234765457, "rmse": 1.184569171428667 }, "DPP8": { "n_rows": 82, "n_compounds": 81, "mae": 0.5712777164151943, "rmse": 0.7429378158821313 }, "DPP9": { "n_rows": 35, "n_compounds": 34, "mae": 0.5409692603693018, "rmse": 0.6792092604488841 }, "macro_rmse": 0.868905415919894, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 137, "n_compounds": 118, "closed_bound_tolerance_nonviolation": 0.6914210128495843, "strict_relation_aware_satisfaction": 0.6914210128495843, "n_strict_relation_rows": 137, "mean_violation": 0.1761832342838615 } }, "converged": false, "paired_test": { "eligible_combined": { "DPP8": { "n_pairs": 6, "n_exact": 2, "n_order_identifiable": 6, "n_threshold_identifiable": 6, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 2, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.308030741453175, "delta_rmse": 1.341380858045773, "sign_accuracy": 0.6666666666666666, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 9, "identifiable_rank_concordance": 0.8888888888888888, "predicted_rank_ties": 0, "n_compounds": 6, "n_sources": 2, "n_scaffold_groups": 4 }, "DPP9": { "n_pairs": 5, "n_exact": 0, "n_order_identifiable": 5, "n_threshold_identifiable": 5, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 1, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": null, "delta_rmse": null, "sign_accuracy": 1.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 4, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 5, "n_sources": 2, "n_scaffold_groups": 3 }, "macro_delta_mae": null, "available_target_delta_mae": 1.308030741453175, "n_targets_with_exact_pairs": 1 }, "strict": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "eligible_with_conditions": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "primary_panel_verified_protocol_partial": { "DPP8": { "n_pairs": 6, "n_exact": 2, "n_order_identifiable": 6, "n_threshold_identifiable": 6, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 2, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.308030741453175, "delta_rmse": 1.341380858045773, "sign_accuracy": 0.6666666666666666, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 9, "identifiable_rank_concordance": 0.8888888888888888, "predicted_rank_ties": 0, "n_compounds": 6, "n_sources": 2, "n_scaffold_groups": 4 }, "DPP9": { "n_pairs": 5, "n_exact": 0, "n_order_identifiable": 5, "n_threshold_identifiable": 5, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 1, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": null, "delta_rmse": null, "sign_accuracy": 1.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 4, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 5, "n_sources": 2, "n_scaffold_groups": 3 }, "macro_delta_mae": null, "available_target_delta_mae": 1.308030741453175, "n_targets_with_exact_pairs": 1 }, "unknown": { "DPP8": { "n_pairs": 97, "n_exact": 46, "n_order_identifiable": 96, "n_threshold_identifiable": 90, "n_threshold_unidentifiable": 7, "n_predicted_selective_identifiable": 76, "n_false_selective": 3, "false_selective_fraction": 0.039473684210526314, "delta_mae": 1.1431750829960945, "delta_rmse": 1.4836165759345656, "sign_accuracy": 0.9791666666666666, "spearman_exact": 0.580653119397844, "n_identifiable_between_compound_comparisons": 2757, "identifiable_rank_concordance": 0.794341675734494, "predicted_rank_ties": 0, "n_compounds": 97, "n_sources": 20, "n_scaffold_groups": 38 }, "DPP9": { "n_pairs": 33, "n_exact": 15, "n_order_identifiable": 32, "n_threshold_identifiable": 31, "n_threshold_unidentifiable": 2, "n_predicted_selective_identifiable": 24, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.4364283712509736, "delta_rmse": 1.8783327211315282, "sign_accuracy": 0.96875, "spearman_exact": 0.4035714285714285, "n_identifiable_between_compound_comparisons": 291, "identifiable_rank_concordance": 0.6804123711340206, "predicted_rank_ties": 0, "n_compounds": 33, "n_sources": 12, "n_scaffold_groups": 25 }, "macro_delta_mae": 1.289801727123534, "available_target_delta_mae": 1.289801727123534, "n_targets_with_exact_pairs": 2 }, "incompatible": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 } } } ], "seed_macro_rmse_sd": 0.012552104968703202, "bootstrap": { "n_compounds": 345, "cluster": "compound", "n_clusters": 345, "interpretation": "fixed-test-sample resampling; not split/model-selection uncertainty", "valid_replicates": 500, "invalid_missing_target_replicates": 0, "macro_rmse_95pct_cluster_bootstrap": [ 0.7851758580693304, 0.9575241957822012 ] }, "domain_cluster_bootstrap": { "n_compounds": 345, "cluster": "scaffold_cluster", "n_clusters": 147, "interpretation": "fixed-test-sample resampling; not split/model-selection uncertainty", "valid_replicates": 500, "invalid_missing_target_replicates": 0, "macro_rmse_95pct_cluster_bootstrap": [ 0.7644166641525489, 0.9693228088629919 ] }, "paired_test": { "eligible_combined": { "DPP8": { "n_pairs": 6, "n_exact": 2, "n_order_identifiable": 6, "n_threshold_identifiable": 6, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 2, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.348916006146722, "delta_rmse": 1.3878500055651, "sign_accuracy": 1.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 9, "identifiable_rank_concordance": 0.8888888888888888, "predicted_rank_ties": 0, "n_compounds": 6, "n_sources": 2, "n_scaffold_groups": 4 }, "DPP9": { "n_pairs": 5, "n_exact": 0, "n_order_identifiable": 5, "n_threshold_identifiable": 5, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 1, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": null, "delta_rmse": null, "sign_accuracy": 1.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 4, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 5, "n_sources": 2, "n_scaffold_groups": 3 }, "macro_delta_mae": null, "available_target_delta_mae": 1.348916006146722, "n_targets_with_exact_pairs": 1 }, "strict": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "eligible_with_conditions": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "primary_panel_verified_protocol_partial": { "DPP8": { "n_pairs": 6, "n_exact": 2, "n_order_identifiable": 6, "n_threshold_identifiable": 6, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 2, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.348916006146722, "delta_rmse": 1.3878500055651, "sign_accuracy": 1.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 9, "identifiable_rank_concordance": 0.8888888888888888, "predicted_rank_ties": 0, "n_compounds": 6, "n_sources": 2, "n_scaffold_groups": 4 }, "DPP9": { "n_pairs": 5, "n_exact": 0, "n_order_identifiable": 5, "n_threshold_identifiable": 5, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 1, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": null, "delta_rmse": null, "sign_accuracy": 1.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 4, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 5, "n_sources": 2, "n_scaffold_groups": 3 }, "macro_delta_mae": null, "available_target_delta_mae": 1.348916006146722, "n_targets_with_exact_pairs": 1 }, "unknown": { "DPP8": { "n_pairs": 97, "n_exact": 46, "n_order_identifiable": 96, "n_threshold_identifiable": 90, "n_threshold_unidentifiable": 7, "n_predicted_selective_identifiable": 77, "n_false_selective": 3, "false_selective_fraction": 0.03896103896103896, "delta_mae": 1.1161627137590233, "delta_rmse": 1.4788795365681027, "sign_accuracy": 0.9791666666666666, "spearman_exact": 0.637145764896349, "n_identifiable_between_compound_comparisons": 2757, "identifiable_rank_concordance": 0.8034095030830612, "predicted_rank_ties": 0, "n_compounds": 97, "n_sources": 20, "n_scaffold_groups": 38 }, "DPP9": { "n_pairs": 33, "n_exact": 15, "n_order_identifiable": 32, "n_threshold_identifiable": 31, "n_threshold_unidentifiable": 2, "n_predicted_selective_identifiable": 25, "n_false_selective": 1, "false_selective_fraction": 0.04, "delta_mae": 1.4900496927524176, "delta_rmse": 1.9402457273551936, "sign_accuracy": 0.9375, "spearman_exact": 0.38928571428571423, "n_identifiable_between_compound_comparisons": 291, "identifiable_rank_concordance": 0.6563573883161512, "predicted_rank_ties": 0, "n_compounds": 33, "n_sources": 12, "n_scaffold_groups": 25 }, "macro_delta_mae": 1.3031062032557204, "available_target_delta_mae": 1.3031062032557204, "n_targets_with_exact_pairs": 2 }, "incompatible": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 } }, "paired_primary_bootstrap": { "n_compounds": 2, "macro_delta_mae_95pct_cluster_bootstrap": null } }, "paired_censor_multitask": { "l2": 0.001, "test": { "DPP4": { "n_rows": 331, "n_compounds": 317, "mae": 0.8933523737501161, "rmse": 1.179613864849757 }, "DPP8": { "n_rows": 82, "n_compounds": 81, "mae": 0.5643040730183211, "rmse": 0.7472350974400729 }, "DPP9": { "n_rows": 35, "n_compounds": 34, "mae": 0.5670573447549563, "rmse": 0.6922792826568321 }, "macro_rmse": 0.873042748315554, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 137, "n_compounds": 118, "closed_bound_tolerance_nonviolation": 0.7020030234315948, "strict_relation_aware_satisfaction": 0.7020030234315948, "n_strict_relation_rows": 137, "mean_violation": 0.17553618958050013 } }, "seeds": [ { "seed": 20261025, "test": { "DPP4": { "n_rows": 331, "n_compounds": 317, "mae": 0.8933523737501161, "rmse": 1.179613864849757 }, "DPP8": { "n_rows": 82, "n_compounds": 81, "mae": 0.5643040730183211, "rmse": 0.7472350974400729 }, "DPP9": { "n_rows": 35, "n_compounds": 34, "mae": 0.5670573447549563, "rmse": 0.6922792826568321 }, "macro_rmse": 0.873042748315554, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 137, "n_compounds": 118, "closed_bound_tolerance_nonviolation": 0.7020030234315948, "strict_relation_aware_satisfaction": 0.7020030234315948, "n_strict_relation_rows": 137, "mean_violation": 0.17553618958050013 } }, "converged": false, "paired_test": { "eligible_combined": { "DPP8": { "n_pairs": 6, "n_exact": 2, "n_order_identifiable": 6, "n_threshold_identifiable": 6, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 2, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.3714206053631182, "delta_rmse": 1.395172158755075, "sign_accuracy": 0.6666666666666666, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 9, "identifiable_rank_concordance": 0.8888888888888888, "predicted_rank_ties": 0, "n_compounds": 6, "n_sources": 2, "n_scaffold_groups": 4 }, "DPP9": { "n_pairs": 5, "n_exact": 0, "n_order_identifiable": 5, "n_threshold_identifiable": 5, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 1, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": null, "delta_rmse": null, "sign_accuracy": 1.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 4, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 5, "n_sources": 2, "n_scaffold_groups": 3 }, "macro_delta_mae": null, "available_target_delta_mae": 1.3714206053631182, "n_targets_with_exact_pairs": 1 }, "strict": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "eligible_with_conditions": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "primary_panel_verified_protocol_partial": { "DPP8": { "n_pairs": 6, "n_exact": 2, "n_order_identifiable": 6, "n_threshold_identifiable": 6, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 2, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.3714206053631182, "delta_rmse": 1.395172158755075, "sign_accuracy": 0.6666666666666666, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 9, "identifiable_rank_concordance": 0.8888888888888888, "predicted_rank_ties": 0, "n_compounds": 6, "n_sources": 2, "n_scaffold_groups": 4 }, "DPP9": { "n_pairs": 5, "n_exact": 0, "n_order_identifiable": 5, "n_threshold_identifiable": 5, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 1, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": null, "delta_rmse": null, "sign_accuracy": 1.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 4, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 5, "n_sources": 2, "n_scaffold_groups": 3 }, "macro_delta_mae": null, "available_target_delta_mae": 1.3714206053631182, "n_targets_with_exact_pairs": 1 }, "unknown": { "DPP8": { "n_pairs": 97, "n_exact": 46, "n_order_identifiable": 96, "n_threshold_identifiable": 90, "n_threshold_unidentifiable": 7, "n_predicted_selective_identifiable": 76, "n_false_selective": 3, "false_selective_fraction": 0.039473684210526314, "delta_mae": 1.1209128995194733, "delta_rmse": 1.4612313006757573, "sign_accuracy": 0.96875, "spearman_exact": 0.612291467804758, "n_identifiable_between_compound_comparisons": 2757, "identifiable_rank_concordance": 0.7961552412042074, "predicted_rank_ties": 0, "n_compounds": 97, "n_sources": 20, "n_scaffold_groups": 38 }, "DPP9": { "n_pairs": 33, "n_exact": 15, "n_order_identifiable": 32, "n_threshold_identifiable": 31, "n_threshold_unidentifiable": 2, "n_predicted_selective_identifiable": 26, "n_false_selective": 1, "false_selective_fraction": 0.038461538461538464, "delta_mae": 1.4916208273251006, "delta_rmse": 1.933940675263277, "sign_accuracy": 0.9375, "spearman_exact": 0.4035714285714285, "n_identifiable_between_compound_comparisons": 291, "identifiable_rank_concordance": 0.6597938144329897, "predicted_rank_ties": 0, "n_compounds": 33, "n_sources": 12, "n_scaffold_groups": 25 }, "macro_delta_mae": 1.306266863422287, "available_target_delta_mae": 1.306266863422287, "n_targets_with_exact_pairs": 2 }, "incompatible": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 } } }, { "seed": 20261026, "test": { "DPP4": { "n_rows": 331, "n_compounds": 317, "mae": 0.9394517642330094, "rmse": 1.2458448402771123 }, "DPP8": { "n_rows": 82, "n_compounds": 81, "mae": 0.5740860109009438, "rmse": 0.7513228940803378 }, "DPP9": { "n_rows": 35, "n_compounds": 34, "mae": 0.5578021110612885, "rmse": 0.6834387810046314 }, "macro_rmse": 0.8935355051206938, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 137, "n_compounds": 118, "closed_bound_tolerance_nonviolation": 0.7178760393046109, "strict_relation_aware_satisfaction": 0.7178760393046109, "n_strict_relation_rows": 137, "mean_violation": 0.17222839489527608 } }, "converged": false, "paired_test": { "eligible_combined": { "DPP8": { "n_pairs": 6, "n_exact": 2, "n_order_identifiable": 6, "n_threshold_identifiable": 6, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 2, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.150715912726241, "delta_rmse": 1.1587130983625462, "sign_accuracy": 0.6666666666666666, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 9, "identifiable_rank_concordance": 0.8888888888888888, "predicted_rank_ties": 0, "n_compounds": 6, "n_sources": 2, "n_scaffold_groups": 4 }, "DPP9": { "n_pairs": 5, "n_exact": 0, "n_order_identifiable": 5, "n_threshold_identifiable": 5, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 1, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": null, "delta_rmse": null, "sign_accuracy": 1.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 4, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 5, "n_sources": 2, "n_scaffold_groups": 3 }, "macro_delta_mae": null, "available_target_delta_mae": 1.150715912726241, "n_targets_with_exact_pairs": 1 }, "strict": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "eligible_with_conditions": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "primary_panel_verified_protocol_partial": { "DPP8": { "n_pairs": 6, "n_exact": 2, "n_order_identifiable": 6, "n_threshold_identifiable": 6, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 2, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.150715912726241, "delta_rmse": 1.1587130983625462, "sign_accuracy": 0.6666666666666666, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 9, "identifiable_rank_concordance": 0.8888888888888888, "predicted_rank_ties": 0, "n_compounds": 6, "n_sources": 2, "n_scaffold_groups": 4 }, "DPP9": { "n_pairs": 5, "n_exact": 0, "n_order_identifiable": 5, "n_threshold_identifiable": 5, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 1, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": null, "delta_rmse": null, "sign_accuracy": 1.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 4, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 5, "n_sources": 2, "n_scaffold_groups": 3 }, "macro_delta_mae": null, "available_target_delta_mae": 1.150715912726241, "n_targets_with_exact_pairs": 1 }, "unknown": { "DPP8": { "n_pairs": 97, "n_exact": 46, "n_order_identifiable": 96, "n_threshold_identifiable": 90, "n_threshold_unidentifiable": 7, "n_predicted_selective_identifiable": 76, "n_false_selective": 3, "false_selective_fraction": 0.039473684210526314, "delta_mae": 1.115771327879331, "delta_rmse": 1.4901202132626359, "sign_accuracy": 0.9791666666666666, "spearman_exact": 0.6227759107466202, "n_identifiable_between_compound_comparisons": 2757, "identifiable_rank_concordance": 0.7979688066739209, "predicted_rank_ties": 0, "n_compounds": 97, "n_sources": 20, "n_scaffold_groups": 38 }, "DPP9": { "n_pairs": 33, "n_exact": 15, "n_order_identifiable": 32, "n_threshold_identifiable": 31, "n_threshold_unidentifiable": 2, "n_predicted_selective_identifiable": 25, "n_false_selective": 1, "false_selective_fraction": 0.04, "delta_mae": 1.4785971679952596, "delta_rmse": 1.904279259478226, "sign_accuracy": 0.96875, "spearman_exact": 0.42499999999999993, "n_identifiable_between_compound_comparisons": 291, "identifiable_rank_concordance": 0.6666666666666666, "predicted_rank_ties": 0, "n_compounds": 33, "n_sources": 12, "n_scaffold_groups": 25 }, "macro_delta_mae": 1.2971842479372953, "available_target_delta_mae": 1.2971842479372953, "n_targets_with_exact_pairs": 2 }, "incompatible": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 } } }, { "seed": 20261027, "test": { "DPP4": { "n_rows": 331, "n_compounds": 317, "mae": 0.8879585432473286, "rmse": 1.173380122018653 }, "DPP8": { "n_rows": 82, "n_compounds": 81, "mae": 0.5818859351014578, "rmse": 0.7610966116404255 }, "DPP9": { "n_rows": 35, "n_compounds": 34, "mae": 0.5590091890066563, "rmse": 0.6869716831396826 }, "macro_rmse": 0.8738161389329203, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 137, "n_compounds": 118, "closed_bound_tolerance_nonviolation": 0.6793272864701436, "strict_relation_aware_satisfaction": 0.6793272864701436, "n_strict_relation_rows": 137, "mean_violation": 0.1901631344764154 } }, "converged": false, "paired_test": { "eligible_combined": { "DPP8": { "n_pairs": 6, "n_exact": 2, "n_order_identifiable": 6, "n_threshold_identifiable": 6, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 2, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.457951019331601, "delta_rmse": 1.4768492960257948, "sign_accuracy": 0.6666666666666666, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 9, "identifiable_rank_concordance": 0.8888888888888888, "predicted_rank_ties": 0, "n_compounds": 6, "n_sources": 2, "n_scaffold_groups": 4 }, "DPP9": { "n_pairs": 5, "n_exact": 0, "n_order_identifiable": 5, "n_threshold_identifiable": 5, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 1, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": null, "delta_rmse": null, "sign_accuracy": 1.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 4, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 5, "n_sources": 2, "n_scaffold_groups": 3 }, "macro_delta_mae": null, "available_target_delta_mae": 1.457951019331601, "n_targets_with_exact_pairs": 1 }, "strict": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "eligible_with_conditions": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "primary_panel_verified_protocol_partial": { "DPP8": { "n_pairs": 6, "n_exact": 2, "n_order_identifiable": 6, "n_threshold_identifiable": 6, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 2, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.457951019331601, "delta_rmse": 1.4768492960257948, "sign_accuracy": 0.6666666666666666, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 9, "identifiable_rank_concordance": 0.8888888888888888, "predicted_rank_ties": 0, "n_compounds": 6, "n_sources": 2, "n_scaffold_groups": 4 }, "DPP9": { "n_pairs": 5, "n_exact": 0, "n_order_identifiable": 5, "n_threshold_identifiable": 5, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 1, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": null, "delta_rmse": null, "sign_accuracy": 1.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 4, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 5, "n_sources": 2, "n_scaffold_groups": 3 }, "macro_delta_mae": null, "available_target_delta_mae": 1.457951019331601, "n_targets_with_exact_pairs": 1 }, "unknown": { "DPP8": { "n_pairs": 97, "n_exact": 46, "n_order_identifiable": 96, "n_threshold_identifiable": 90, "n_threshold_unidentifiable": 7, "n_predicted_selective_identifiable": 75, "n_false_selective": 3, "false_selective_fraction": 0.04, "delta_mae": 1.1356016673803413, "delta_rmse": 1.466074439513453, "sign_accuracy": 0.9791666666666666, "spearman_exact": 0.5941595488347137, "n_identifiable_between_compound_comparisons": 2757, "identifiable_rank_concordance": 0.7979688066739209, "predicted_rank_ties": 0, "n_compounds": 97, "n_sources": 20, "n_scaffold_groups": 38 }, "DPP9": { "n_pairs": 33, "n_exact": 15, "n_order_identifiable": 32, "n_threshold_identifiable": 31, "n_threshold_unidentifiable": 2, "n_predicted_selective_identifiable": 26, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.4237630296959936, "delta_rmse": 1.8014131859419238, "sign_accuracy": 0.9375, "spearman_exact": 0.4035714285714285, "n_identifiable_between_compound_comparisons": 291, "identifiable_rank_concordance": 0.6666666666666666, "predicted_rank_ties": 0, "n_compounds": 33, "n_sources": 12, "n_scaffold_groups": 25 }, "macro_delta_mae": 1.2796823485381674, "available_target_delta_mae": 1.2796823485381674, "n_targets_with_exact_pairs": 2 }, "incompatible": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 } } } ], "seed_macro_rmse_sd": 0.009483345737362361, "bootstrap": { "n_compounds": 345, "cluster": "compound", "n_clusters": 345, "interpretation": "fixed-test-sample resampling; not split/model-selection uncertainty", "valid_replicates": 500, "invalid_missing_target_replicates": 0, "macro_rmse_95pct_cluster_bootstrap": [ 0.7862124759641709, 0.9586890249709745 ] }, "domain_cluster_bootstrap": { "n_compounds": 345, "cluster": "scaffold_cluster", "n_clusters": 147, "interpretation": "fixed-test-sample resampling; not split/model-selection uncertainty", "valid_replicates": 500, "invalid_missing_target_replicates": 0, "macro_rmse_95pct_cluster_bootstrap": [ 0.7657358552784685, 0.9693066832643531 ] }, "paired_test": { "eligible_combined": { "DPP8": { "n_pairs": 6, "n_exact": 2, "n_order_identifiable": 6, "n_threshold_identifiable": 6, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 2, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.3714206053631182, "delta_rmse": 1.395172158755075, "sign_accuracy": 0.6666666666666666, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 9, "identifiable_rank_concordance": 0.8888888888888888, "predicted_rank_ties": 0, "n_compounds": 6, "n_sources": 2, "n_scaffold_groups": 4 }, "DPP9": { "n_pairs": 5, "n_exact": 0, "n_order_identifiable": 5, "n_threshold_identifiable": 5, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 1, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": null, "delta_rmse": null, "sign_accuracy": 1.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 4, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 5, "n_sources": 2, "n_scaffold_groups": 3 }, "macro_delta_mae": null, "available_target_delta_mae": 1.3714206053631182, "n_targets_with_exact_pairs": 1 }, "strict": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "eligible_with_conditions": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "primary_panel_verified_protocol_partial": { "DPP8": { "n_pairs": 6, "n_exact": 2, "n_order_identifiable": 6, "n_threshold_identifiable": 6, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 2, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.3714206053631182, "delta_rmse": 1.395172158755075, "sign_accuracy": 0.6666666666666666, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 9, "identifiable_rank_concordance": 0.8888888888888888, "predicted_rank_ties": 0, "n_compounds": 6, "n_sources": 2, "n_scaffold_groups": 4 }, "DPP9": { "n_pairs": 5, "n_exact": 0, "n_order_identifiable": 5, "n_threshold_identifiable": 5, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 1, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": null, "delta_rmse": null, "sign_accuracy": 1.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 4, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 5, "n_sources": 2, "n_scaffold_groups": 3 }, "macro_delta_mae": null, "available_target_delta_mae": 1.3714206053631182, "n_targets_with_exact_pairs": 1 }, "unknown": { "DPP8": { "n_pairs": 97, "n_exact": 46, "n_order_identifiable": 96, "n_threshold_identifiable": 90, "n_threshold_unidentifiable": 7, "n_predicted_selective_identifiable": 76, "n_false_selective": 3, "false_selective_fraction": 0.039473684210526314, "delta_mae": 1.1209128995194733, "delta_rmse": 1.4612313006757573, "sign_accuracy": 0.96875, "spearman_exact": 0.612291467804758, "n_identifiable_between_compound_comparisons": 2757, "identifiable_rank_concordance": 0.7961552412042074, "predicted_rank_ties": 0, "n_compounds": 97, "n_sources": 20, "n_scaffold_groups": 38 }, "DPP9": { "n_pairs": 33, "n_exact": 15, "n_order_identifiable": 32, "n_threshold_identifiable": 31, "n_threshold_unidentifiable": 2, "n_predicted_selective_identifiable": 26, "n_false_selective": 1, "false_selective_fraction": 0.038461538461538464, "delta_mae": 1.4916208273251006, "delta_rmse": 1.933940675263277, "sign_accuracy": 0.9375, "spearman_exact": 0.4035714285714285, "n_identifiable_between_compound_comparisons": 291, "identifiable_rank_concordance": 0.6597938144329897, "predicted_rank_ties": 0, "n_compounds": 33, "n_sources": 12, "n_scaffold_groups": 25 }, "macro_delta_mae": 1.306266863422287, "available_target_delta_mae": 1.306266863422287, "n_targets_with_exact_pairs": 2 }, "incompatible": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 } }, "paired_primary_bootstrap": { "n_compounds": 2, "macro_delta_mae_95pct_cluster_bootstrap": null } } }, "source_split": { "independent_RF": { "leaf": 1, "test": { "DPP4": { "n_rows": 417, "n_compounds": 410, "mae": 0.9922878773617503, "rmse": 1.244069769185214 }, "DPP8": { "n_rows": 64, "n_compounds": 64, "mae": 0.8596085502587865, "rmse": 0.9617812673327795 }, "DPP9": { "n_rows": 27, "n_compounds": 27, "mae": 1.3757353959526601, "rmse": 1.6320604862294215 }, "macro_rmse": 1.279303840915805, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 327, "n_compounds": 267, "closed_bound_tolerance_nonviolation": 0.05379746835443039, "strict_relation_aware_satisfaction": 0.05379746835443039, "n_strict_relation_rows": 326, "mean_violation": 1.2977221621280026 } }, "bootstrap": { "n_compounds": 426, "cluster": "compound", "n_clusters": 426, "interpretation": "fixed-test-sample resampling; not split/model-selection uncertainty", "valid_replicates": 500, "invalid_missing_target_replicates": 0, "macro_rmse_95pct_cluster_bootstrap": [ 1.1464279737110952, 1.404786414183769 ] }, "domain_cluster_bootstrap": { "cluster": "source_family", "status": "unavailable: compound spans multiple groups" }, "paired_test": { "eligible_combined": { "DPP8": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 9, "n_false_selective": 9, "false_selective_fraction": 1.0, "delta_mae": 2.1252359714123954, "delta_rmse": 2.134551426241732, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.8421052631578947, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "DPP9": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 11, "n_false_selective": 11, "false_selective_fraction": 1.0, "delta_mae": 3.2221489731555346, "delta_rmse": 3.222413090987191, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.8421052631578947, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "macro_delta_mae": 2.673692472283965, "available_target_delta_mae": 2.673692472283965, "n_targets_with_exact_pairs": 2 }, "strict": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "eligible_with_conditions": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "primary_panel_verified_protocol_partial": { "DPP8": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 9, "n_false_selective": 9, "false_selective_fraction": 1.0, "delta_mae": 2.1252359714123954, "delta_rmse": 2.134551426241732, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.8421052631578947, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "DPP9": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 11, "n_false_selective": 11, "false_selective_fraction": 1.0, "delta_mae": 3.2221489731555346, "delta_rmse": 3.222413090987191, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.8421052631578947, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "macro_delta_mae": 2.673692472283965, "available_target_delta_mae": 2.673692472283965, "n_targets_with_exact_pairs": 2 }, "unknown": { "DPP8": { "n_pairs": 138, "n_exact": 52, "n_order_identifiable": 137, "n_threshold_identifiable": 137, "n_threshold_unidentifiable": 1, "n_predicted_selective_identifiable": 137, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.3384550543254308, "delta_rmse": 1.5083437761356084, "sign_accuracy": 1.0, "spearman_exact": 0.7518036292869599, "n_identifiable_between_compound_comparisons": 2950, "identifiable_rank_concordance": 0.6433898305084745, "predicted_rank_ties": 0, "n_compounds": 138, "n_sources": 9, "n_scaffold_groups": 48 }, "DPP9": { "n_pairs": 83, "n_exact": 9, "n_order_identifiable": 76, "n_threshold_identifiable": 62, "n_threshold_unidentifiable": 21, "n_predicted_selective_identifiable": 37, "n_false_selective": 1, "false_selective_fraction": 0.02702702702702703, "delta_mae": 1.2762201875563135, "delta_rmse": 1.4892739147535672, "sign_accuracy": 0.9868421052631579, "spearman_exact": 0.21666666666666667, "n_identifiable_between_compound_comparisons": 283, "identifiable_rank_concordance": 0.6784452296819788, "predicted_rank_ties": 0, "n_compounds": 83, "n_sources": 6, "n_scaffold_groups": 46 }, "macro_delta_mae": 1.307337620940872, "available_target_delta_mae": 1.307337620940872, "n_targets_with_exact_pairs": 2 }, "incompatible": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 } }, "paired_primary_bootstrap": { "n_compounds": 2, "valid_replicates": 500, "macro_delta_mae_95pct_cluster_bootstrap": [ 2.5534625435436946, 2.7939224010242354 ] } }, "exact_multitask": { "l2": 0.0001, "test": { "DPP4": { "n_rows": 417, "n_compounds": 410, "mae": 1.3865746543482924, "rmse": 1.791769216992603 }, "DPP8": { "n_rows": 64, "n_compounds": 64, "mae": 0.9442558360189302, "rmse": 1.0966252526598361 }, "DPP9": { "n_rows": 27, "n_compounds": 27, "mae": 1.3932890783186724, "rmse": 1.7981194059423167 }, "macro_rmse": 1.5621712918649184, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 327, "n_compounds": 267, "closed_bound_tolerance_nonviolation": 0.11989185567996935, "strict_relation_aware_satisfaction": 0.11989185567996935, "n_strict_relation_rows": 326, "mean_violation": 1.0299070035475033 } }, "seeds": [ { "seed": 20261025, "test": { "DPP4": { "n_rows": 417, "n_compounds": 410, "mae": 1.3865746543482924, "rmse": 1.791769216992603 }, "DPP8": { "n_rows": 64, "n_compounds": 64, "mae": 0.9442558360189302, "rmse": 1.0966252526598361 }, "DPP9": { "n_rows": 27, "n_compounds": 27, "mae": 1.3932890783186724, "rmse": 1.7981194059423167 }, "macro_rmse": 1.5621712918649184, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 327, "n_compounds": 267, "closed_bound_tolerance_nonviolation": 0.11989185567996935, "strict_relation_aware_satisfaction": 0.11989185567996935, "n_strict_relation_rows": 326, "mean_violation": 1.0299070035475033 } }, "converged": false, "paired_test": { "eligible_combined": { "DPP8": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 3, "n_false_selective": 3, "false_selective_fraction": 1.0, "delta_mae": 2.395271910833624, "delta_rmse": 2.438894785927279, "sign_accuracy": 0.5454545454545454, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.9473684210526315, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "DPP9": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 4, "n_false_selective": 4, "false_selective_fraction": 1.0, "delta_mae": 3.9283354130407337, "delta_rmse": 3.9379596024732852, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.9473684210526315, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "macro_delta_mae": 3.1618036619371788, "available_target_delta_mae": 3.1618036619371788, "n_targets_with_exact_pairs": 2 }, "strict": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "eligible_with_conditions": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "primary_panel_verified_protocol_partial": { "DPP8": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 3, "n_false_selective": 3, "false_selective_fraction": 1.0, "delta_mae": 2.395271910833624, "delta_rmse": 2.438894785927279, "sign_accuracy": 0.5454545454545454, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.9473684210526315, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "DPP9": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 4, "n_false_selective": 4, "false_selective_fraction": 1.0, "delta_mae": 3.9283354130407337, "delta_rmse": 3.9379596024732852, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.9473684210526315, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "macro_delta_mae": 3.1618036619371788, "available_target_delta_mae": 3.1618036619371788, "n_targets_with_exact_pairs": 2 }, "unknown": { "DPP8": { "n_pairs": 138, "n_exact": 52, "n_order_identifiable": 137, "n_threshold_identifiable": 137, "n_threshold_unidentifiable": 1, "n_predicted_selective_identifiable": 115, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.7409696361465465, "delta_rmse": 2.0899500015927135, "sign_accuracy": 0.9562043795620438, "spearman_exact": 0.1667022413472022, "n_identifiable_between_compound_comparisons": 2950, "identifiable_rank_concordance": 0.5579661016949152, "predicted_rank_ties": 0, "n_compounds": 138, "n_sources": 9, "n_scaffold_groups": 48 }, "DPP9": { "n_pairs": 83, "n_exact": 9, "n_order_identifiable": 76, "n_threshold_identifiable": 62, "n_threshold_unidentifiable": 21, "n_predicted_selective_identifiable": 43, "n_false_selective": 1, "false_selective_fraction": 0.023255813953488372, "delta_mae": 1.6132765830156757, "delta_rmse": 2.067271813130852, "sign_accuracy": 0.9210526315789473, "spearman_exact": 0.16666666666666669, "n_identifiable_between_compound_comparisons": 283, "identifiable_rank_concordance": 0.607773851590106, "predicted_rank_ties": 0, "n_compounds": 83, "n_sources": 6, "n_scaffold_groups": 46 }, "macro_delta_mae": 1.6771231095811112, "available_target_delta_mae": 1.6771231095811112, "n_targets_with_exact_pairs": 2 }, "incompatible": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 } } }, { "seed": 20261026, "test": { "DPP4": { "n_rows": 417, "n_compounds": 410, "mae": 1.519241050425739, "rmse": 1.9403469775628386 }, "DPP8": { "n_rows": 64, "n_compounds": 64, "mae": 0.996436411818197, "rmse": 1.1488875961545146 }, "DPP9": { "n_rows": 27, "n_compounds": 27, "mae": 1.2929944827184379, "rmse": 1.6240479546751667 }, "macro_rmse": 1.57109417613084, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 327, "n_compounds": 267, "closed_bound_tolerance_nonviolation": 0.13903244329600917, "strict_relation_aware_satisfaction": 0.13903244329600917, "n_strict_relation_rows": 326, "mean_violation": 1.0918430046911878 } }, "converged": false, "paired_test": { "eligible_combined": { "DPP8": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 5, "n_false_selective": 5, "false_selective_fraction": 1.0, "delta_mae": 2.4688238731346903, "delta_rmse": 2.4946684009414346, "sign_accuracy": 0.36363636363636365, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.8421052631578947, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "DPP9": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 5, "n_false_selective": 5, "false_selective_fraction": 1.0, "delta_mae": 3.805698806667336, "delta_rmse": 3.8158178101026854, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.7894736842105263, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "macro_delta_mae": 3.137261339901013, "available_target_delta_mae": 3.137261339901013, "n_targets_with_exact_pairs": 2 }, "strict": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "eligible_with_conditions": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "primary_panel_verified_protocol_partial": { "DPP8": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 5, "n_false_selective": 5, "false_selective_fraction": 1.0, "delta_mae": 2.4688238731346903, "delta_rmse": 2.4946684009414346, "sign_accuracy": 0.36363636363636365, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.8421052631578947, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "DPP9": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 5, "n_false_selective": 5, "false_selective_fraction": 1.0, "delta_mae": 3.805698806667336, "delta_rmse": 3.8158178101026854, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.7894736842105263, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "macro_delta_mae": 3.137261339901013, "available_target_delta_mae": 3.137261339901013, "n_targets_with_exact_pairs": 2 }, "unknown": { "DPP8": { "n_pairs": 138, "n_exact": 52, "n_order_identifiable": 137, "n_threshold_identifiable": 137, "n_threshold_unidentifiable": 1, "n_predicted_selective_identifiable": 110, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.9065289966179042, "delta_rmse": 2.3099003193846355, "sign_accuracy": 0.9343065693430657, "spearman_exact": 0.12132337257586395, "n_identifiable_between_compound_comparisons": 2950, "identifiable_rank_concordance": 0.5776271186440678, "predicted_rank_ties": 0, "n_compounds": 138, "n_sources": 9, "n_scaffold_groups": 48 }, "DPP9": { "n_pairs": 83, "n_exact": 9, "n_order_identifiable": 76, "n_threshold_identifiable": 62, "n_threshold_unidentifiable": 21, "n_predicted_selective_identifiable": 41, "n_false_selective": 1, "false_selective_fraction": 0.024390243902439025, "delta_mae": 1.6391318341158814, "delta_rmse": 1.9812655619818047, "sign_accuracy": 0.9210526315789473, "spearman_exact": 0.09999999999999999, "n_identifiable_between_compound_comparisons": 283, "identifiable_rank_concordance": 0.47703180212014135, "predicted_rank_ties": 0, "n_compounds": 83, "n_sources": 6, "n_scaffold_groups": 46 }, "macro_delta_mae": 1.7728304153668928, "available_target_delta_mae": 1.7728304153668928, "n_targets_with_exact_pairs": 2 }, "incompatible": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 } } }, { "seed": 20261027, "test": { "DPP4": { "n_rows": 417, "n_compounds": 410, "mae": 1.4359434516229515, "rmse": 1.8484522625424633 }, "DPP8": { "n_rows": 64, "n_compounds": 64, "mae": 0.98197614053731, "rmse": 1.12908364176235 }, "DPP9": { "n_rows": 27, "n_compounds": 27, "mae": 1.3868215360437783, "rmse": 1.709770467172149 }, "macro_rmse": 1.5624354571589876, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 327, "n_compounds": 267, "closed_bound_tolerance_nonviolation": 0.08280605860169528, "strict_relation_aware_satisfaction": 0.08280605860169528, "n_strict_relation_rows": 326, "mean_violation": 1.07664996923008 } }, "converged": false, "paired_test": { "eligible_combined": { "DPP8": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 4, "n_false_selective": 4, "false_selective_fraction": 1.0, "delta_mae": 2.5720073901530798, "delta_rmse": 2.577854676266021, "sign_accuracy": 0.5454545454545454, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.9473684210526315, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "DPP9": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 5, "n_false_selective": 5, "false_selective_fraction": 1.0, "delta_mae": 4.260000405365264, "delta_rmse": 4.260121134229408, "sign_accuracy": 0.2727272727272727, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "macro_delta_mae": 3.416003897759172, "available_target_delta_mae": 3.416003897759172, "n_targets_with_exact_pairs": 2 }, "strict": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "eligible_with_conditions": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "primary_panel_verified_protocol_partial": { "DPP8": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 4, "n_false_selective": 4, "false_selective_fraction": 1.0, "delta_mae": 2.5720073901530798, "delta_rmse": 2.577854676266021, "sign_accuracy": 0.5454545454545454, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.9473684210526315, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "DPP9": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 5, "n_false_selective": 5, "false_selective_fraction": 1.0, "delta_mae": 4.260000405365264, "delta_rmse": 4.260121134229408, "sign_accuracy": 0.2727272727272727, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 1.0, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "macro_delta_mae": 3.416003897759172, "available_target_delta_mae": 3.416003897759172, "n_targets_with_exact_pairs": 2 }, "unknown": { "DPP8": { "n_pairs": 138, "n_exact": 52, "n_order_identifiable": 137, "n_threshold_identifiable": 137, "n_threshold_unidentifiable": 1, "n_predicted_selective_identifiable": 117, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.789591044407195, "delta_rmse": 2.110352026994326, "sign_accuracy": 0.9635036496350365, "spearman_exact": 0.060533617984720296, "n_identifiable_between_compound_comparisons": 2950, "identifiable_rank_concordance": 0.5277966101694915, "predicted_rank_ties": 0, "n_compounds": 138, "n_sources": 9, "n_scaffold_groups": 48 }, "DPP9": { "n_pairs": 83, "n_exact": 9, "n_order_identifiable": 76, "n_threshold_identifiable": 62, "n_threshold_unidentifiable": 21, "n_predicted_selective_identifiable": 35, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.548245946009474, "delta_rmse": 1.8295778930932518, "sign_accuracy": 0.7631578947368421, "spearman_exact": 0.31666666666666665, "n_identifiable_between_compound_comparisons": 283, "identifiable_rank_concordance": 0.5618374558303887, "predicted_rank_ties": 0, "n_compounds": 83, "n_sources": 6, "n_scaffold_groups": 46 }, "macro_delta_mae": 1.6689184952083345, "available_target_delta_mae": 1.6689184952083345, "n_targets_with_exact_pairs": 2 }, "incompatible": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 } } } ], "seed_macro_rmse_sd": 0.004145426679006035, "bootstrap": { "n_compounds": 426, "cluster": "compound", "n_clusters": 426, "interpretation": "fixed-test-sample resampling; not split/model-selection uncertainty", "valid_replicates": 500, "invalid_missing_target_replicates": 0, "macro_rmse_95pct_cluster_bootstrap": [ 1.4087496235617123, 1.700662376477228 ] }, "domain_cluster_bootstrap": { "cluster": "source_family", "status": "unavailable: compound spans multiple groups" }, "paired_test": { "eligible_combined": { "DPP8": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 3, "n_false_selective": 3, "false_selective_fraction": 1.0, "delta_mae": 2.395271910833624, "delta_rmse": 2.438894785927279, "sign_accuracy": 0.5454545454545454, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.9473684210526315, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "DPP9": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 4, "n_false_selective": 4, "false_selective_fraction": 1.0, "delta_mae": 3.9283354130407337, "delta_rmse": 3.9379596024732852, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.9473684210526315, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "macro_delta_mae": 3.1618036619371788, "available_target_delta_mae": 3.1618036619371788, "n_targets_with_exact_pairs": 2 }, "strict": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "eligible_with_conditions": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "primary_panel_verified_protocol_partial": { "DPP8": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 3, "n_false_selective": 3, "false_selective_fraction": 1.0, "delta_mae": 2.395271910833624, "delta_rmse": 2.438894785927279, "sign_accuracy": 0.5454545454545454, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.9473684210526315, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "DPP9": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 4, "n_false_selective": 4, "false_selective_fraction": 1.0, "delta_mae": 3.9283354130407337, "delta_rmse": 3.9379596024732852, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.9473684210526315, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "macro_delta_mae": 3.1618036619371788, "available_target_delta_mae": 3.1618036619371788, "n_targets_with_exact_pairs": 2 }, "unknown": { "DPP8": { "n_pairs": 138, "n_exact": 52, "n_order_identifiable": 137, "n_threshold_identifiable": 137, "n_threshold_unidentifiable": 1, "n_predicted_selective_identifiable": 115, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.7409696361465465, "delta_rmse": 2.0899500015927135, "sign_accuracy": 0.9562043795620438, "spearman_exact": 0.1667022413472022, "n_identifiable_between_compound_comparisons": 2950, "identifiable_rank_concordance": 0.5579661016949152, "predicted_rank_ties": 0, "n_compounds": 138, "n_sources": 9, "n_scaffold_groups": 48 }, "DPP9": { "n_pairs": 83, "n_exact": 9, "n_order_identifiable": 76, "n_threshold_identifiable": 62, "n_threshold_unidentifiable": 21, "n_predicted_selective_identifiable": 43, "n_false_selective": 1, "false_selective_fraction": 0.023255813953488372, "delta_mae": 1.6132765830156757, "delta_rmse": 2.067271813130852, "sign_accuracy": 0.9210526315789473, "spearman_exact": 0.16666666666666669, "n_identifiable_between_compound_comparisons": 283, "identifiable_rank_concordance": 0.607773851590106, "predicted_rank_ties": 0, "n_compounds": 83, "n_sources": 6, "n_scaffold_groups": 46 }, "macro_delta_mae": 1.6771231095811112, "available_target_delta_mae": 1.6771231095811112, "n_targets_with_exact_pairs": 2 }, "incompatible": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 } }, "paired_primary_bootstrap": { "n_compounds": 2, "valid_replicates": 500, "macro_delta_mae_95pct_cluster_bootstrap": [ 2.794620898803005, 3.528986425071352 ] } }, "censor_multitask": { "l2": 0.001, "test": { "DPP4": { "n_rows": 417, "n_compounds": 410, "mae": 1.3855359801061518, "rmse": 1.7606107216436195 }, "DPP8": { "n_rows": 64, "n_compounds": 64, "mae": 0.8003485264408752, "rmse": 1.0885225987286342 }, "DPP9": { "n_rows": 27, "n_compounds": 27, "mae": 1.8490132071039131, "rmse": 2.4237344616413727 }, "macro_rmse": 1.7576225940045422, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 327, "n_compounds": 267, "closed_bound_tolerance_nonviolation": 0.34749585388220783, "strict_relation_aware_satisfaction": 0.34749585388220783, "n_strict_relation_rows": 326, "mean_violation": 0.5731414835858542 } }, "seeds": [ { "seed": 20261025, "test": { "DPP4": { "n_rows": 417, "n_compounds": 410, "mae": 1.3855359801061518, "rmse": 1.7606107216436195 }, "DPP8": { "n_rows": 64, "n_compounds": 64, "mae": 0.8003485264408752, "rmse": 1.0885225987286342 }, "DPP9": { "n_rows": 27, "n_compounds": 27, "mae": 1.8490132071039131, "rmse": 2.4237344616413727 }, "macro_rmse": 1.7576225940045422, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 327, "n_compounds": 267, "closed_bound_tolerance_nonviolation": 0.34749585388220783, "strict_relation_aware_satisfaction": 0.34749585388220783, "n_strict_relation_rows": 326, "mean_violation": 0.5731414835858542 } }, "converged": false, "paired_test": { "eligible_combined": { "DPP8": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 10, "n_false_selective": 10, "false_selective_fraction": 1.0, "delta_mae": 2.381804329126205, "delta_rmse": 2.4442696635043286, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.631578947368421, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "DPP9": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 11, "n_false_selective": 11, "false_selective_fraction": 1.0, "delta_mae": 3.9244883679169424, "delta_rmse": 3.9387942966360616, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.5789473684210527, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "macro_delta_mae": 3.153146348521574, "available_target_delta_mae": 3.153146348521574, "n_targets_with_exact_pairs": 2 }, "strict": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "eligible_with_conditions": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "primary_panel_verified_protocol_partial": { "DPP8": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 10, "n_false_selective": 10, "false_selective_fraction": 1.0, "delta_mae": 2.381804329126205, "delta_rmse": 2.4442696635043286, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.631578947368421, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "DPP9": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 11, "n_false_selective": 11, "false_selective_fraction": 1.0, "delta_mae": 3.9244883679169424, "delta_rmse": 3.9387942966360616, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.5789473684210527, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "macro_delta_mae": 3.153146348521574, "available_target_delta_mae": 3.153146348521574, "n_targets_with_exact_pairs": 2 }, "unknown": { "DPP8": { "n_pairs": 138, "n_exact": 52, "n_order_identifiable": 137, "n_threshold_identifiable": 137, "n_threshold_unidentifiable": 1, "n_predicted_selective_identifiable": 127, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.431945342879743, "delta_rmse": 1.6595532603456427, "sign_accuracy": 0.9927007299270073, "spearman_exact": 0.2189114196231634, "n_identifiable_between_compound_comparisons": 2950, "identifiable_rank_concordance": 0.5040677966101695, "predicted_rank_ties": 0, "n_compounds": 138, "n_sources": 9, "n_scaffold_groups": 48 }, "DPP9": { "n_pairs": 83, "n_exact": 9, "n_order_identifiable": 76, "n_threshold_identifiable": 62, "n_threshold_unidentifiable": 21, "n_predicted_selective_identifiable": 31, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 0.9838349502786105, "delta_rmse": 1.2523621193498846, "sign_accuracy": 0.5394736842105263, "spearman_exact": 0.35, "n_identifiable_between_compound_comparisons": 283, "identifiable_rank_concordance": 0.5371024734982333, "predicted_rank_ties": 0, "n_compounds": 83, "n_sources": 6, "n_scaffold_groups": 46 }, "macro_delta_mae": 1.2078901465791767, "available_target_delta_mae": 1.2078901465791767, "n_targets_with_exact_pairs": 2 }, "incompatible": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 } } }, { "seed": 20261026, "test": { "DPP4": { "n_rows": 417, "n_compounds": 410, "mae": 1.4075662665051234, "rmse": 1.7649250462711823 }, "DPP8": { "n_rows": 64, "n_compounds": 64, "mae": 0.8194173959633575, "rmse": 1.1124165263632795 }, "DPP9": { "n_rows": 27, "n_compounds": 27, "mae": 1.8163957113597242, "rmse": 2.3562060654646793 }, "macro_rmse": 1.7445158793663804, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 327, "n_compounds": 267, "closed_bound_tolerance_nonviolation": 0.3854154173798958, "strict_relation_aware_satisfaction": 0.3854154173798958, "n_strict_relation_rows": 326, "mean_violation": 0.5815355555799805 } }, "converged": false, "paired_test": { "eligible_combined": { "DPP8": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 11, "n_false_selective": 11, "false_selective_fraction": 1.0, "delta_mae": 2.9605654802233436, "delta_rmse": 3.0092746198405145, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.7368421052631579, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "DPP9": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 11, "n_false_selective": 11, "false_selective_fraction": 1.0, "delta_mae": 4.408752318002401, "delta_rmse": 4.422451108576389, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.7894736842105263, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "macro_delta_mae": 3.6846588991128724, "available_target_delta_mae": 3.6846588991128724, "n_targets_with_exact_pairs": 2 }, "strict": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "eligible_with_conditions": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "primary_panel_verified_protocol_partial": { "DPP8": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 11, "n_false_selective": 11, "false_selective_fraction": 1.0, "delta_mae": 2.9605654802233436, "delta_rmse": 3.0092746198405145, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.7368421052631579, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "DPP9": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 11, "n_false_selective": 11, "false_selective_fraction": 1.0, "delta_mae": 4.408752318002401, "delta_rmse": 4.422451108576389, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.7894736842105263, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "macro_delta_mae": 3.6846588991128724, "available_target_delta_mae": 3.6846588991128724, "n_targets_with_exact_pairs": 2 }, "unknown": { "DPP8": { "n_pairs": 138, "n_exact": 52, "n_order_identifiable": 137, "n_threshold_identifiable": 137, "n_threshold_unidentifiable": 1, "n_predicted_selective_identifiable": 124, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.372322320148554, "delta_rmse": 1.6073407859390245, "sign_accuracy": 0.9854014598540146, "spearman_exact": 0.22586979743099797, "n_identifiable_between_compound_comparisons": 2950, "identifiable_rank_concordance": 0.5027118644067796, "predicted_rank_ties": 0, "n_compounds": 138, "n_sources": 9, "n_scaffold_groups": 48 }, "DPP9": { "n_pairs": 83, "n_exact": 9, "n_order_identifiable": 76, "n_threshold_identifiable": 62, "n_threshold_unidentifiable": 21, "n_predicted_selective_identifiable": 31, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.1136925676469382, "delta_rmse": 1.4096011782587126, "sign_accuracy": 0.5263157894736842, "spearman_exact": 0.31666666666666665, "n_identifiable_between_compound_comparisons": 283, "identifiable_rank_concordance": 0.5159010600706714, "predicted_rank_ties": 0, "n_compounds": 83, "n_sources": 6, "n_scaffold_groups": 46 }, "macro_delta_mae": 1.243007443897746, "available_target_delta_mae": 1.243007443897746, "n_targets_with_exact_pairs": 2 }, "incompatible": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 } } }, { "seed": 20261027, "test": { "DPP4": { "n_rows": 417, "n_compounds": 410, "mae": 1.3990005795968246, "rmse": 1.745777320918172 }, "DPP8": { "n_rows": 64, "n_compounds": 64, "mae": 0.813645243671564, "rmse": 1.114470028627109 }, "DPP9": { "n_rows": 27, "n_compounds": 27, "mae": 1.811449107076686, "rmse": 2.3947281184108267 }, "macro_rmse": 1.7516584893187026, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 327, "n_compounds": 267, "closed_bound_tolerance_nonviolation": 0.3366771818755595, "strict_relation_aware_satisfaction": 0.3366771818755595, "n_strict_relation_rows": 326, "mean_violation": 0.6054247375535997 } }, "converged": false, "paired_test": { "eligible_combined": { "DPP8": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 11, "n_false_selective": 11, "false_selective_fraction": 1.0, "delta_mae": 2.8341229942963455, "delta_rmse": 2.8969010220536946, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.5263157894736842, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "DPP9": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 11, "n_false_selective": 11, "false_selective_fraction": 1.0, "delta_mae": 4.271960449852561, "delta_rmse": 4.290481188866204, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.47368421052631576, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "macro_delta_mae": 3.5530417220744535, "available_target_delta_mae": 3.5530417220744535, "n_targets_with_exact_pairs": 2 }, "strict": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "eligible_with_conditions": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "primary_panel_verified_protocol_partial": { "DPP8": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 11, "n_false_selective": 11, "false_selective_fraction": 1.0, "delta_mae": 2.8341229942963455, "delta_rmse": 2.8969010220536946, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.5263157894736842, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "DPP9": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 11, "n_false_selective": 11, "false_selective_fraction": 1.0, "delta_mae": 4.271960449852561, "delta_rmse": 4.290481188866204, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.47368421052631576, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "macro_delta_mae": 3.5530417220744535, "available_target_delta_mae": 3.5530417220744535, "n_targets_with_exact_pairs": 2 }, "unknown": { "DPP8": { "n_pairs": 138, "n_exact": 52, "n_order_identifiable": 137, "n_threshold_identifiable": 137, "n_threshold_unidentifiable": 1, "n_predicted_selective_identifiable": 123, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.4576326181111907, "delta_rmse": 1.6561930942977492, "sign_accuracy": 0.9781021897810219, "spearman_exact": 0.1374599787805355, "n_identifiable_between_compound_comparisons": 2950, "identifiable_rank_concordance": 0.5, "predicted_rank_ties": 0, "n_compounds": 138, "n_sources": 9, "n_scaffold_groups": 48 }, "DPP9": { "n_pairs": 83, "n_exact": 9, "n_order_identifiable": 76, "n_threshold_identifiable": 62, "n_threshold_unidentifiable": 21, "n_predicted_selective_identifiable": 27, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.099539802050559, "delta_rmse": 1.4617289037407133, "sign_accuracy": 0.5394736842105263, "spearman_exact": 0.31666666666666665, "n_identifiable_between_compound_comparisons": 283, "identifiable_rank_concordance": 0.49469964664310956, "predicted_rank_ties": 0, "n_compounds": 83, "n_sources": 6, "n_scaffold_groups": 46 }, "macro_delta_mae": 1.2785862100808747, "available_target_delta_mae": 1.2785862100808747, "n_targets_with_exact_pairs": 2 }, "incompatible": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 } } } ], "seed_macro_rmse_sd": 0.005357999110788276, "bootstrap": { "n_compounds": 426, "cluster": "compound", "n_clusters": 426, "interpretation": "fixed-test-sample resampling; not split/model-selection uncertainty", "valid_replicates": 500, "invalid_missing_target_replicates": 0, "macro_rmse_95pct_cluster_bootstrap": [ 1.5347475966510529, 1.9671177427629485 ] }, "domain_cluster_bootstrap": { "cluster": "source_family", "status": "unavailable: compound spans multiple groups" }, "paired_test": { "eligible_combined": { "DPP8": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 10, "n_false_selective": 10, "false_selective_fraction": 1.0, "delta_mae": 2.381804329126205, "delta_rmse": 2.4442696635043286, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.631578947368421, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "DPP9": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 11, "n_false_selective": 11, "false_selective_fraction": 1.0, "delta_mae": 3.9244883679169424, "delta_rmse": 3.9387942966360616, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.5789473684210527, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "macro_delta_mae": 3.153146348521574, "available_target_delta_mae": 3.153146348521574, "n_targets_with_exact_pairs": 2 }, "strict": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "eligible_with_conditions": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "primary_panel_verified_protocol_partial": { "DPP8": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 10, "n_false_selective": 10, "false_selective_fraction": 1.0, "delta_mae": 2.381804329126205, "delta_rmse": 2.4442696635043286, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.631578947368421, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "DPP9": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 11, "n_false_selective": 11, "false_selective_fraction": 1.0, "delta_mae": 3.9244883679169424, "delta_rmse": 3.9387942966360616, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.5789473684210527, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "macro_delta_mae": 3.153146348521574, "available_target_delta_mae": 3.153146348521574, "n_targets_with_exact_pairs": 2 }, "unknown": { "DPP8": { "n_pairs": 138, "n_exact": 52, "n_order_identifiable": 137, "n_threshold_identifiable": 137, "n_threshold_unidentifiable": 1, "n_predicted_selective_identifiable": 127, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.431945342879743, "delta_rmse": 1.6595532603456427, "sign_accuracy": 0.9927007299270073, "spearman_exact": 0.2189114196231634, "n_identifiable_between_compound_comparisons": 2950, "identifiable_rank_concordance": 0.5040677966101695, "predicted_rank_ties": 0, "n_compounds": 138, "n_sources": 9, "n_scaffold_groups": 48 }, "DPP9": { "n_pairs": 83, "n_exact": 9, "n_order_identifiable": 76, "n_threshold_identifiable": 62, "n_threshold_unidentifiable": 21, "n_predicted_selective_identifiable": 31, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 0.9838349502786105, "delta_rmse": 1.2523621193498846, "sign_accuracy": 0.5394736842105263, "spearman_exact": 0.35, "n_identifiable_between_compound_comparisons": 283, "identifiable_rank_concordance": 0.5371024734982333, "predicted_rank_ties": 0, "n_compounds": 83, "n_sources": 6, "n_scaffold_groups": 46 }, "macro_delta_mae": 1.2078901465791767, "available_target_delta_mae": 1.2078901465791767, "n_targets_with_exact_pairs": 2 }, "incompatible": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 } }, "paired_primary_bootstrap": { "n_compounds": 2, "valid_replicates": 500, "macro_delta_mae_95pct_cluster_bootstrap": [ 2.710919615499729, 3.5953730815434186 ] } }, "paired_censor_multitask": { "l2": 0.001, "test": { "DPP4": { "n_rows": 417, "n_compounds": 410, "mae": 1.441058834651352, "rmse": 1.8543572497747143 }, "DPP8": { "n_rows": 64, "n_compounds": 64, "mae": 0.8588220834073024, "rmse": 1.1483219341117048 }, "DPP9": { "n_rows": 27, "n_compounds": 27, "mae": 1.885984143464112, "rmse": 2.440196340987563 }, "macro_rmse": 1.8142918416246605, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 327, "n_compounds": 267, "closed_bound_tolerance_nonviolation": 0.3833366041932424, "strict_relation_aware_satisfaction": 0.3833366041932424, "n_strict_relation_rows": 326, "mean_violation": 0.5840017607944068 } }, "seeds": [ { "seed": 20261025, "test": { "DPP4": { "n_rows": 417, "n_compounds": 410, "mae": 1.441058834651352, "rmse": 1.8543572497747143 }, "DPP8": { "n_rows": 64, "n_compounds": 64, "mae": 0.8588220834073024, "rmse": 1.1483219341117048 }, "DPP9": { "n_rows": 27, "n_compounds": 27, "mae": 1.885984143464112, "rmse": 2.440196340987563 }, "macro_rmse": 1.8142918416246605, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 327, "n_compounds": 267, "closed_bound_tolerance_nonviolation": 0.3833366041932424, "strict_relation_aware_satisfaction": 0.3833366041932424, "n_strict_relation_rows": 326, "mean_violation": 0.5840017607944068 } }, "converged": false, "paired_test": { "eligible_combined": { "DPP8": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 11, "n_false_selective": 11, "false_selective_fraction": 1.0, "delta_mae": 2.7290304876606797, "delta_rmse": 2.7773910365131416, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.7368421052631579, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "DPP9": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 11, "n_false_selective": 11, "false_selective_fraction": 1.0, "delta_mae": 4.075772684561387, "delta_rmse": 4.086924536966076, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.7368421052631579, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "macro_delta_mae": 3.4024015861110333, "available_target_delta_mae": 3.4024015861110333, "n_targets_with_exact_pairs": 2 }, "strict": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "eligible_with_conditions": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "primary_panel_verified_protocol_partial": { "DPP8": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 11, "n_false_selective": 11, "false_selective_fraction": 1.0, "delta_mae": 2.7290304876606797, "delta_rmse": 2.7773910365131416, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.7368421052631579, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "DPP9": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 11, "n_false_selective": 11, "false_selective_fraction": 1.0, "delta_mae": 4.075772684561387, "delta_rmse": 4.086924536966076, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.7368421052631579, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "macro_delta_mae": 3.4024015861110333, "available_target_delta_mae": 3.4024015861110333, "n_targets_with_exact_pairs": 2 }, "unknown": { "DPP8": { "n_pairs": 138, "n_exact": 52, "n_order_identifiable": 137, "n_threshold_identifiable": 137, "n_threshold_unidentifiable": 1, "n_predicted_selective_identifiable": 120, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.4479266672060744, "delta_rmse": 1.6696651830333968, "sign_accuracy": 0.9708029197080292, "spearman_exact": 0.21588046978048697, "n_identifiable_between_compound_comparisons": 2950, "identifiable_rank_concordance": 0.4986440677966102, "predicted_rank_ties": 0, "n_compounds": 138, "n_sources": 9, "n_scaffold_groups": 48 }, "DPP9": { "n_pairs": 83, "n_exact": 9, "n_order_identifiable": 76, "n_threshold_identifiable": 62, "n_threshold_unidentifiable": 21, "n_predicted_selective_identifiable": 30, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.0218551738788775, "delta_rmse": 1.3648022717433363, "sign_accuracy": 0.5789473684210527, "spearman_exact": 0.35, "n_identifiable_between_compound_comparisons": 283, "identifiable_rank_concordance": 0.5300353356890459, "predicted_rank_ties": 0, "n_compounds": 83, "n_sources": 6, "n_scaffold_groups": 46 }, "macro_delta_mae": 1.234890920542476, "available_target_delta_mae": 1.234890920542476, "n_targets_with_exact_pairs": 2 }, "incompatible": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 } } }, { "seed": 20261026, "test": { "DPP4": { "n_rows": 417, "n_compounds": 410, "mae": 1.3803453146258229, "rmse": 1.740595830224063 }, "DPP8": { "n_rows": 64, "n_compounds": 64, "mae": 0.8400636863244368, "rmse": 1.1386685312872615 }, "DPP9": { "n_rows": 27, "n_compounds": 27, "mae": 1.7955789789232048, "rmse": 2.334804379518317 }, "macro_rmse": 1.738022913676547, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 327, "n_compounds": 267, "closed_bound_tolerance_nonviolation": 0.4157799002024299, "strict_relation_aware_satisfaction": 0.4157799002024299, "n_strict_relation_rows": 326, "mean_violation": 0.5668794681272623 } }, "converged": false, "paired_test": { "eligible_combined": { "DPP8": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 10, "n_false_selective": 10, "false_selective_fraction": 1.0, "delta_mae": 2.9452399330289554, "delta_rmse": 3.0089266226428855, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.7368421052631579, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "DPP9": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 11, "n_false_selective": 11, "false_selective_fraction": 1.0, "delta_mae": 4.273625473192234, "delta_rmse": 4.290645180692316, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.7894736842105263, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "macro_delta_mae": 3.6094327031105946, "available_target_delta_mae": 3.6094327031105946, "n_targets_with_exact_pairs": 2 }, "strict": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "eligible_with_conditions": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "primary_panel_verified_protocol_partial": { "DPP8": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 10, "n_false_selective": 10, "false_selective_fraction": 1.0, "delta_mae": 2.9452399330289554, "delta_rmse": 3.0089266226428855, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.7368421052631579, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "DPP9": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 11, "n_false_selective": 11, "false_selective_fraction": 1.0, "delta_mae": 4.273625473192234, "delta_rmse": 4.290645180692316, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.7894736842105263, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "macro_delta_mae": 3.6094327031105946, "available_target_delta_mae": 3.6094327031105946, "n_targets_with_exact_pairs": 2 }, "unknown": { "DPP8": { "n_pairs": 138, "n_exact": 52, "n_order_identifiable": 137, "n_threshold_identifiable": 137, "n_threshold_unidentifiable": 1, "n_predicted_selective_identifiable": 124, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.4008883091248696, "delta_rmse": 1.5994855367448815, "sign_accuracy": 0.9854014598540146, "spearman_exact": 0.20064034169829717, "n_identifiable_between_compound_comparisons": 2950, "identifiable_rank_concordance": 0.5250847457627119, "predicted_rank_ties": 0, "n_compounds": 138, "n_sources": 9, "n_scaffold_groups": 48 }, "DPP9": { "n_pairs": 83, "n_exact": 9, "n_order_identifiable": 76, "n_threshold_identifiable": 62, "n_threshold_unidentifiable": 21, "n_predicted_selective_identifiable": 32, "n_false_selective": 1, "false_selective_fraction": 0.03125, "delta_mae": 1.0362475653261052, "delta_rmse": 1.3500428467974201, "sign_accuracy": 0.5394736842105263, "spearman_exact": 0.35, "n_identifiable_between_compound_comparisons": 283, "identifiable_rank_concordance": 0.4664310954063604, "predicted_rank_ties": 0, "n_compounds": 83, "n_sources": 6, "n_scaffold_groups": 46 }, "macro_delta_mae": 1.2185679372254874, "available_target_delta_mae": 1.2185679372254874, "n_targets_with_exact_pairs": 2 }, "incompatible": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 } } }, { "seed": 20261027, "test": { "DPP4": { "n_rows": 417, "n_compounds": 410, "mae": 1.4245304201243703, "rmse": 1.7875117873286472 }, "DPP8": { "n_rows": 64, "n_compounds": 64, "mae": 0.7753327374936696, "rmse": 1.0599827537608868 }, "DPP9": { "n_rows": 27, "n_compounds": 27, "mae": 1.7903282431734568, "rmse": 2.3162413048362485 }, "macro_rmse": 1.7212452819752608, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 327, "n_compounds": 267, "closed_bound_tolerance_nonviolation": 0.3780687025952456, "strict_relation_aware_satisfaction": 0.3780687025952456, "n_strict_relation_rows": 326, "mean_violation": 0.5903013806201105 } }, "converged": false, "paired_test": { "eligible_combined": { "DPP8": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 10, "n_false_selective": 10, "false_selective_fraction": 1.0, "delta_mae": 3.048867020138299, "delta_rmse": 3.102534727616478, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.7894736842105263, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "DPP9": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 11, "n_false_selective": 11, "false_selective_fraction": 1.0, "delta_mae": 4.467740499879527, "delta_rmse": 4.482331718210419, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.8947368421052632, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "macro_delta_mae": 3.7583037600089133, "available_target_delta_mae": 3.7583037600089133, "n_targets_with_exact_pairs": 2 }, "strict": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "eligible_with_conditions": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "primary_panel_verified_protocol_partial": { "DPP8": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 10, "n_false_selective": 10, "false_selective_fraction": 1.0, "delta_mae": 3.048867020138299, "delta_rmse": 3.102534727616478, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.7894736842105263, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "DPP9": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 11, "n_false_selective": 11, "false_selective_fraction": 1.0, "delta_mae": 4.467740499879527, "delta_rmse": 4.482331718210419, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.8947368421052632, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "macro_delta_mae": 3.7583037600089133, "available_target_delta_mae": 3.7583037600089133, "n_targets_with_exact_pairs": 2 }, "unknown": { "DPP8": { "n_pairs": 138, "n_exact": 52, "n_order_identifiable": 137, "n_threshold_identifiable": 137, "n_threshold_unidentifiable": 1, "n_predicted_selective_identifiable": 126, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.4585716499301975, "delta_rmse": 1.6687189129396414, "sign_accuracy": 0.9927007299270073, "spearman_exact": 0.13225186778326056, "n_identifiable_between_compound_comparisons": 2950, "identifiable_rank_concordance": 0.5010169491525424, "predicted_rank_ties": 0, "n_compounds": 138, "n_sources": 9, "n_scaffold_groups": 48 }, "DPP9": { "n_pairs": 83, "n_exact": 9, "n_order_identifiable": 76, "n_threshold_identifiable": 62, "n_threshold_unidentifiable": 21, "n_predicted_selective_identifiable": 33, "n_false_selective": 1, "false_selective_fraction": 0.030303030303030304, "delta_mae": 0.8361119739061705, "delta_rmse": 1.1855570286595227, "sign_accuracy": 0.5394736842105263, "spearman_exact": 0.5666666666666667, "n_identifiable_between_compound_comparisons": 283, "identifiable_rank_concordance": 0.5300353356890459, "predicted_rank_ties": 0, "n_compounds": 83, "n_sources": 6, "n_scaffold_groups": 46 }, "macro_delta_mae": 1.147341811918184, "available_target_delta_mae": 1.147341811918184, "n_targets_with_exact_pairs": 2 }, "incompatible": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 } } } ], "seed_macro_rmse_sd": 0.04049156367339281, "bootstrap": { "n_compounds": 426, "cluster": "compound", "n_clusters": 426, "interpretation": "fixed-test-sample resampling; not split/model-selection uncertainty", "valid_replicates": 500, "invalid_missing_target_replicates": 0, "macro_rmse_95pct_cluster_bootstrap": [ 1.592342024360372, 2.0237401164514495 ] }, "domain_cluster_bootstrap": { "cluster": "source_family", "status": "unavailable: compound spans multiple groups" }, "paired_test": { "eligible_combined": { "DPP8": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 11, "n_false_selective": 11, "false_selective_fraction": 1.0, "delta_mae": 2.7290304876606797, "delta_rmse": 2.7773910365131416, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.7368421052631579, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "DPP9": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 11, "n_false_selective": 11, "false_selective_fraction": 1.0, "delta_mae": 4.075772684561387, "delta_rmse": 4.086924536966076, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.7368421052631579, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "macro_delta_mae": 3.4024015861110333, "available_target_delta_mae": 3.4024015861110333, "n_targets_with_exact_pairs": 2 }, "strict": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "eligible_with_conditions": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 }, "primary_panel_verified_protocol_partial": { "DPP8": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 11, "n_false_selective": 11, "false_selective_fraction": 1.0, "delta_mae": 2.7290304876606797, "delta_rmse": 2.7773910365131416, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.7368421052631579, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "DPP9": { "n_pairs": 11, "n_exact": 2, "n_order_identifiable": 11, "n_threshold_identifiable": 11, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 11, "n_false_selective": 11, "false_selective_fraction": 1.0, "delta_mae": 4.075772684561387, "delta_rmse": 4.086924536966076, "sign_accuracy": 0.0, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 19, "identifiable_rank_concordance": 0.7368421052631579, "predicted_rank_ties": 0, "n_compounds": 11, "n_sources": 1, "n_scaffold_groups": 6 }, "macro_delta_mae": 3.4024015861110333, "available_target_delta_mae": 3.4024015861110333, "n_targets_with_exact_pairs": 2 }, "unknown": { "DPP8": { "n_pairs": 138, "n_exact": 52, "n_order_identifiable": 137, "n_threshold_identifiable": 137, "n_threshold_unidentifiable": 1, "n_predicted_selective_identifiable": 120, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.4479266672060744, "delta_rmse": 1.6696651830333968, "sign_accuracy": 0.9708029197080292, "spearman_exact": 0.21588046978048697, "n_identifiable_between_compound_comparisons": 2950, "identifiable_rank_concordance": 0.4986440677966102, "predicted_rank_ties": 0, "n_compounds": 138, "n_sources": 9, "n_scaffold_groups": 48 }, "DPP9": { "n_pairs": 83, "n_exact": 9, "n_order_identifiable": 76, "n_threshold_identifiable": 62, "n_threshold_unidentifiable": 21, "n_predicted_selective_identifiable": 30, "n_false_selective": 0, "false_selective_fraction": 0.0, "delta_mae": 1.0218551738788775, "delta_rmse": 1.3648022717433363, "sign_accuracy": 0.5789473684210527, "spearman_exact": 0.35, "n_identifiable_between_compound_comparisons": 283, "identifiable_rank_concordance": 0.5300353356890459, "predicted_rank_ties": 0, "n_compounds": 83, "n_sources": 6, "n_scaffold_groups": 46 }, "macro_delta_mae": 1.234890920542476, "available_target_delta_mae": 1.234890920542476, "n_targets_with_exact_pairs": 2 }, "incompatible": { "DPP8": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "DPP9": { "n_pairs": 0, "n_exact": 0, "n_order_identifiable": 0, "n_threshold_identifiable": 0, "n_threshold_unidentifiable": 0, "n_predicted_selective_identifiable": 0, "n_false_selective": 0, "false_selective_fraction": null, "delta_mae": null, "delta_rmse": null, "sign_accuracy": null, "spearman_exact": null, "n_identifiable_between_compound_comparisons": 0, "identifiable_rank_concordance": null, "predicted_rank_ties": 0, "n_compounds": 0, "n_sources": 0, "n_scaffold_groups": 0 }, "macro_delta_mae": null, "available_target_delta_mae": null, "n_targets_with_exact_pairs": 0 } }, "paired_primary_bootstrap": { "n_compounds": 2, "valid_replicates": 500, "macro_delta_mae_95pct_cluster_bootstrap": [ 2.9935281614570544, 3.811275010765012 ] } } } }, "optimizer_summary": { "fits": 24, "converged": 0 }, "optimizer_records": [ { "split": "main_split", "model": "independent_RF", "leaf": 1, "validation": { "DPP4": { "n_rows": 318, "n_compounds": 313, "mae": 0.6084272415340569, "rmse": 0.8645730008263776 }, "DPP8": { "n_rows": 24, "n_compounds": 23, "mae": 0.7325897166431646, "rmse": 0.9491538824184705 }, "DPP9": { "n_rows": 11, "n_compounds": 10, "mae": 0.2699887303760431, "rmse": 0.4137744084596475 }, "macro_rmse": 0.7425004305681652, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 137, "n_compounds": 101, "closed_bound_tolerance_nonviolation": 0.022727272727272728, "strict_relation_aware_satisfaction": 0.022727272727272728, "n_strict_relation_rows": 137, "mean_violation": 1.1081625780766378 } }, "seconds": 6.029244661331177 }, { "split": "main_split", "model": "independent_RF", "leaf": 3, "validation": { "DPP4": { "n_rows": 318, "n_compounds": 313, "mae": 0.6409369474240594, "rmse": 0.8757806549339573 }, "DPP8": { "n_rows": 24, "n_compounds": 23, "mae": 0.6953597142720438, "rmse": 0.8960556968427087 }, "DPP9": { "n_rows": 11, "n_compounds": 10, "mae": 0.3616930662961399, "rmse": 0.5049364899361337 }, "macro_rmse": 0.7589242805709332, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 137, "n_compounds": 101, "closed_bound_tolerance_nonviolation": 0.022727272727272728, "strict_relation_aware_satisfaction": 0.022727272727272728, "n_strict_relation_rows": 137, "mean_violation": 1.2623229678135854 } }, "seconds": 2.408625841140747 }, { "split": "main_split", "model": "exact_multitask", "l2": 0.0001, "seed": 20261025, "validation": { "DPP4": { "n_rows": 318, "n_compounds": 313, "mae": 0.8261407543051438, "rmse": 1.1081598279791096 }, "DPP8": { "n_rows": 24, "n_compounds": 23, "mae": 0.8759185237347693, "rmse": 1.122636382258595 }, "DPP9": { "n_rows": 11, "n_compounds": 10, "mae": 0.3531524393757382, "rmse": 0.6282927248407917 }, "macro_rmse": 0.9530296450261654, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 137, "n_compounds": 101, "closed_bound_tolerance_nonviolation": 0.10479797979797979, "strict_relation_aware_satisfaction": 0.10479797979797979, "n_strict_relation_rows": 137, "mean_violation": 0.7932388646147597 } }, "seconds": 8.289650678634644, "converged": false, "iterations": 300, "optimizer_message": "STOP: TOTAL NO. OF ITERATIONS REACHED LIMIT", "objective": 0.0337720781714666, "gradient_inf_norm": 0.001270660957662486 }, { "split": "main_split", "model": "exact_multitask", "l2": 0.001, "seed": 20261025, "validation": { "DPP4": { "n_rows": 318, "n_compounds": 313, "mae": 0.8525743144736531, "rmse": 1.1008950483661408 }, "DPP8": { "n_rows": 24, "n_compounds": 23, "mae": 0.8532492842657589, "rmse": 1.141995905609191 }, "DPP9": { "n_rows": 11, "n_compounds": 10, "mae": 0.305838965273603, "rmse": 0.5097170437926668 }, "macro_rmse": 0.9175359992559994, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 137, "n_compounds": 101, "closed_bound_tolerance_nonviolation": 0.1616161616161616, "strict_relation_aware_satisfaction": 0.1616161616161616, "n_strict_relation_rows": 137, "mean_violation": 0.7632960782595117 } }, "seconds": 10.750398397445679, "converged": false, "iterations": 300, "optimizer_message": "STOP: TOTAL NO. OF ITERATIONS REACHED LIMIT", "objective": 0.07357490774304311, "gradient_inf_norm": 0.0011239708914908074 }, { "split": "main_split", "model": "exact_multitask", "l2": 0.001, "seed": 20261026, "seconds": 9.117266178131104, "converged": false, "iterations": 300, "optimizer_message": "STOP: TOTAL NO. OF ITERATIONS REACHED LIMIT", "objective": 0.0743881099737238, "gradient_inf_norm": 0.0006418922320783218 }, { "split": "main_split", "model": "exact_multitask", "l2": 0.001, "seed": 20261027, "seconds": 10.369682550430298, "converged": false, "iterations": 300, "optimizer_message": "STOP: TOTAL NO. OF ITERATIONS REACHED LIMIT", "objective": 0.07390547496429392, "gradient_inf_norm": 0.001117074684738271 }, { "split": "main_split", "model": "censor_multitask", "l2": 0.0001, "seed": 20261025, "validation": { "DPP4": { "n_rows": 318, "n_compounds": 313, "mae": 0.8786100814136026, "rmse": 1.1427724932093708 }, "DPP8": { "n_rows": 24, "n_compounds": 23, "mae": 0.8684217923391159, "rmse": 1.134688719079475 }, "DPP9": { "n_rows": 11, "n_compounds": 10, "mae": 0.4192709248534958, "rmse": 0.5375818104455068 }, "macro_rmse": 0.9383476742447842, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 137, "n_compounds": 101, "closed_bound_tolerance_nonviolation": 0.7140151515151516, "strict_relation_aware_satisfaction": 0.7140151515151516, "n_strict_relation_rows": 137, "mean_violation": 0.3124759391380319 } }, "seconds": 10.060097932815552, "converged": false, "iterations": 300, "optimizer_message": "STOP: TOTAL NO. OF ITERATIONS REACHED LIMIT", "objective": 0.030292381595273442, "gradient_inf_norm": 0.0017013760470751943 }, { "split": "main_split", "model": "censor_multitask", "l2": 0.001, "seed": 20261025, "validation": { "DPP4": { "n_rows": 318, "n_compounds": 313, "mae": 0.8203486476026651, "rmse": 1.0645042794809467 }, "DPP8": { "n_rows": 24, "n_compounds": 23, "mae": 0.7571595889351888, "rmse": 1.0297199795372232 }, "DPP9": { "n_rows": 11, "n_compounds": 10, "mae": 0.32177132551990634, "rmse": 0.41636379400321005 }, "macro_rmse": 0.83686268434046, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 137, "n_compounds": 101, "closed_bound_tolerance_nonviolation": 0.6638257575757576, "strict_relation_aware_satisfaction": 0.6638257575757576, "n_strict_relation_rows": 137, "mean_violation": 0.32816140244526765 } }, "seconds": 11.940034866333008, "converged": false, "iterations": 300, "optimizer_message": "STOP: TOTAL NO. OF ITERATIONS REACHED LIMIT", "objective": 0.07812374827948784, "gradient_inf_norm": 0.0008156008493304502 }, { "split": "main_split", "model": "censor_multitask", "l2": 0.001, "seed": 20261026, "seconds": 13.34767198562622, "converged": false, "iterations": 300, "optimizer_message": "STOP: TOTAL NO. OF ITERATIONS REACHED LIMIT", "objective": 0.07801253320664688, "gradient_inf_norm": 0.0008951354165357344 }, { "split": "main_split", "model": "censor_multitask", "l2": 0.001, "seed": 20261027, "seconds": 18.295645236968994, "converged": false, "iterations": 300, "optimizer_message": "STOP: TOTAL NO. OF ITERATIONS REACHED LIMIT", "objective": 0.07734824252612976, "gradient_inf_norm": 0.0011857990685321315 }, { "split": "main_split", "model": "paired_censor_multitask", "l2": 0.0001, "seed": 20261025, "validation": { "DPP4": { "n_rows": 318, "n_compounds": 313, "mae": 0.8224176569315854, "rmse": 1.0874230723605327 }, "DPP8": { "n_rows": 24, "n_compounds": 23, "mae": 0.8247270957816581, "rmse": 1.1082418247591797 }, "DPP9": { "n_rows": 11, "n_compounds": 10, "mae": 0.34791229531764045, "rmse": 0.46195709004592894 }, "macro_rmse": 0.8858739957218805, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 137, "n_compounds": 101, "closed_bound_tolerance_nonviolation": 0.7436868686868687, "strict_relation_aware_satisfaction": 0.7436868686868687, "n_strict_relation_rows": 137, "mean_violation": 0.2856405708539783 } }, "seconds": 10.58551573753357, "converged": false, "iterations": 300, "optimizer_message": "STOP: TOTAL NO. OF ITERATIONS REACHED LIMIT", "objective": 0.03204176681483627, "gradient_inf_norm": 0.0014627746715764626 }, { "split": "main_split", "model": "paired_censor_multitask", "l2": 0.001, "seed": 20261025, "validation": { "DPP4": { "n_rows": 318, "n_compounds": 313, "mae": 0.8386061594992225, "rmse": 1.0755376095538638 }, "DPP8": { "n_rows": 24, "n_compounds": 23, "mae": 0.7792990009712636, "rmse": 1.0473726730431265 }, "DPP9": { "n_rows": 11, "n_compounds": 10, "mae": 0.3288218284783766, "rmse": 0.4118760072385317 }, "macro_rmse": 0.8449287632785074, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 137, "n_compounds": 101, "closed_bound_tolerance_nonviolation": 0.670770202020202, "strict_relation_aware_satisfaction": 0.670770202020202, "n_strict_relation_rows": 137, "mean_violation": 0.3255983873073673 } }, "seconds": 15.072770595550537, "converged": false, "iterations": 300, "optimizer_message": "STOP: TOTAL NO. OF ITERATIONS REACHED LIMIT", "objective": 0.07893219817664404, "gradient_inf_norm": 0.0012389296066541015 }, { "split": "main_split", "model": "paired_censor_multitask", "l2": 0.001, "seed": 20261026, "seconds": 10.21789002418518, "converged": false, "iterations": 300, "optimizer_message": "STOP: TOTAL NO. OF ITERATIONS REACHED LIMIT", "objective": 0.07859706807443728, "gradient_inf_norm": 0.0022340318063238432 }, { "split": "main_split", "model": "paired_censor_multitask", "l2": 0.001, "seed": 20261027, "seconds": 16.45472025871277, "converged": false, "iterations": 300, "optimizer_message": "STOP: TOTAL NO. OF ITERATIONS REACHED LIMIT", "objective": 0.07902301839941375, "gradient_inf_norm": 0.0011592376396938728 }, { "split": "source_split", "model": "independent_RF", "leaf": 1, "validation": { "DPP4": { "n_rows": 240, "n_compounds": 225, "mae": 0.7151972674082041, "rmse": 0.9023640361017413 }, "DPP8": { "n_rows": 67, "n_compounds": 67, "mae": 0.5170330717343802, "rmse": 0.6581808712624254 }, "DPP9": { "n_rows": 71, "n_compounds": 71, "mae": 0.7410942403855632, "rmse": 0.8396961607942078 }, "macro_rmse": 0.8000803560527915, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 52, "n_compounds": 32, "closed_bound_tolerance_nonviolation": 0.0, "strict_relation_aware_satisfaction": 0.0, "n_strict_relation_rows": 52, "mean_violation": 1.6465722148441262 } }, "seconds": 7.5142364501953125 }, { "split": "source_split", "model": "independent_RF", "leaf": 3, "validation": { "DPP4": { "n_rows": 240, "n_compounds": 225, "mae": 0.7595215389400045, "rmse": 0.9500037395987297 }, "DPP8": { "n_rows": 67, "n_compounds": 67, "mae": 0.517271752822234, "rmse": 0.6648651985513608 }, "DPP9": { "n_rows": 71, "n_compounds": 71, "mae": 0.710579538080493, "rmse": 0.8081475070239209 }, "macro_rmse": 0.8076721483913372, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 52, "n_compounds": 32, "closed_bound_tolerance_nonviolation": 0.0, "strict_relation_aware_satisfaction": 0.0, "n_strict_relation_rows": 52, "mean_violation": 1.6976763838685707 } }, "seconds": 4.138435363769531 }, { "split": "source_split", "model": "exact_multitask", "l2": 0.0001, "seed": 20261025, "validation": { "DPP4": { "n_rows": 240, "n_compounds": 225, "mae": 0.9878145119330339, "rmse": 1.2956496861835274 }, "DPP8": { "n_rows": 67, "n_compounds": 67, "mae": 0.862183350884503, "rmse": 0.9995981770780575 }, "DPP9": { "n_rows": 71, "n_compounds": 71, "mae": 0.9207760791363728, "rmse": 1.0525982185927487 }, "macro_rmse": 1.1159486939514445, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 52, "n_compounds": 32, "closed_bound_tolerance_nonviolation": 0.0, "strict_relation_aware_satisfaction": 0.0, "n_strict_relation_rows": 52, "mean_violation": 1.063574833924052 } }, "seconds": 11.5861337184906, "converged": false, "iterations": 300, "optimizer_message": "STOP: TOTAL NO. OF ITERATIONS REACHED LIMIT", "objective": 0.017756928681745398, "gradient_inf_norm": 0.0018057178387692987 }, { "split": "source_split", "model": "exact_multitask", "l2": 0.001, "seed": 20261025, "validation": { "DPP4": { "n_rows": 240, "n_compounds": 225, "mae": 1.037082472003073, "rmse": 1.3470853966915495 }, "DPP8": { "n_rows": 67, "n_compounds": 67, "mae": 0.943765497401396, "rmse": 1.1018836618863566 }, "DPP9": { "n_rows": 71, "n_compounds": 71, "mae": 0.9151360076551228, "rmse": 1.0416080176560367 }, "macro_rmse": 1.1635256920779808, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 52, "n_compounds": 32, "closed_bound_tolerance_nonviolation": 0.07905982905982908, "strict_relation_aware_satisfaction": 0.07905982905982908, "n_strict_relation_rows": 52, "mean_violation": 1.107657581025827 } }, "seconds": 11.207033634185791, "converged": false, "iterations": 300, "optimizer_message": "STOP: TOTAL NO. OF ITERATIONS REACHED LIMIT", "objective": 0.0549515092262491, "gradient_inf_norm": 0.0005358540293244853 }, { "split": "source_split", "model": "exact_multitask", "l2": 0.0001, "seed": 20261026, "seconds": 14.762399911880493, "converged": false, "iterations": 300, "optimizer_message": "STOP: TOTAL NO. OF ITERATIONS REACHED LIMIT", "objective": 0.017226237211967255, "gradient_inf_norm": 0.0008864769255039088 }, { "split": "source_split", "model": "exact_multitask", "l2": 0.0001, "seed": 20261027, "seconds": 14.904183149337769, "converged": false, "iterations": 300, "optimizer_message": "STOP: TOTAL NO. OF ITERATIONS REACHED LIMIT", "objective": 0.017857924947830082, "gradient_inf_norm": 0.0013374544116783074 }, { "split": "source_split", "model": "censor_multitask", "l2": 0.0001, "seed": 20261025, "validation": { "DPP4": { "n_rows": 240, "n_compounds": 225, "mae": 1.0211974793825145, "rmse": 1.3189400693256104 }, "DPP8": { "n_rows": 67, "n_compounds": 67, "mae": 1.0570137783613363, "rmse": 1.248532841917141 }, "DPP9": { "n_rows": 71, "n_compounds": 71, "mae": 1.0024731740575787, "rmse": 1.1750109247736427 }, "macro_rmse": 1.2474946120054646, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 52, "n_compounds": 32, "closed_bound_tolerance_nonviolation": 0.3440170940170941, "strict_relation_aware_satisfaction": 0.3440170940170941, "n_strict_relation_rows": 52, "mean_violation": 0.9080235155394663 } }, "seconds": 8.536671876907349, "converged": false, "iterations": 300, "optimizer_message": "STOP: TOTAL NO. OF ITERATIONS REACHED LIMIT", "objective": 0.01784564355306965, "gradient_inf_norm": 0.0007643802171419851 }, { "split": "source_split", "model": "censor_multitask", "l2": 0.001, "seed": 20261025, "validation": { "DPP4": { "n_rows": 240, "n_compounds": 225, "mae": 1.0404981278487848, "rmse": 1.3268091429738427 }, "DPP8": { "n_rows": 67, "n_compounds": 67, "mae": 0.9383763401740942, "rmse": 1.1223817570891195 }, "DPP9": { "n_rows": 71, "n_compounds": 71, "mae": 0.836912903581093, "rmse": 1.00570163797207 }, "macro_rmse": 1.1516308460116773, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 52, "n_compounds": 32, "closed_bound_tolerance_nonviolation": 0.2660256410256411, "strict_relation_aware_satisfaction": 0.2660256410256411, "n_strict_relation_rows": 52, "mean_violation": 0.8657897971413495 } }, "seconds": 13.887291193008423, "converged": false, "iterations": 300, "optimizer_message": "STOP: TOTAL NO. OF ITERATIONS REACHED LIMIT", "objective": 0.06199452493529723, "gradient_inf_norm": 0.0007184059608325849 }, { "split": "source_split", "model": "censor_multitask", "l2": 0.001, "seed": 20261026, "seconds": 11.881026983261108, "converged": false, "iterations": 300, "optimizer_message": "STOP: TOTAL NO. OF ITERATIONS REACHED LIMIT", "objective": 0.06195306606512589, "gradient_inf_norm": 0.002127592286696882 }, { "split": "source_split", "model": "censor_multitask", "l2": 0.001, "seed": 20261027, "seconds": 12.754792213439941, "converged": false, "iterations": 300, "optimizer_message": "STOP: TOTAL NO. OF ITERATIONS REACHED LIMIT", "objective": 0.06124882987981641, "gradient_inf_norm": 0.0005315271821894685 }, { "split": "source_split", "model": "paired_censor_multitask", "l2": 0.0001, "seed": 20261025, "validation": { "DPP4": { "n_rows": 240, "n_compounds": 225, "mae": 0.9877915759439503, "rmse": 1.2701056789119136 }, "DPP8": { "n_rows": 67, "n_compounds": 67, "mae": 1.1371498069727328, "rmse": 1.3341584819226826 }, "DPP9": { "n_rows": 71, "n_compounds": 71, "mae": 1.0417620458555479, "rmse": 1.222444434174667 }, "macro_rmse": 1.2755695316697544, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 52, "n_compounds": 32, "closed_bound_tolerance_nonviolation": 0.3696581196581198, "strict_relation_aware_satisfaction": 0.3696581196581198, "n_strict_relation_rows": 52, "mean_violation": 0.9683717562530957 } }, "seconds": 19.246590852737427, "converged": false, "iterations": 300, "optimizer_message": "STOP: TOTAL NO. OF ITERATIONS REACHED LIMIT", "objective": 0.02011616414125142, "gradient_inf_norm": 0.0007387451560815449 }, { "split": "source_split", "model": "paired_censor_multitask", "l2": 0.001, "seed": 20261025, "validation": { "DPP4": { "n_rows": 240, "n_compounds": 225, "mae": 1.0389523048971765, "rmse": 1.3523050740662013 }, "DPP8": { "n_rows": 67, "n_compounds": 67, "mae": 0.9872689602939382, "rmse": 1.1733425694118422 }, "DPP9": { "n_rows": 71, "n_compounds": 71, "mae": 0.8414348544644533, "rmse": 1.017321110002669 }, "macro_rmse": 1.180989584493571, "n_targets_with_exact_test_rows": 3, "censored": { "n_rows": 52, "n_compounds": 32, "closed_bound_tolerance_nonviolation": 0.2788461538461539, "strict_relation_aware_satisfaction": 0.2788461538461539, "n_strict_relation_rows": 52, "mean_violation": 0.9542721627075578 } }, "seconds": 16.429096937179565, "converged": false, "iterations": 300, "optimizer_message": "STOP: TOTAL NO. OF ITERATIONS REACHED LIMIT", "objective": 0.06335155235206374, "gradient_inf_norm": 0.0013261994749254361 }, { "split": "source_split", "model": "paired_censor_multitask", "l2": 0.001, "seed": 20261026, "seconds": 10.69721508026123, "converged": false, "iterations": 300, "optimizer_message": "STOP: TOTAL NO. OF ITERATIONS REACHED LIMIT", "objective": 0.06280504758496433, "gradient_inf_norm": 0.0013462200110485665 }, { "split": "source_split", "model": "paired_censor_multitask", "l2": 0.001, "seed": 20261027, "seconds": 12.766726016998291, "converged": false, "iterations": 300, "optimizer_message": "STOP: TOTAL NO. OF ITERATIONS REACHED LIMIT", "objective": 0.062468604807035755, "gradient_inf_norm": 0.0011808506317577407 } ], "input_protocol_sha256": "47dbf07bbb1487e3859601d96ca7d9f11895d54c5796df4123d328bc3f444c45" }