[
  {
    "dataset": "airfoil",
    "sha256": "74c75fd71783f1e6b71f8a622b993dc592897a97cd689c5090a07147a1b097b3",
    "groups": 106,
    "target": 1.0,
    "runs": [
      {
        "policy": "exhaustive",
        "seed": 10011,
        "features": [
          0,
          1,
          2,
          3
        ],
        "cv": 0.4626899700271711,
        "folds": 90,
        "holdout": 0.4654569863534349,
        "matched_forward_budget": {
          "forward": {
            "features": [
              0,
              2,
              3,
              4
            ],
            "cv": 0.45319293777888664,
            "holdout": 0.47364546533551355,
            "draws": 14
          },
          "genetic": {
            "features": [
              0,
              1,
              2,
              3
            ],
            "cv": 0.4626899700271711,
            "holdout": 0.4654569863534349,
            "draws": 14
          }
        },
        "random_at_genetic_budget": {
          "draws": 19,
          "expected_cv": 0.45682945032003497,
          "expected_holdout": 0.46282144747159004,
          "probability_matching_or_beating_genetic": 0.6333333333333333
        }
      },
      {
        "policy": "genetic",
        "seed": 10011,
        "ran_genetic": true,
        "folds": 57,
        "cv": 0.4626899700271711,
        "reached": false,
        "seconds": 0.15639469999587163,
        "holdout": 0.4654569863534349
      },
      {
        "policy": "exhaustive",
        "seed": 10012,
        "features": [
          0,
          1,
          2,
          3
        ],
        "cv": 0.45251957859105785,
        "folds": 90,
        "holdout": 0.5527372381716582,
        "matched_forward_budget": {
          "forward": {
            "features": [
              0,
              2,
              3,
              4
            ],
            "cv": 0.4446332736960577,
            "holdout": 0.532228056977161,
            "draws": 14
          },
          "genetic": {
            "features": [
              0,
              1,
              2,
              3
            ],
            "cv": 0.45251957859105785,
            "holdout": 0.5527372381716582,
            "draws": 14
          }
        },
        "random_at_genetic_budget": {
          "draws": 21,
          "expected_cv": 0.44913591329835323,
          "expected_holdout": 0.5423051953416443,
          "probability_matching_or_beating_genetic": 0.7
        }
      },
      {
        "policy": "genetic",
        "seed": 10012,
        "ran_genetic": true,
        "folds": 63,
        "cv": 0.45251957859105785,
        "reached": false,
        "seconds": 0.18999280000571162,
        "holdout": 0.5527372381716582
      },
      {
        "policy": "exhaustive",
        "seed": 10013,
        "features": [
          0,
          2,
          3,
          4
        ],
        "cv": 0.4962094551599769,
        "folds": 90,
        "holdout": 0.3503876329948745,
        "matched_forward_budget": {
          "forward": {
            "features": [
              0,
              2,
              3,
              4
            ],
            "cv": 0.4962094551599769,
            "holdout": 0.3503876329948745,
            "draws": 14
          },
          "genetic": {
            "features": [
              0,
              1,
              2,
              4
            ],
            "cv": 0.47744259022048147,
            "holdout": 0.36929483235292426,
            "draws": 14
          }
        },
        "random_at_genetic_budget": {
          "draws": 21,
          "expected_cv": 0.48943179739410303,
          "expected_holdout": 0.3610614057248638,
          "probability_matching_or_beating_genetic": 0.7
        }
      },
      {
        "policy": "genetic",
        "seed": 10013,
        "ran_genetic": true,
        "folds": 63,
        "cv": 0.4962094551599769,
        "reached": false,
        "seconds": 0.17399029998341575,
        "holdout": 0.3503876329948745
      },
      {
        "policy": "exhaustive",
        "seed": 10014,
        "features": [
          0,
          1,
          2,
          3
        ],
        "cv": 0.46375161379701485,
        "folds": 90,
        "holdout": 0.48183774782374866,
        "matched_forward_budget": {
          "forward": {
            "features": [
              0,
              1,
              2,
              4
            ],
            "cv": 0.4401528406109958,
            "holdout": 0.45964712074781844,
            "draws": 14
          },
          "genetic": {
            "features": [
              0,
              1,
              2,
              3
            ],
            "cv": 0.46375161379701485,
            "holdout": 0.48183774782374866,
            "draws": 14
          }
        },
        "random_at_genetic_budget": {
          "draws": 20,
          "expected_cv": 0.4540203699471992,
          "expected_holdout": 0.47626068838085345,
          "probability_matching_or_beating_genetic": 0.6666666666666666
        }
      },
      {
        "policy": "genetic",
        "seed": 10014,
        "ran_genetic": true,
        "folds": 60,
        "cv": 0.46375161379701485,
        "reached": false,
        "seconds": 0.17070389998843893,
        "holdout": 0.48183774782374866
      },
      {
        "policy": "exhaustive",
        "seed": 10015,
        "features": [
          0,
          1,
          2,
          3
        ],
        "cv": 0.46765209951484216,
        "folds": 90,
        "holdout": 0.4798252956475998,
        "matched_forward_budget": {
          "forward": {
            "features": [
              0,
              2,
              3,
              4
            ],
            "cv": 0.4568578362139271,
            "holdout": 0.4461098562244339,
            "draws": 14
          },
          "genetic": {
            "features": [
              0,
              1,
              2,
              3
            ],
            "cv": 0.46765209951484216,
            "holdout": 0.4798252956475998,
            "draws": 14
          }
        },
        "random_at_genetic_budget": {
          "draws": 19,
          "expected_cv": 0.45932546689756903,
          "expected_holdout": 0.46710043606402385,
          "probability_matching_or_beating_genetic": 0.6333333333333333
        }
      },
      {
        "policy": "genetic",
        "seed": 10015,
        "ran_genetic": true,
        "folds": 57,
        "cv": 0.46765209951484216,
        "reached": false,
        "seconds": 0.15721030003624037,
        "holdout": 0.4798252956475998
      },
      {
        "policy": "exhaustive",
        "seed": 10016,
        "features": [
          0,
          1,
          2,
          3
        ],
        "cv": 0.4894317256920551,
        "folds": 90,
        "holdout": 0.3659388157433239,
        "matched_forward_budget": {
          "forward": {
            "features": [
              0,
              2,
              3,
              4
            ],
            "cv": 0.48904442005604487,
            "holdout": 0.3342390180942989,
            "draws": 14
          },
          "genetic": {
            "features": [
              0,
              1,
              2,
              3
            ],
            "cv": 0.4894317256920551,
            "holdout": 0.3659388157433239,
            "draws": 14
          }
        },
        "random_at_genetic_budget": {
          "draws": 17,
          "expected_cv": 0.48291155682980874,
          "expected_holdout": 0.3519577063023725,
          "probability_matching_or_beating_genetic": 0.5666666666666667
        }
      },
      {
        "policy": "genetic",
        "seed": 10016,
        "ran_genetic": true,
        "folds": 51,
        "cv": 0.4894317256920551,
        "reached": false,
        "seconds": 0.1402939999825321,
        "holdout": 0.3659388157433239
      }
    ]
  },
  {
    "dataset": "yacht",
    "sha256": "00dfecc0fc01ddd4c90b558a3ac11b246df8ebcfea130724223475a9a67f0ea1",
    "groups": 22,
    "target": 1.0,
    "runs": [
      {
        "policy": "exhaustive",
        "seed": 10011,
        "features": [
          0,
          1,
          3,
          5
        ],
        "cv": 0.6598385629876019,
        "folds": 168,
        "holdout": 0.6491245129293974,
        "matched_forward_budget": {
          "forward": {
            "features": [
              0,
              1,
              3,
              5
            ],
            "cv": 0.6598385629876019,
            "holdout": 0.6491245129293974,
            "draws": 18
          },
          "genetic": {
            "features": [
              0,
              1,
              2,
              5
            ],
            "cv": 0.6595655921748885,
            "holdout": 0.6491708822085707,
            "draws": 18
          }
        },
        "random_at_genetic_budget": {
          "draws": 28,
          "expected_cv": 0.6597641157005627,
          "expected_holdout": 0.6491004190880469,
          "probability_matching_or_beating_genetic": 0.5
        }
      },
      {
        "policy": "genetic",
        "seed": 10011,
        "ran_genetic": true,
        "folds": 84,
        "cv": 0.6598385629876019,
        "reached": false,
        "seconds": 0.22828600002685562,
        "holdout": 0.6491245129293974
      },
      {
        "policy": "exhaustive",
        "seed": 10012,
        "features": [
          0,
          1,
          2,
          5
        ],
        "cv": 0.6545965642707159,
        "folds": 168,
        "holdout": 0.6613038949180267,
        "matched_forward_budget": {
          "forward": {
            "features": [
              0,
              1,
              3,
              5
            ],
            "cv": 0.6545063445779243,
            "holdout": 0.6615653880260478,
            "draws": 18
          },
          "genetic": {
            "features": [
              0,
              1,
              2,
              5
            ],
            "cv": 0.6545965642707159,
            "holdout": 0.6613038949180267,
            "draws": 18
          }
        },
        "random_at_genetic_budget": {
          "draws": 28,
          "expected_cv": 0.6544899170483347,
          "expected_holdout": 0.6614380262496111,
          "probability_matching_or_beating_genetic": 0.5
        }
      },
      {
        "policy": "genetic",
        "seed": 10012,
        "ran_genetic": true,
        "folds": 84,
        "cv": 0.6545965642707159,
        "reached": false,
        "seconds": 0.21950300002936274,
        "holdout": 0.6613038949180267
      },
      {
        "policy": "exhaustive",
        "seed": 10013,
        "features": [
          0,
          1,
          5
        ],
        "cv": 0.6542994805336404,
        "folds": 168,
        "holdout": 0.6643093790406285,
        "matched_forward_budget": {
          "forward": {
            "features": [
              0,
              1,
              5
            ],
            "cv": 0.6542994805336404,
            "holdout": 0.6643093790406285,
            "draws": 18
          },
          "genetic": {
            "features": [
              0,
              1,
              5
            ],
            "cv": 0.6542994805336404,
            "holdout": 0.6643093790406285,
            "draws": 18
          }
        },
        "random_at_genetic_budget": {
          "draws": 27,
          "expected_cv": 0.6541566452336254,
          "expected_holdout": 0.6642367683353835,
          "probability_matching_or_beating_genetic": 0.48214285714285715
        }
      },
      {
        "policy": "genetic",
        "seed": 10013,
        "ran_genetic": true,
        "folds": 81,
        "cv": 0.6542994805336404,
        "reached": false,
        "seconds": 0.22241070005111396,
        "holdout": 0.6643093790406285
      },
      {
        "policy": "exhaustive",
        "seed": 10014,
        "features": [
          0,
          1,
          5
        ],
        "cv": 0.6566835242202961,
        "folds": 168,
        "holdout": 0.6574920970605609,
        "matched_forward_budget": {
          "forward": {
            "features": [
              0,
              1,
              5
            ],
            "cv": 0.6566835242202961,
            "holdout": 0.6574920970605609,
            "draws": 18
          },
          "genetic": {
            "features": [
              1,
              5
            ],
            "cv": 0.656530643983842,
            "holdout": 0.6567693659026534,
            "draws": 18
          }
        },
        "random_at_genetic_budget": {
          "draws": 28,
          "expected_cv": 0.6565994147446137,
          "expected_holdout": 0.6572671188844974,
          "probability_matching_or_beating_genetic": 0.7545454545454545
        }
      },
      {
        "policy": "genetic",
        "seed": 10014,
        "ran_genetic": true,
        "folds": 84,
        "cv": 0.6566043785676121,
        "reached": false,
        "seconds": 0.22588899999391288,
        "holdout": 0.6575035675717518
      },
      {
        "policy": "exhaustive",
        "seed": 10015,
        "features": [
          0,
          1,
          2,
          5
        ],
        "cv": 0.6565639255409823,
        "folds": 168,
        "holdout": 0.6580641416953221,
        "matched_forward_budget": {
          "forward": {
            "features": [
              0,
              1,
              2,
              5
            ],
            "cv": 0.6565639255409823,
            "holdout": 0.6580641416953221,
            "draws": 18
          },
          "genetic": {
            "features": [
              0,
              1,
              4,
              5
            ],
            "cv": 0.6565077289595406,
            "holdout": 0.6583042850390672,
            "draws": 18
          }
        },
        "random_at_genetic_budget": {
          "draws": 25,
          "expected_cv": 0.65647968528407,
          "expected_holdout": 0.6583044108002564,
          "probability_matching_or_beating_genetic": 0.8378427128427128
        }
      },
      {
        "policy": "genetic",
        "seed": 10015,
        "ran_genetic": true,
        "folds": 75,
        "cv": 0.6565077289595406,
        "reached": false,
        "seconds": 0.22333639999851584,
        "holdout": 0.6583042850390672
      },
      {
        "policy": "exhaustive",
        "seed": 10016,
        "features": [
          0,
          1,
          5
        ],
        "cv": 0.6564250038453239,
        "folds": 168,
        "holdout": 0.6575155578553409,
        "matched_forward_budget": {
          "forward": {
            "features": [
              3,
              5
            ],
            "cv": 0.65614883209474,
            "holdout": 0.6553182304659626,
            "draws": 18
          },
          "genetic": {
            "features": [
              0,
              1,
              4,
              5
            ],
            "cv": 0.6563506765178878,
            "holdout": 0.6574907867418238,
            "draws": 18
          }
        },
        "random_at_genetic_budget": {
          "draws": 29,
          "expected_cv": 0.6563617924833896,
          "expected_holdout": 0.6573057381650345,
          "probability_matching_or_beating_genetic": 0.5178571428571429
        }
      },
      {
        "policy": "genetic",
        "seed": 10016,
        "ran_genetic": true,
        "folds": 87,
        "cv": 0.6564250038453239,
        "reached": false,
        "seconds": 0.2267989999963902,
        "holdout": 0.6575155578553409
      }
    ]
  }
]
