{
  "schema_version": "porkicoder-bash-sft-note-05-evaluation-v2",
  "note": "bash-sft-05",
  "board": "independent_humanlike_240",
  "generation": {
    "device": "NVIDIA RTX 6000 Ada Generation",
    "dtype": "torch.bfloat16",
    "decoding": "greedy",
    "seed": 42,
    "max_input_tokens": 512,
    "max_new_tokens": 256,
    "semantic_rewrites": false,
    "execution": "macOS Bash 3.2 Darwin scorer, policy v2"
  },
  "humanlike_hard": {
    "n": 240,
    "frozen_before_any_generation_on_it": true,
    "prompts_sha256": "de88de9e8685492eeffb3b8171c0622578ba6bba83bf13834f279f45a35595f0",
    "tasks_sha256": "8607e1b26f0ea8856853aced3731434b8039f38674f574349822bd0147777467",
    "champion_pass": 233,
    "prior_champion_pass": 230,
    "previous_pass": 25,
    "champion_label": "run-shlex-v31r1",
    "prior_champion_label": "run-shlex-v31-human-transfer",
    "previous_label": "run-last40-wd01",
    "champion_predictions_sha256": "0fbf4f4a014d0bee3e958a7f03d3b1165071aa53d1b5754db5ec15baf34d4066",
    "prior_champion_predictions_sha256": "0a6d9facc49f357e331851fc9a094ee5d37b7a055bc22972608240caa8cdd84c",
    "by_family_champion": {
      "hard_scope": "35/36",
      "hard_type_name_child": "35/36",
      "hard_dotfile": "24/24",
      "hard_time": "43/48",
      "hard_match": "36/36",
      "hard_unsupported": "40/40",
      "hard_regression": "20/20"
    },
    "by_family_prior_champion": {
      "hard_scope": "36/36",
      "hard_type_name_child": "36/36",
      "hard_dotfile": "24/24",
      "hard_time": "47/48",
      "hard_match": "32/36",
      "hard_unsupported": "38/40",
      "hard_regression": "17/20"
    },
    "by_author_champion": {
      "independent_author_a": "113/120",
      "independent_author_b": "120/120"
    },
    "repeated_selected_root": 0,
    "scope_escapes": 0,
    "filesystem_mutations": 0,
    "false_unsupported": 0,
    "command_substitution": 0
  }
}