{
  "schema_version": "porkicoder-bash-sft-note-05-eval-samples-v1",
  "scope": "synthetic independent-hard examples only",
  "claim_boundary": "not private user queries; not a complete benchmark dump",
  "passes": [
    {
      "family": "hard_scope",
      "request": "i need html files here",
      "candidate": "find . -type f \\( -iname '*.html' -o -iname '*.htm' \\) -print | sort",
      "note": "whole-tree language kept the selected root as ."
    },
    {
      "family": "hard_scope",
      "request": "i'm looking for html files inside the annex folder",
      "candidate": "find annex -type f \\( -iname '*.html' -o -iname '*.htm' \\) -print | sort",
      "note": "named child stayed a child."
    },
    {
      "family": "hard_type_name_child",
      "request": "i need files with html in the filename in the selected folder",
      "candidate": "find . -type f -iname '*html*' -print | sort",
      "note": "filename fragment, not HTML file type."
    }
  ],
  "misses": [
    {
      "family": "hard_match",
      "request": "images containing flint-anvil-c49037 in this directory",
      "candidate": "unsupported:needs-image-content",
      "gold": "rg -l -i -F with the image-extension group for that literal",
      "note": "false unsupported: text inside image files is representable."
    },
    {
      "family": "hard_match",
      "request": "slide decks with nimbus-anvil-9c6676 in the filename in this directory",
      "candidate": "find . -type f -iname '*nimbus-anvil-9c6676*' \\( -iname '*.md' -o -iname '*.markdown' \\) -print | sort",
      "gold": "PowerPoint extensions, not Markdown",
      "note": "topic/type cluster mapped slide decks to markdown."
    },
    {
      "family": "hard_unsupported",
      "request": "do you see files named onyx-anvil-b23c45.txt here",
      "candidate": "find . -type f -name $(cat onyx-anvil-b23c45.txt) -print | sort",
      "gold": "find . -type f -name onyx-anvil-b23c45.txt -print | sort",
      "note": "command substitution; policy blocked it."
    }
  ]
}