skills/agent-evals/assets/trigger-queries.changed-file-validation.json
|
[ { "id": "pos-01", "query": "check the files we touched in this batch before I move on", "should_trigger": true, "split": "train" }, { "id": "pos-02", "query": "keep a list of every file I edit this session so we can validate them together later", "should_trigger": true, "split": "train" }, { "id": "pos-03", "query": "parse and analyze just the scripts I changed, not the whole repository", "should_trigger": true, "split": "train" }, { "id": "pos-04", "query": "is that file still verified after the edit I just made, or does it need rechecking?", "should_trigger": true, "split": "validation" }, { "id": "pos-05", "query": "show me what was actually checked on these markdown files and with which tool version", "should_trigger": true, "split": "validation" }, { "id": "pos-06", "query": "clear the collected change list, that work is finished", "should_trigger": true, "split": "validation" }, { "id": "neg-01", "query": "the build fails only in CI, help me reproduce it locally and find the root cause", "should_trigger": false, "split": "train" }, { "id": "neg-02", "query": "write a failing Pester test for this behavior before we change the function", "should_trigger": false, "split": "train" }, { "id": "neg-03", "query": "reformat this script and fix the indentation across the file", "should_trigger": false, "split": "train" }, { "id": "neg-04", "query": "is my CopilotAtelier deployment healthy and are the discovery links intact?", "should_trigger": false, "split": "validation" }, { "id": "neg-05", "query": "capture that correction as a lesson I can review and maybe promote into an instruction", "should_trigger": false, "split": "validation" }, { "id": "neg-06", "query": "review this whole pull request diff and tell me which findings are blockers", "should_trigger": false, "split": "validation" } ] |