Code Eval Spec

loom-builderspecjson
Path: loom-builder/specs/code-eval-spec.jsonRelative: specs/code-eval-spec.jsonSubproject: loom-builderCategory: dispatch-specs
Lines: 21Bytes: 553Imports: 0Exports: 0
loom-builderspecjsonspecs

Content Preview

  1. {
  2. "id": "code-eval-001",
  3. "promptFile": "/home/mikes/leverage-loops-projects/loom-builder/prompts/code-eval-script.md",
  4. "targetCwd": "/home/mikes/tmp/code-eval-example",
  5. "model": {
  6. "provider": "openrouter",
  7. "id": "tencent/hy3-preview"
  8. },
  9. "budget": {
  10. "maxToolCalls": 30,
  11. "maxWallclockMs": 300000
  12. },
  13. "validation": [
  14. {
  15. "label": "script passes",
  16. "cmd": ["bash","-c","python3 evaluate.py /home/mikes/tmp/code-eval-example | grep -q 'RESULT: PASS'"],
  17. "c