Orchestrator

Graph

Node Configuration

Run with Parameters

Pipeline JSON

{
  "edges": [
    {
      "to": "experiment",
      "from": "__start__"
    },
    {
      "to": "__end__",
      "from": "experiment"
    }
  ],
  "nodes": [
    {
      "name": "experiment",
      "type": "prompt_experiment",
      "config": {
        "llm": {
          "model": "gpt-4o",
          "temperature": 0
        },
        "max_cases": 50
      }
    }
  ],
  "description": "Offline prompt experiment: runtime_params.experiment_uri points at a manifest.json (git path or s3://). Runs N variants over a case set with checklist-per-variant scoring; persists run_kind=experiment."
}