> ## Documentation Index
> Fetch the complete documentation index at: https://docs.stateset.com/llms.txt
> Use this file to discover all available pages before exploring further.

# Config evaluate

> Eval scores for the candidate config, with a baseline comparison when one was supplied.

### Path parameters

<ParamField path="brand_id" type="string (uuid)" required />

### Request body

`object`

<ParamField body="config" type="object" />

<ParamField body="cases" type="object[]" required />

<ParamField body="provider" type="string" />

<ParamField body="model" type="string" />

<ParamField body="baseline" type="object" />

<ParamField body="pass_threshold" type="number" />

<ParamField body="simulate_tools" type="boolean" />

### Response

`object`

<ResponseField name="summary" type="object" required>
  <Expandable title="summary">
    <ResponseField name="total" type="integer" required />

    <ResponseField name="passed" type="integer" required />

    <ResponseField name="pass_rate" type="number" required />

    <ResponseField name="avg_score" type="number" required />

    <ResponseField name="by_dimension" type="object" required />

    <ResponseField name="flags" type="object" required />

    <ResponseField name="regressions" type="object[]" required>
      <Expandable title="regressions">
        <ResponseField name="case_id" type="string" required />

        <ResponseField name="baseline_score" type="number" required />

        <ResponseField name="candidate_score" type="number" required />

        <ResponseField name="delta" type="number" required />
      </Expandable>
    </ResponseField>

    <ResponseField name="action_fidelity" type="object">
      Present only when non-empty
    </ResponseField>
  </Expandable>
</ResponseField>

<ResponseField name="cases" type="object[]" required>
  <Expandable title="cases">
    <ResponseField name="case_id" type="string" required />

    <ResponseField name="draft" type="string" required />

    <ResponseField name="tool_calls" type="string[]" required />

    <ResponseField name="action_fidelity" type="string" />

    <ResponseField name="verdict" type="object" required>
      <Expandable title="verdict">
        <ResponseField name="score" type="number" required />

        <ResponseField name="passed" type="boolean" required />

        <ResponseField name="dimensions" type="object" required />

        <ResponseField name="rationale" type="string" required />

        <ResponseField name="flags" type="string[]" required />
      </Expandable>
    </ResponseField>
  </Expandable>
</ResponseField>

<ResponseField name="baseline_summary" type="object">
  <Expandable title="baseline_summary">
    <ResponseField name="total" type="integer" required />

    <ResponseField name="passed" type="integer" required />

    <ResponseField name="pass_rate" type="number" required />

    <ResponseField name="avg_score" type="number" required />

    <ResponseField name="by_dimension" type="object" required />

    <ResponseField name="flags" type="object" required />

    <ResponseField name="regressions" type="object[]" required>
      <Expandable title="regressions">
        <ResponseField name="case_id" type="string" required />

        <ResponseField name="baseline_score" type="number" required />

        <ResponseField name="candidate_score" type="number" required />

        <ResponseField name="delta" type="number" required />
      </Expandable>
    </ResponseField>

    <ResponseField name="action_fidelity" type="object">
      Present only when non-empty
    </ResponseField>
  </Expandable>
</ResponseField>

### Status codes

| Code  | Meaning                                                                                 |
| ----- | --------------------------------------------------------------------------------------- |
| `200` | Eval scores for the candidate config, with a baseline comparison when one was supplied. |
| `400` | Validation error                                                                        |
| `401` | Unauthorized                                                                            |
| `404` | Not found                                                                               |
| `429` | Rate limited                                                                            |
| `500` | Internal error                                                                          |

<RequestExample>
  ```bash cURL theme={null}
  curl --request POST \
    --url 'https://api.workstream.stateset.com/v1/brands/{brand_id}/config/evaluate' \
    --header "x-api-key: $STATESET_TEMPORAL_API_KEY" \
    --header 'Content-Type: application/json' \
    --data '{
    "config": {},
    "cases": [
      {
        "id": "3fa85f64-5717-4562-b3fc-2c963f66afa6",
        "channel": "string",
        "message": "Two-person tent, green — replacement for damaged pole set.",
        "context": {},
        "gold": "string"
      }
    ],
    "provider": "string",
    "model": "string",
    "baseline": {},
    "pass_threshold": 1.5,
    "simulate_tools": true
  }'
  ```
</RequestExample>

<ResponseExample>
  ```json 200 theme={null}
  {
    "summary": {
      "total": 102,
      "passed": 1,
      "pass_rate": 7.5,
      "avg_score": 7.5,
      "by_dimension": {},
      "flags": {},
      "regressions": [
        {
          "case_id": null,
          "baseline_score": null,
          "candidate_score": null,
          "delta": null
        }
      ],
      "action_fidelity": {}
    },
    "cases": [
      {
        "case_id": "3fa85f64-5717-4562-b3fc-2c963f66afa6",
        "draft": "string",
        "tool_calls": [],
        "action_fidelity": "string",
        "verdict": {
          "score": null,
          "passed": null,
          "dimensions": null,
          "rationale": null,
          "flags": null
        }
      }
    ],
    "baseline_summary": {
      "total": 102,
      "passed": 1,
      "pass_rate": 7.5,
      "avg_score": 7.5,
      "by_dimension": {},
      "flags": {},
      "regressions": [
        {
          "case_id": null,
          "baseline_score": null,
          "candidate_score": null,
          "delta": null
        }
      ],
      "action_fidelity": {}
    }
  }
  ```
</ResponseExample>