> ## Documentation Index
> Fetch the complete documentation index at: https://penseapp.vercel.app/docs/llms.txt
> Use this file to discover all available pages before exploring further.

# Run evaluators on items

> Run evaluators on task items as a background job



## OpenAPI

````yaml /api-reference/openapi.json post /annotation-tasks/{task_uuid}/evaluator-runs
openapi: 3.1.0
info:
  title: Calibrate Public API
  version: 0.1.0
  description: Programmatic API for CI/automation. Pass your key in the `X-API-Key` header.
servers:
  - url: https://api.calibrate.artpark.ai
    description: Production
security: []
paths:
  /annotation-tasks/{task_uuid}/evaluator-runs:
    post:
      tags:
        - annotation-tasks
      summary: Run evaluators on items
      description: Run evaluators on task items as a background job
      operationId: start_evaluator_run_annotation_tasks__task_uuid__evaluator_runs_post
      parameters:
        - name: task_uuid
          in: path
          required: true
          schema:
            type: string
            description: Annotation task to act on
            examples:
              - f47ac10b-58cc-4372-a567-0e02b2c3d479
            title: Task Uuid
          description: Annotation task to act on
      requestBody:
        required: true
        content:
          application/json:
            schema:
              $ref: '#/components/schemas/EvaluatorRunStartRequest'
      responses:
        '200':
          description: Successful Response
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/EvaluatorRunLaunchResponse'
        '422':
          description: Validation Error
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/HTTPValidationError'
      security:
        - ApiKeyAuth: []
components:
  schemas:
    EvaluatorRunStartRequest:
      properties:
        evaluators:
          items:
            $ref: '#/components/schemas/EvaluatorRunRequestEntry'
          type: array
          title: Evaluators
          description: The evaluators to run. Each must be linked to the task
        item_ids:
          items:
            type: string
          type: array
          title: Item Ids
          description: >-
            Item IDs to run on. **Required when `select_all=false`**. Ignored
            when `select_all=true`
          default: []
        select_all:
          type: boolean
          title: Select All
          description: >-
            When `true`, run on every item in the task. Set `q` to run only
            items whose name matches it
          default: false
        q:
          anyOf:
            - type: string
            - type: 'null'
          title: Q
          description: >-
            Case-insensitive substring filter on `payload.name`. Applies only
            when `select_all=true`
      type: object
      required:
        - evaluators
      title: EvaluatorRunStartRequest
    EvaluatorRunLaunchResponse:
      properties:
        job_uuid:
          type: string
          title: Job Uuid
          description: ID of the evaluator-run job. Poll it for status and results
          examples:
            - f47ac10b-58cc-4372-a567-0e02b2c3d479
        status:
          type: string
          enum:
            - queued
            - in_progress
          title: Status
          description: Status of the job right after you launch it
        evaluator_count:
          type: integer
          title: Evaluator Count
          description: How many evaluators the job will run
        item_count:
          type: integer
          title: Item Count
          description: How many items the job will run on
      type: object
      required:
        - job_uuid
        - status
        - evaluator_count
        - item_count
      title: EvaluatorRunLaunchResponse
    HTTPValidationError:
      properties:
        detail:
          items:
            $ref: '#/components/schemas/ValidationError'
          type: array
          title: Detail
      type: object
      title: HTTPValidationError
    EvaluatorRunRequestEntry:
      properties:
        evaluator_id:
          type: string
          maxLength: 36
          minLength: 36
          title: Evaluator Id
          description: Evaluator ID to run. Must be linked to the task
          examples:
            - f47ac10b-58cc-4372-a567-0e02b2c3d479
        evaluator_version_id:
          anyOf:
            - type: string
              maxLength: 36
              minLength: 36
            - type: 'null'
          title: Evaluator Version Id
          description: >-
            Evaluator version ID to run. Omit to use the evaluator's live
            version
          examples:
            - f47ac10b-58cc-4372-a567-0e02b2c3d479
      type: object
      required:
        - evaluator_id
      title: EvaluatorRunRequestEntry
    ValidationError:
      properties:
        loc:
          items:
            anyOf:
              - type: string
              - type: integer
          type: array
          title: Location
        msg:
          type: string
          title: Message
        type:
          type: string
          title: Error Type
      type: object
      required:
        - loc
        - msg
        - type
      title: ValidationError
  securitySchemes:
    ApiKeyAuth:
      type: apiKey
      in: header
      name: X-API-Key
      description: API key for authentication

````