> ## Documentation Index
> Fetch the complete documentation index at: https://penseapp.vercel.app/docs/llms.txt
> Use this file to discover all available pages before exploring further.

# Get evaluator run

> Get one evaluator-run job with results and human-agreement summary



## OpenAPI

````yaml /api-reference/openapi.json get /annotation-tasks/{task_uuid}/evaluator-runs/{job_uuid}
openapi: 3.1.0
info:
  title: Calibrate Public API
  version: 0.1.0
  description: Programmatic API for CI/automation. Pass your key in the `X-API-Key` header.
servers:
  - url: https://api.calibrate.artpark.ai
    description: Production
security: []
paths:
  /annotation-tasks/{task_uuid}/evaluator-runs/{job_uuid}:
    get:
      tags:
        - annotation-tasks
      summary: Get evaluator run
      description: Get one evaluator-run job with results and human-agreement summary
      operationId: >-
        get_evaluator_run_job_annotation_tasks__task_uuid__evaluator_runs__job_uuid__get
      parameters:
        - name: task_uuid
          in: path
          required: true
          schema:
            type: string
            description: Annotation task to act on
            examples:
              - f47ac10b-58cc-4372-a567-0e02b2c3d479
            title: Task Uuid
          description: Annotation task to act on
        - name: job_uuid
          in: path
          required: true
          schema:
            type: string
            description: The evaluator run to act on
            examples:
              - f47ac10b-58cc-4372-a567-0e02b2c3d479
            title: Job Uuid
          description: The evaluator run to act on
      responses:
        '200':
          description: Successful Response
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/EvaluatorRunResponse'
        '422':
          description: Validation Error
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/HTTPValidationError'
      security:
        - ApiKeyAuth: []
components:
  schemas:
    EvaluatorRunResponse:
      properties:
        uuid:
          type: string
          title: Uuid
          description: ID of the evaluator-run job
          examples:
            - f47ac10b-58cc-4372-a567-0e02b2c3d479
        task_id:
          anyOf:
            - type: string
            - type: 'null'
          title: Task Id
          description: ID of the task the job ran on
        status:
          type: string
          enum:
            - queued
            - in_progress
            - completed
            - failed
          title: Status
          description: Current status of the job
        error:
          anyOf:
            - type: string
            - type: 'null'
          title: Error
          description: Failure reason, present when the job failed
        completed_at:
          anyOf:
            - type: string
            - type: 'null'
          title: Completed At
          description: When the job finished (ISO 8601 UTC)
        evaluators:
          items:
            additionalProperties: true
            type: object
          type: array
          description: >-
            The evaluators the job ran, each pinned to the version it used, with
            that version's rubric
        runs:
          items:
            additionalProperties: true
            type: object
          type: array
          description: >-
            One result per item and evaluator. Each keys back to `evaluators` by
            its evaluator and version IDs
        human_agreement:
          additionalProperties: true
          type: object
          description: >-
            How each evaluator's judgements line up with the human annotations
            on the same items
        items:
          items:
            additionalProperties: true
            type: object
          type: array
          description: The exact item set the job ran on, frozen when the job started
        is_public:
          type: boolean
          title: Is Public
          description: Whether the run is shared publicly
        share_token:
          anyOf:
            - type: string
            - type: 'null'
          title: Share Token
          description: Token for building the public share URL
      additionalProperties: true
      type: object
      required:
        - uuid
        - task_id
        - status
        - error
        - completed_at
        - evaluators
        - runs
        - human_agreement
        - items
        - is_public
        - share_token
      title: EvaluatorRunResponse
    HTTPValidationError:
      properties:
        detail:
          items:
            $ref: '#/components/schemas/ValidationError'
          type: array
          title: Detail
      type: object
      title: HTTPValidationError
    ValidationError:
      properties:
        loc:
          items:
            anyOf:
              - type: string
              - type: integer
          type: array
          title: Location
        msg:
          type: string
          title: Message
        type:
          type: string
          title: Error Type
      type: object
      required:
        - loc
        - msg
        - type
      title: ValidationError
  securitySchemes:
    ApiKeyAuth:
      type: apiKey
      in: header
      name: X-API-Key
      description: API key for authentication

````