{
  "openapi": "3.1.0",
  "info": {
    "title": "Mabyduck API",
    "version": "0.14.2",
    "description": "API for managing subjective studies on Mabyduck."
  },
  "paths": {
    "/organizations/{organization_id}/api-keys/": {
      "get": {
        "operationId": "organizations_api_keys_list",
        "description": "Returns the given organization's API keys, or with `scope=projects`, the API keys of its projects instead. The list includes expired keys but not revoked ones. Credentials are not returned, only the key's names and metadata.",
        "summary": "List all API keys",
        "parameters": [
          {
            "in": "path",
            "name": "organization_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "query",
            "name": "scope",
            "schema": {
              "type": "string",
              "enum": [
                "organization",
                "projects"
              ],
              "default": "organization"
            },
            "description": "Which keys to list: those of the organization itself (the default) or those of its projects. Only owners and admins can list project keys."
          }
        ],
        "tags": [
          "Organizations"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "type": "array",
                  "items": {
                    "$ref": "#/components/schemas/APIKey"
                  }
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/organizations/{organization_id}/billing/{billing_id}/events/": {
      "get": {
        "operationId": "organizations_billing_events_list",
        "description": "Returns billing events for an organization billing account, newest first. Only organization owners and billing managers can access this endpoint. API requests require an organization API key created by one of those roles.",
        "summary": "List billing events",
        "parameters": [
          {
            "in": "path",
            "name": "billing_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "organization_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Organizations"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "type": "array",
                  "items": {
                    "$ref": "#/components/schemas/OrganizationBillingEvent"
                  }
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/organizations/{organization_id}/projects/": {
      "get": {
        "operationId": "organizations_projects_list",
        "description": "Returns the IDs and names of the given organization's projects, sorted by name. Only organization owners and admins can access this endpoint. API requests require an organization API key created by one of those roles.",
        "summary": "List projects",
        "parameters": [
          {
            "in": "path",
            "name": "organization_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Organizations"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "type": "array",
                  "items": {
                    "$ref": "#/components/schemas/OrganizationProject"
                  }
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/api-keys/": {
      "get": {
        "operationId": "api_keys_list",
        "description": "Returns the given project's API keys. The list includes expired keys but not revoked ones. Credentials are not returned, only the key's names and metadata.",
        "summary": "List all API keys",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "API keys"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "type": "array",
                  "items": {
                    "$ref": "#/components/schemas/APIKey"
                  }
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/billing/events/": {
      "get": {
        "operationId": "billing_events_list",
        "description": "Returns a list of billing events belonging to the given project, newest first. Only accessible with an API key created by a billing manager.",
        "summary": "List billing events",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Billing"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "type": "array",
                  "items": {
                    "$ref": "#/components/schemas/BillingEvent"
                  }
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/datasets/": {
      "get": {
        "operationId": "datasets_list",
        "description": "Returns a list of datasets belonging to the given project.",
        "summary": "List all datasets",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Datasets"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "type": "array",
                  "items": {
                    "$ref": "#/components/schemas/Dataset"
                  }
                }
              }
            },
            "description": ""
          }
        }
      },
      "post": {
        "operationId": "datasets_create",
        "description": "Creates a new dataset and returns signed URLs for uploading the dataset file. The file is split into parts of `part_size` bytes, and part *n* is uploaded with a `PUT` to `upload_urls[n - 1]`. Pass `file_size` for files over 5 GB; without it, the whole file is one part. Processing starts once every part has been uploaded; poll `status_url` to follow it. If part URLs expire, POST part numbers to the dataset\u2019s `part-urls/` endpoint to get new URLs and keep the upload active.",
        "summary": "Create a dataset",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Datasets"
        ],
        "requestBody": {
          "content": {
            "application/json": {
              "schema": {
                "$ref": "#/components/schemas/PublicDatasetCreate"
              },
              "examples": {
                "Request": {
                  "value": {
                    "name": "Dataset",
                    "filename": "dataset.zip",
                    "file_size": 26214400
                  }
                }
              }
            }
          },
          "required": true
        },
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "201": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/PublicDatasetCreate"
                },
                "examples": {
                  "Response": {
                    "value": {
                      "id": "{dataset_id}",
                      "name": "Dataset",
                      "part_size": 10485760,
                      "upload_urls": [
                        "https://mabyduck-temp.s3.nl-ams.scw.cloud/{signed-part-1-url}",
                        "https://mabyduck-temp.s3.nl-ams.scw.cloud/{signed-part-2-url}",
                        "https://mabyduck-temp.s3.nl-ams.scw.cloud/{signed-part-3-url}"
                      ],
                      "status_url": "https://api.mabyduck.com/projects/{project_id}/datasets/{dataset_id}/status/"
                    }
                  }
                }
              }
            },
            "description": ""
          }
        },
        "x-codeSamples": [
          {
            "lang": "curl",
            "label": "cURL",
            "source": "# Create an empty dataset (up to 5 GB, uploaded as a single part)\ncurl -X POST \\\n    'https://api.mabyduck.com/projects/{project_id}/datasets/' \\\n    -H 'Authorization: Api-Key <YOUR_TOKEN_HERE>' \\\n    -H 'Content-Type: application/json' \\\n    -d '{\"name\": \"Dataset\", \"filename\": \"dataset.zip\"}'\n\n# Upload dataset file to the returned URL\ncurl --upload-file 'dataset.zip' {upload_urls[0]}"
          },
          {
            "lang": "curl",
            "label": "cURL (in parts)",
            "source": "# Create an empty dataset, passing the file size to upload it in parts\ncurl -X POST \\\n    'https://api.mabyduck.com/projects/{project_id}/datasets/' \\\n    -H 'Authorization: Api-Key <YOUR_TOKEN_HERE>' \\\n    -H 'Content-Type: application/json' \\\n    -d \"{\\\"name\\\": \\\"Dataset\\\", \\\"filename\\\": \\\"dataset.zip\\\", \\\"file_size\\\": $(wc -c < dataset.zip)}\" > dataset.json\n\n# Split the file into parts of part_size bytes: part.aaa, part.aab, ...\nsplit -a 3 -b \"$(jq .part_size dataset.json)\" dataset.zip part.\n\n# Upload part n to the nth URL\njq -r '.upload_urls[]' dataset.json | paste - <(ls part.*) |\n    while read -r url part; do\n        curl --fail --upload-file \"$part\" \"$url\" || exit 1\n    done"
          },
          {
            "lang": "Python",
            "label": "Python",
            "source": "import os\n\nimport requests\n\nurl = f\"https://api.mabyduck.com/projects/{project_id}/datasets/\"\npayload = {\n  \"name\": \"Dataset\",\n  \"filename\": \"dataset.zip\",\n  \"file_size\": os.path.getsize(\"dataset.zip\"),\n}\nheaders = {\n  \"Content-Type\": \"application/json\",\n  \"Authorization\": \"Api-Key <YOUR_TOKEN_HERE>\"\n}\n\n# Create an empty dataset\nresponse = requests.post(url, json=payload, headers=headers)\ndata = response.json()\n\n# Upload dataset file in parts\nwith open('dataset.zip', 'rb') as f:\n    for upload_url in data['upload_urls']:\n        part = f.read(data['part_size'])\n        requests.put(upload_url, data=part).raise_for_status()"
          }
        ]
      }
    },
    "/projects/{project_id}/datasets/{dataset_id}/": {
      "get": {
        "operationId": "datasets_retrieve",
        "description": "Returns detailed information for a single dataset identified by `dataset_id`.",
        "summary": "Retrieve a dataset",
        "parameters": [
          {
            "in": "path",
            "name": "dataset_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Datasets"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/DatasetDetail"
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/datasets/{dataset_id}/part-urls/": {
      "post": {
        "operationId": "datasets_part_urls_create",
        "description": "For an active API upload, request new URLs for the given one-based part numbers. URLs expire after four hours. Refreshing them extends the six-hour draft inactivity timeout; the storage provider may abort incomplete uploads after one day.",
        "summary": "Refresh dataset upload URLs",
        "parameters": [
          {
            "in": "path",
            "name": "dataset_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Datasets"
        ],
        "requestBody": {
          "content": {
            "application/json": {
              "schema": {
                "$ref": "#/components/schemas/PartURLs"
              },
              "examples": {
                "Request": {
                  "value": {
                    "part_numbers": [
                      1,
                      2
                    ]
                  }
                }
              }
            }
          },
          "required": true
        },
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/PartURLsResponse"
                },
                "examples": {
                  "Response": {
                    "value": {
                      "urls": {
                        "1": "https://example.com/part-1",
                        "2": "https://example.com/part-2"
                      }
                    }
                  }
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/datasets/{dataset_id}/status/": {
      "get": {
        "operationId": "datasets_status_retrieve",
        "description": "Returns the current status of a dataset, including any error messages if processing failed.",
        "summary": "Get dataset status",
        "parameters": [
          {
            "in": "path",
            "name": "dataset_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Datasets"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/DatasetStatus"
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/experiments/": {
      "get": {
        "operationId": "experiments_list",
        "description": "Returns a list of experiments belonging to the given project. Pass `limit` and `offset` to page through the results, whose total is returned in the `X-Total-Count` header.",
        "summary": "List all experiments",
        "parameters": [
          {
            "in": "query",
            "name": "language",
            "schema": {
              "type": "array",
              "items": {
                "type": "string",
                "enum": [
                  "ar",
                  "de",
                  "en",
                  "es",
                  "fr",
                  "hi",
                  "it",
                  "ja",
                  "ko",
                  "pl",
                  "pt",
                  "vi",
                  "zh-hans"
                ]
              }
            },
            "description": "Only include those in these interface languages. Can be repeated."
          },
          {
            "name": "limit",
            "required": false,
            "in": "query",
            "description": "Number of results to return per page.",
            "schema": {
              "type": "integer"
            }
          },
          {
            "name": "offset",
            "required": false,
            "in": "query",
            "description": "The initial index from which to return the results.",
            "schema": {
              "type": "integer"
            }
          },
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "query",
            "name": "tag",
            "schema": {
              "type": "array",
              "items": {
                "type": "string"
              }
            },
            "description": "Only include those with at least one of these tags. Can be repeated."
          },
          {
            "in": "query",
            "name": "type",
            "schema": {
              "type": "array",
              "items": {
                "type": "string",
                "enum": [
                  "acr_audio",
                  "acr_image",
                  "acr_video",
                  "binary_audio",
                  "binary_image",
                  "binary_video",
                  "inpainting_image",
                  "multi_acr_embed",
                  "multi_acr_video",
                  "mushra",
                  "pairwise_audio",
                  "pairwise_image",
                  "pairwise_video",
                  "pre_screen_audio",
                  "pre_screen_image",
                  "rank_audio",
                  "survey_audio",
                  "survey_embed",
                  "survey_image",
                  "survey_video"
                ]
              }
            },
            "description": "Only include these experiment types. Can be repeated."
          }
        ],
        "tags": [
          "Experiments"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/PaginatedExperimentList"
                }
              }
            },
            "description": ""
          }
        }
      },
      "post": {
        "operationId": "experiments_create",
        "description": "Creates a new draft experiment with the specified configuration.",
        "summary": "Create an experiment",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Experiments"
        ],
        "requestBody": {
          "content": {
            "application/json": {
              "schema": {
                "$ref": "#/components/schemas/CreateExperiment"
              },
              "examples": {
                "RequestFromATemplate": {
                  "value": {
                    "template_id": "g1ty1ni",
                    "name": "My experiment",
                    "datasets": [
                      "d1shw0u"
                    ]
                  },
                  "summary": "Request from a template",
                  "description": "The template supplies every field the request leaves out, including its datasets when the request sends none."
                }
              }
            }
          }
        },
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "201": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/Experiment"
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/experiments/{experiment_id}/": {
      "get": {
        "operationId": "experiments_retrieve",
        "description": "Returns detailed information for a single experiment identified by `experiment_id`.",
        "summary": "Retrieve an experiment",
        "parameters": [
          {
            "in": "path",
            "name": "experiment_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Experiments"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/ExperimentDetail"
                }
              }
            },
            "description": ""
          }
        }
      },
      "patch": {
        "operationId": "experiments_partial_update",
        "description": "Updates the tags of an experiment, which can be changed whatever its status.",
        "summary": "Update an experiment",
        "parameters": [
          {
            "in": "path",
            "name": "experiment_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Experiments"
        ],
        "requestBody": {
          "content": {
            "application/json": {
              "schema": {
                "$ref": "#/components/schemas/PatchedUpdateExperiment"
              }
            }
          }
        },
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/Experiment"
                }
              }
            },
            "description": ""
          }
        }
      },
      "delete": {
        "operationId": "experiments_destroy",
        "description": "Permanently deletes an experiment and its jobs. Active jobs are aborted first so crowd studies are stopped. The request fails if a job still has a running session. The authenticated user is recorded in the audit log.",
        "summary": "Delete an experiment",
        "parameters": [
          {
            "in": "path",
            "name": "experiment_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Experiments"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "204": {
            "description": "No response body"
          }
        }
      }
    },
    "/projects/{project_id}/experiments/{experiment_id}/jobs/": {
      "get": {
        "operationId": "experiments_jobs_list",
        "description": "Returns a list of jobs belonging to the given experiment.",
        "summary": "List all jobs",
        "parameters": [
          {
            "in": "path",
            "name": "experiment_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Experiments"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "type": "array",
                  "items": {
                    "$ref": "#/components/schemas/Job"
                  }
                }
              }
            },
            "description": ""
          }
        }
      },
      "post": {
        "operationId": "experiments_jobs_create",
        "description": "Creates a new draft job with the specified configuration.",
        "summary": "Create a job",
        "parameters": [
          {
            "in": "path",
            "name": "experiment_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Experiments"
        ],
        "requestBody": {
          "content": {
            "application/json": {
              "schema": {
                "$ref": "#/components/schemas/CreateJob"
              }
            }
          },
          "required": true
        },
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "201": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/JobCreateResponse"
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/experiments/{experiment_id}/jobs/{job_id}/": {
      "get": {
        "operationId": "experiments_jobs_retrieve",
        "description": "Returns detailed information for a single job identified by `job_id`.",
        "summary": "Retrieve a job",
        "parameters": [
          {
            "in": "path",
            "name": "experiment_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "job_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Experiments"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/JobDetail"
                }
              }
            },
            "description": ""
          }
        }
      },
      "delete": {
        "operationId": "experiments_jobs_destroy",
        "description": "Permanently deletes a job. Active jobs must be aborted before they can be deleted. The request fails if the job has a running session. The authenticated user is recorded in the audit log.",
        "summary": "Delete a job",
        "parameters": [
          {
            "in": "path",
            "name": "experiment_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "job_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Experiments"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "204": {
            "description": "No response body"
          }
        }
      }
    },
    "/projects/{project_id}/experiments/{experiment_id}/jobs/{job_id}/abort/": {
      "post": {
        "operationId": "experiments_jobs_abort_create",
        "description": "Stops a launched job and refunds credits for sessions that have not started. Aborting cannot be undone.",
        "summary": "Abort a job",
        "parameters": [
          {
            "in": "path",
            "name": "experiment_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "job_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Experiments"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/Job"
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/experiments/{experiment_id}/jobs/{job_id}/add-sessions/": {
      "post": {
        "operationId": "experiments_jobs_add_sessions_create",
        "description": "Adds sessions to the specified job. Requires a valid job costs token, which fixes the price per session. Sessions added to a launched job are charged immediately.",
        "summary": "Add sessions to a job",
        "parameters": [
          {
            "in": "path",
            "name": "experiment_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "job_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Experiments"
        ],
        "requestBody": {
          "content": {
            "application/json": {
              "schema": {
                "$ref": "#/components/schemas/JobAddSessions"
              }
            }
          },
          "required": true
        },
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "201": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/JobAddSessions"
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/experiments/{experiment_id}/jobs/{job_id}/costs/": {
      "get": {
        "operationId": "experiments_jobs_costs_retrieve",
        "description": "Returns cost breakdown information for a specific job.",
        "summary": "Get job cost breakdown",
        "parameters": [
          {
            "in": "path",
            "name": "experiment_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "job_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Experiments"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/JobCosts"
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/experiments/{experiment_id}/jobs/{job_id}/launch/": {
      "post": {
        "operationId": "experiments_jobs_launch_create",
        "description": "Launches the specified job. Requires a valid job costs token.",
        "summary": "Launch a job",
        "parameters": [
          {
            "in": "path",
            "name": "experiment_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "job_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Experiments"
        ],
        "requestBody": {
          "content": {
            "application/json": {
              "schema": {
                "$ref": "#/components/schemas/JobLaunch"
              }
            }
          },
          "required": true
        },
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/JobLaunch"
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/experiments/{experiment_id}/rater-pools/": {
      "get": {
        "operationId": "experiments_rater_pools_list",
        "description": "Returns a list of rater pools available for a given experiment.",
        "summary": "List rater pools",
        "parameters": [
          {
            "in": "path",
            "name": "experiment_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "query",
            "name": "kind",
            "schema": {
              "type": "integer",
              "enum": [
                0,
                100,
                400,
                500,
                800
              ]
            },
            "description": "Use `type` instead.",
            "deprecated": true
          },
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "query",
            "name": "type",
            "schema": {
              "type": "string",
              "enum": [
                "ai",
                "anyone",
                "byo",
                "crowd",
                "project_members"
              ]
            },
            "description": "Only include rater pools of this type."
          }
        ],
        "tags": [
          "Experiments"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "type": "array",
                  "items": {
                    "$ref": "#/components/schemas/RaterPool"
                  }
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/experiments/{experiment_id}/raters/": {
      "get": {
        "operationId": "experiments_raters_list",
        "description": "Returns a list of raters of a given experiment. To retrieve more than 10,000 raters, use the `offset` query parameter.",
        "summary": "List all raters",
        "parameters": [
          {
            "in": "path",
            "name": "experiment_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "name": "limit",
            "required": false,
            "in": "query",
            "description": "Number of results to return per page.",
            "schema": {
              "type": "integer"
            }
          },
          {
            "name": "offset",
            "required": false,
            "in": "query",
            "description": "The initial index from which to return the results.",
            "schema": {
              "type": "integer"
            }
          },
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Experiments"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/PaginatedRaterList"
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/experiments/{experiment_id}/ratings/": {
      "get": {
        "operationId": "experiments_ratings_list",
        "description": "Returns a list of ratings belonging to the given experiment. To retrieve more than 10,000 ratings, use the `offset` query parameter.",
        "summary": "List all ratings",
        "parameters": [
          {
            "in": "path",
            "name": "experiment_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "name": "limit",
            "required": false,
            "in": "query",
            "description": "Number of results to return per page.",
            "schema": {
              "type": "integer"
            }
          },
          {
            "name": "offset",
            "required": false,
            "in": "query",
            "description": "The initial index from which to return the results.",
            "schema": {
              "type": "integer"
            }
          },
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "query",
            "name": "training",
            "schema": {
              "type": "string",
              "enum": [
                "false",
                "true"
              ]
            },
            "description": "Whether to include training data."
          }
        ],
        "tags": [
          "Experiments"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/PaginatedRatingDetailList"
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/experiments/{experiment_id}/results/": {
      "get": {
        "operationId": "experiments_results_list",
        "description": "Returns a list of metrics derived from the results of an experiment.",
        "summary": "List all results",
        "parameters": [
          {
            "in": "path",
            "name": "experiment_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "query",
            "name": "metric",
            "schema": {
              "type": "string",
              "enum": [
                "bayesian_elo",
                "elo",
                "mean",
                "percent_approved",
                "percent_chosen",
                "stats",
                "win_loss"
              ]
            },
            "description": "Filter by this type of metric."
          },
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "query",
            "name": "source",
            "schema": {
              "type": "string"
            },
            "description": "An optional comma-separated list of job or experiment IDs."
          }
        ],
        "tags": [
          "Experiments"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "type": "array",
                  "items": {
                    "$ref": "#/components/schemas/Results"
                  }
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/experiments/{experiment_id}/sessions/": {
      "get": {
        "operationId": "experiments_sessions_list",
        "description": "Returns a list of sessions belonging to the given experiment. To retrieve more than 10,000 sessions, use the `offset` query parameter.",
        "summary": "List all sessions",
        "parameters": [
          {
            "in": "path",
            "name": "experiment_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "name": "limit",
            "required": false,
            "in": "query",
            "description": "Number of results to return per page.",
            "schema": {
              "type": "integer"
            }
          },
          {
            "name": "offset",
            "required": false,
            "in": "query",
            "description": "The initial index from which to return the results.",
            "schema": {
              "type": "integer"
            }
          },
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "query",
            "name": "training",
            "schema": {
              "type": "string",
              "enum": [
                "false",
                "true"
              ]
            },
            "description": "Whether to include training data."
          }
        ],
        "tags": [
          "Experiments"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/PaginatedSessionList"
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/experiments/{experiment_id}/slates/": {
      "get": {
        "operationId": "experiments_slates_list",
        "description": "Returns a list of slates and ratings belonging to the given experiment. Survey responses are returned in `meta.survey`, or in `meta.surveys` for experiments with one survey per question. To retrieve more than 10,000 slates, use the `offset` query parameter.",
        "summary": "List all slates",
        "parameters": [
          {
            "in": "path",
            "name": "experiment_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "name": "limit",
            "required": false,
            "in": "query",
            "description": "Number of results to return per page.",
            "schema": {
              "type": "integer"
            }
          },
          {
            "name": "offset",
            "required": false,
            "in": "query",
            "description": "The initial index from which to return the results.",
            "schema": {
              "type": "integer"
            }
          },
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "query",
            "name": "training",
            "schema": {
              "type": "string",
              "enum": [
                "false",
                "true"
              ]
            },
            "description": "Whether to include training data."
          }
        ],
        "tags": [
          "Experiments"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/PaginatedSlateList"
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/metrics/": {
      "get": {
        "operationId": "metrics_list",
        "description": "Returns a list of metrics corresponding to various sources.",
        "summary": "List metrics",
        "parameters": [
          {
            "in": "query",
            "name": "metric",
            "schema": {
              "type": "string",
              "enum": [
                "bayesian_elo",
                "elo",
                "mean",
                "percent_approved",
                "percent_chosen",
                "stats",
                "win_loss"
              ]
            },
            "description": "Filter by this type of metric."
          },
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "query",
            "name": "source",
            "schema": {
              "type": "string"
            },
            "description": "A comma-separated list of job, experiment, or leaderboard IDs."
          }
        ],
        "tags": [
          "Metrics"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "type": "array",
                  "items": {
                    "$ref": "#/components/schemas/Metric"
                  }
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/rater-pools/": {
      "get": {
        "operationId": "rater_pools_list",
        "description": "Returns the rater pools the given project manages. With `scope=available`, also returns the pools managed by Mabyduck.",
        "summary": "List rater pools",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "query",
            "name": "scope",
            "schema": {
              "type": "string",
              "enum": [
                "available",
                "managed"
              ],
              "default": "managed"
            },
            "description": "`managed` lists the pools the project manages. `available` adds the pools the project can use but does not manage."
          },
          {
            "in": "query",
            "name": "type",
            "schema": {
              "type": "string",
              "enum": [
                "ai",
                "anyone",
                "byo",
                "crowd",
                "project_members"
              ]
            },
            "description": "Only include rater pools of this type."
          }
        ],
        "tags": [
          "Rater pools"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "type": "array",
                  "items": {
                    "$ref": "#/components/schemas/ProjectRaterPoolList"
                  }
                }
              }
            },
            "description": ""
          }
        }
      },
      "post": {
        "operationId": "rater_pools_create",
        "description": "Creates a rater pool of the given `type`. A `crowd` pool recruits paid raters via our crowd-sourcing partners. A `byo` pool adds rater pools managed by you (\"bring your own\").",
        "summary": "Create a rater pool",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Rater pools"
        ],
        "requestBody": {
          "content": {
            "application/json": {
              "schema": {
                "$ref": "#/components/schemas/ProjectRaterPool"
              }
            }
          }
        },
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "201": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/ProjectRaterPool"
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/rater-pools/{rater_pool_id}/": {
      "get": {
        "operationId": "rater_pools_retrieve",
        "description": "Returns a single rater pool the given project manages, with its settings. A `crowd` pool recruits paid raters via our crowd-sourcing partners. A `byo` pool adds rater pools managed by you (\"bring your own\").",
        "summary": "Retrieve a rater pool",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "rater_pool_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Rater pools"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/ProjectRaterPool"
                }
              }
            },
            "description": ""
          }
        }
      },
      "patch": {
        "operationId": "rater_pools_partial_update",
        "description": "Updates the fields given, leaving the others as they are. `emails` replaces the current list, filters change one by one, and the type of a pool cannot change.",
        "summary": "Update a rater pool",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "rater_pool_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Rater pools"
        ],
        "requestBody": {
          "content": {
            "application/json": {
              "schema": {
                "$ref": "#/components/schemas/PatchedProjectRaterPool"
              }
            }
          }
        },
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/ProjectRaterPool"
                }
              }
            },
            "description": ""
          }
        }
      },
      "delete": {
        "operationId": "rater_pools_destroy",
        "description": "Deletes a rater pool the given project manages, so that no new job can use it.",
        "summary": "Delete a rater pool",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "rater_pool_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Rater pools"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "204": {
            "description": "No response body"
          }
        }
      }
    },
    "/projects/{project_id}/rater-pools/{rater_pool_id}/raters/": {
      "get": {
        "operationId": "rater_pools_raters_list",
        "description": "Returns the raters of a given rater pool, each with their score, health, golden pass rate, activity counts and average times in it. To retrieve more than 10,000 raters, use the `offset` query parameter.",
        "summary": "List rater pool raters",
        "parameters": [
          {
            "name": "limit",
            "required": false,
            "in": "query",
            "description": "Number of results to return per page.",
            "schema": {
              "type": "integer"
            }
          },
          {
            "name": "offset",
            "required": false,
            "in": "query",
            "description": "The initial index from which to return the results.",
            "schema": {
              "type": "integer"
            }
          },
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "rater_pool_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Rater pools"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/PaginatedRaterPerformanceList"
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/rater-pools/{rater_pool_id}/raters/{rater_id}/": {
      "get": {
        "operationId": "rater_pools_raters_retrieve",
        "description": "Returns a rater's score, health, golden pass rate, activity counts and average times in a given rater pool, with their sessions in it.",
        "summary": "Retrieve a rater pool rater",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "rater_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "rater_pool_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Rater pools"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/RaterDetail"
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/rater-pools/filters/": {
      "get": {
        "operationId": "rater_pools_filters_retrieve",
        "description": "Returns available filters and values for a `crowd` rater pool.",
        "summary": "List available filters",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Rater pools"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/CrowdSourcedFilters"
                },
                "examples": {
                  "Example": {
                    "value": {
                      "demographics": {
                        "age": {
                          "title": "Age",
                          "question": "What is your date of birth?",
                          "min": 18,
                          "max": 100
                        },
                        "sex": {
                          "title": "Sex",
                          "question": "What is your sex, as recorded on legal/official documents?",
                          "values": [
                            "Male",
                            "Female"
                          ]
                        }
                      },
                      "ability": {
                        "hearing_difficulties": {
                          "title": "Hearing difficulties",
                          "question": "Do you have any hearing loss or hearing difficulties?",
                          "values": [
                            "Yes",
                            "No",
                            "Rather not say"
                          ]
                        }
                      },
                      "track_record": {
                        "approval_rate": {
                          "title": "Approval rate",
                          "min": 80,
                          "max": 100
                        }
                      }
                    }
                  }
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/raters/": {
      "get": {
        "operationId": "raters_list",
        "description": "Returns the raters of a given project, each with their score, health, golden pass rate, activity counts and average times across it. To retrieve more than 10,000 raters, use the `offset` query parameter.",
        "summary": "List raters",
        "parameters": [
          {
            "name": "limit",
            "required": false,
            "in": "query",
            "description": "Number of results to return per page.",
            "schema": {
              "type": "integer"
            }
          },
          {
            "name": "offset",
            "required": false,
            "in": "query",
            "description": "The initial index from which to return the results.",
            "schema": {
              "type": "integer"
            }
          },
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Raters"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/PaginatedRaterPerformanceList"
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/raters/{rater_id}/": {
      "get": {
        "operationId": "raters_retrieve",
        "description": "Returns a rater's score, health, golden pass rate, activity counts and average times across a given project, with their sessions in it.",
        "summary": "Retrieve a rater",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "rater_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Raters"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/RaterDetail"
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/rubrics/": {
      "get": {
        "operationId": "rubrics_list",
        "description": "Returns a list of rubrics belonging to the given project.",
        "summary": "List all rubrics",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Rubrics"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "type": "array",
                  "items": {
                    "$ref": "#/components/schemas/Rubric"
                  }
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/rubrics/{rubric_id}/": {
      "get": {
        "operationId": "rubrics_retrieve",
        "description": "Returns data of all leaderboards belonging to a rubric.",
        "summary": "Retrieve a rubric",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "rubric_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Rubrics"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/RubricDetail"
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/rubrics/{rubric_id}/leaderboards/": {
      "get": {
        "operationId": "rubrics_leaderboards_list",
        "description": "Lists all leaderboards belonging to the given rubric.",
        "summary": "List all leaderboards",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "rubric_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Rubrics"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "type": "array",
                  "items": {
                    "$ref": "#/components/schemas/LeaderboardDetail"
                  }
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/rubrics/{rubric_id}/leaderboards/{leaderboard_id}/": {
      "get": {
        "operationId": "rubrics_leaderboards_retrieve",
        "description": "Returns only the data of a specific leaderboard.",
        "summary": "Retrieve a leaderboard",
        "parameters": [
          {
            "in": "path",
            "name": "leaderboard_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "rubric_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Rubrics"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/LeaderboardDetail"
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/surveys/": {
      "get": {
        "operationId": "surveys_list",
        "description": "Returns a list of reusable surveys belonging to the given project.",
        "summary": "List all surveys",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Surveys"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "type": "array",
                  "items": {
                    "$ref": "#/components/schemas/Survey"
                  }
                }
              }
            },
            "description": ""
          }
        }
      },
      "post": {
        "operationId": "surveys_create",
        "description": "Creates a reusable survey question set for this project.",
        "summary": "Create a survey",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Surveys"
        ],
        "requestBody": {
          "content": {
            "application/json": {
              "schema": {
                "$ref": "#/components/schemas/SurveyWrite"
              }
            }
          },
          "required": true
        },
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "201": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/Survey"
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/surveys/{survey_id}/": {
      "get": {
        "operationId": "surveys_retrieve",
        "description": "Returns a single reusable survey.",
        "summary": "Retrieve a survey",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "survey_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Surveys"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/Survey"
                }
              }
            },
            "description": ""
          }
        }
      },
      "patch": {
        "operationId": "surveys_partial_update",
        "description": "Updates the name, questions, or visibility rules of a reusable survey.",
        "summary": "Update a survey",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "survey_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Surveys"
        ],
        "requestBody": {
          "content": {
            "application/json": {
              "schema": {
                "$ref": "#/components/schemas/PatchedSurveyWrite"
              }
            }
          }
        },
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/Survey"
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/tags/": {
      "get": {
        "operationId": "tags_list",
        "description": "Returns the tags used in the given project, with the experiments and templates carrying each. Tags are created when first given to an experiment or template, and deleted once nothing carries them.",
        "summary": "List all tags",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Tags"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "type": "array",
                  "items": {
                    "$ref": "#/components/schemas/Tag"
                  }
                },
                "examples": {
                  "Response": {
                    "value": [
                      {
                        "name": "Baseline",
                        "experiment_ids": [
                          "x1ty1ni",
                          "x4073ps"
                        ],
                        "template_ids": [
                          "g2kq8vd"
                        ]
                      }
                    ]
                  }
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/templates/": {
      "get": {
        "operationId": "templates_list",
        "description": "Returns a list of experiment templates belonging to the given project. Pass `limit` and `offset` to page through the results, whose total is returned in the `X-Total-Count` header.",
        "summary": "List all templates",
        "parameters": [
          {
            "in": "query",
            "name": "language",
            "schema": {
              "type": "array",
              "items": {
                "type": "string",
                "enum": [
                  "ar",
                  "de",
                  "en",
                  "es",
                  "fr",
                  "hi",
                  "it",
                  "ja",
                  "ko",
                  "pl",
                  "pt",
                  "vi",
                  "zh-hans"
                ]
              }
            },
            "description": "Only include those in these interface languages. Can be repeated."
          },
          {
            "name": "limit",
            "required": false,
            "in": "query",
            "description": "Number of results to return per page.",
            "schema": {
              "type": "integer"
            }
          },
          {
            "name": "offset",
            "required": false,
            "in": "query",
            "description": "The initial index from which to return the results.",
            "schema": {
              "type": "integer"
            }
          },
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "query",
            "name": "tag",
            "schema": {
              "type": "array",
              "items": {
                "type": "string"
              }
            },
            "description": "Only include those with at least one of these tags. Can be repeated."
          },
          {
            "in": "query",
            "name": "type",
            "schema": {
              "type": "array",
              "items": {
                "type": "string",
                "enum": [
                  "acr_audio",
                  "acr_image",
                  "acr_video",
                  "binary_audio",
                  "binary_image",
                  "binary_video",
                  "inpainting_image",
                  "multi_acr_embed",
                  "multi_acr_video",
                  "mushra",
                  "pairwise_audio",
                  "pairwise_image",
                  "pairwise_video",
                  "pre_screen_audio",
                  "pre_screen_image",
                  "rank_audio",
                  "survey_audio",
                  "survey_embed",
                  "survey_image",
                  "survey_video"
                ]
              }
            },
            "description": "Only include these experiment types. Can be repeated."
          }
        ],
        "tags": [
          "Templates"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/PaginatedTemplateList"
                }
              }
            },
            "description": ""
          }
        }
      },
      "post": {
        "operationId": "templates_create",
        "description": "Creates a new template from the configuration you send, or by copying an existing experiment when you give `experiment`.",
        "summary": "Create a template",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Templates"
        ],
        "requestBody": {
          "content": {
            "application/json": {
              "schema": {
                "$ref": "#/components/schemas/CreateTemplate"
              },
              "examples": {
                "RequestFromATemplate": {
                  "value": {
                    "template_id": "g1ty1ni",
                    "name": "My experiment",
                    "datasets": [
                      "d1shw0u"
                    ]
                  },
                  "summary": "Request from a template",
                  "description": "The template supplies every field the request leaves out, including its datasets when the request sends none."
                }
              }
            }
          }
        },
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "201": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/Template"
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/templates/{template_id}/": {
      "get": {
        "operationId": "templates_retrieve",
        "description": "Returns detailed information for a single template identified by `template_id`.",
        "summary": "Retrieve a template",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "template_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Templates"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/TemplateDetail"
                }
              }
            },
            "description": ""
          }
        }
      },
      "patch": {
        "operationId": "templates_partial_update",
        "description": "Updates the tags of a template.",
        "summary": "Update a template",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "template_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Templates"
        ],
        "requestBody": {
          "content": {
            "application/json": {
              "schema": {
                "$ref": "#/components/schemas/PatchedUpdateExperiment"
              }
            }
          }
        },
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/Template"
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/webhooks/": {
      "get": {
        "operationId": "webhooks_list",
        "description": "Returns a list of webhooks belonging to the given project.",
        "summary": "List all webhooks",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Webhooks"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "type": "array",
                  "items": {
                    "$ref": "#/components/schemas/Webhook"
                  }
                }
              }
            },
            "description": ""
          }
        }
      },
      "post": {
        "operationId": "webhooks_create",
        "description": "Creates a new webhook subscription. The project's webhook secret will be auto-created if one does not already exist.",
        "summary": "Create a webhook",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Webhooks"
        ],
        "requestBody": {
          "content": {
            "application/json": {
              "schema": {
                "$ref": "#/components/schemas/WebhookCreate"
              }
            }
          },
          "required": true
        },
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "201": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/Webhook"
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/webhooks/{webhook_id}/": {
      "get": {
        "operationId": "webhooks_retrieve",
        "description": "Returns detailed information for a single webhook.",
        "summary": "Retrieve a webhook",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "webhook_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Webhooks"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/Webhook"
                }
              }
            },
            "description": ""
          }
        }
      },
      "patch": {
        "operationId": "webhooks_partial_update",
        "description": "Updates one or more fields on an existing webhook.",
        "summary": "Update a webhook",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "webhook_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Webhooks"
        ],
        "requestBody": {
          "content": {
            "application/json": {
              "schema": {
                "$ref": "#/components/schemas/PatchedWebhookUpdate"
              }
            }
          }
        },
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/Webhook"
                }
              }
            },
            "description": ""
          }
        }
      },
      "delete": {
        "operationId": "webhooks_destroy",
        "description": "Permanently deletes a webhook subscription.",
        "summary": "Delete a webhook",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "webhook_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Webhooks"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "204": {
            "description": "No response body"
          }
        }
      }
    },
    "/projects/{project_id}/webhooks/events/": {
      "get": {
        "operationId": "webhooks_events_list",
        "description": "Returns the list of event types that webhooks can subscribe to. Each event type follows the format `resource.action` (e.g., `dataset.status_changed`, `job.completed`).",
        "summary": "List available webhook events",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Webhooks"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "type": "array",
                  "items": {
                    "type": "array",
                    "items": {
                      "type": "string",
                      "enum": [
                        "dataset.status_changed",
                        "job.completed",
                        "session.completed"
                      ]
                    }
                  }
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/webhooks/secrets/": {
      "get": {
        "operationId": "webhooks_secrets_list",
        "description": "Returns all webhook signing secrets for this project, newest first. The most recent secret is automatically assigned to new webhooks. Use the secret value to verify webhook payload signatures using HMAC-SHA256.",
        "summary": "List webhook secrets",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Webhooks"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "type": "array",
                  "items": {
                    "$ref": "#/components/schemas/WebhookSecret"
                  }
                }
              }
            },
            "description": ""
          }
        }
      },
      "post": {
        "operationId": "webhooks_secrets_create",
        "description": "Generates a new webhook signing secret for this project. New webhooks will automatically use this secret for signing payloads. Existing webhooks continue using the secret they were created with.",
        "summary": "Create a new webhook secret",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Webhooks"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "201": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/WebhookSecret"
                }
              }
            },
            "description": ""
          }
        }
      }
    },
    "/projects/{project_id}/webhooks/secrets/{secret_id}/": {
      "get": {
        "operationId": "webhooks_secrets_retrieve",
        "description": "Returns a single webhook secret by ID, including the secret value and the IDs of all webhooks using it.",
        "summary": "Retrieve a webhook secret",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "secret_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Webhooks"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "200": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/WebhookSecret"
                }
              }
            },
            "description": ""
          }
        }
      },
      "delete": {
        "operationId": "webhooks_secrets_destroy",
        "description": "Permanently deletes a webhook secret. This operation will fail if any webhooks are still using this secret. To delete a secret, first reassign or remove all webhooks that reference it.",
        "summary": "Delete a webhook secret",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          },
          {
            "in": "path",
            "name": "secret_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Webhooks"
        ],
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "204": {
            "description": "No response body"
          }
        }
      }
    },
    "/projects/{project_id}/workflows/create/": {
      "post": {
        "operationId": "workflows_create_create",
        "description": "Creates a new draft job with the specified configuration.",
        "summary": "Create a job",
        "parameters": [
          {
            "in": "path",
            "name": "project_id",
            "schema": {
              "type": "string",
              "pattern": "^[a-zA-Z0-9]+$"
            },
            "required": true
          }
        ],
        "tags": [
          "Workflows"
        ],
        "requestBody": {
          "content": {
            "application/json": {
              "schema": {
                "$ref": "#/components/schemas/WorkflowCreate"
              },
              "examples": {
                "Request": {
                  "value": {
                    "experiment": {
                      "name": "My experiment",
                      "type": "acr_video",
                      "language": "en",
                      "title": "Video quality assessment",
                      "question": "How would you rate the quality of this video?",
                      "description": "",
                      "introduction": "",
                      "config": {
                        "acrVideo": {
                          "hasAudio": false,
                          "categories": [
                            {
                              "score": 1,
                              "label": "Bad"
                            },
                            {
                              "score": 2,
                              "label": "Poor"
                            },
                            {
                              "score": 3,
                              "label": "Fair"
                            },
                            {
                              "score": 4,
                              "label": "Good"
                            },
                            {
                              "score": 5,
                              "label": "Excellent"
                            }
                          ],
                          "fullscreen": false,
                          "allowMobile": false,
                          "minPlayDuration": 1000.0
                        }
                      }
                    },
                    "job": {
                      "launch": false,
                      "rater_pool_id": "b22bo3b",
                      "max_repetitions": 1,
                      "min_rest_time": 0,
                      "strategy": "custom"
                    },
                    "sessions": [
                      [
                        {
                          "stimuli": [
                            "https://mabyduck.s3.nl-ams.scw.cloud/ducks/h264.mp4"
                          ]
                        },
                        {
                          "stimuli": [
                            "https://mabyduck.s3.nl-ams.scw.cloud/zebras/h265.mp4"
                          ]
                        }
                      ]
                    ]
                  }
                },
                "RequestFromATemplate": {
                  "value": {
                    "experiment": {
                      "template_id": "g1ty1ni",
                      "name": "My experiment"
                    },
                    "job": {
                      "launch": false,
                      "rater_pool_id": "b22bo3b",
                      "max_repetitions": 1,
                      "min_rest_time": 0,
                      "strategy": "custom"
                    },
                    "sessions": [
                      [
                        {
                          "stimuli": [
                            "https://mabyduck.s3.nl-ams.scw.cloud/ducks/h264.mp4"
                          ]
                        },
                        {
                          "stimuli": [
                            "https://mabyduck.s3.nl-ams.scw.cloud/zebras/h265.mp4"
                          ]
                        }
                      ]
                    ]
                  },
                  "summary": "Request from a template",
                  "description": "The template supplies every experiment field the request leaves out. The sessions are the experiment's only data."
                }
              }
            }
          },
          "required": true
        },
        "security": [
          {
            "ApiKeyAuth": []
          },
          {
            "ApiKeyAuth": []
          }
        ],
        "responses": {
          "201": {
            "content": {
              "application/json": {
                "schema": {
                  "$ref": "#/components/schemas/Workflow"
                },
                "examples": {
                  "Response": {
                    "value": {
                      "dataset": {
                        "id": "d1shw0u",
                        "name": "External dataset",
                        "date_created": "2026-03-18T22:28:34.237961Z",
                        "date_last_used": "2026-03-18T22:28:34.237974Z",
                        "is_deleted": false,
                        "status": "draft"
                      },
                      "experiment": {
                        "id": "x1ty1ni",
                        "name": "My experiment",
                        "type": "acr_video",
                        "language": "en",
                        "dataset_ids": [
                          "d1shw0u"
                        ],
                        "training_dataset_ids": [],
                        "job_ids": [
                          "j1xh94y"
                        ],
                        "hero_media_url": null,
                        "hero_caption": null,
                        "date_created": "2026-03-18T22:28:34.349141Z",
                        "date_updated": "2026-03-18T22:28:34.349148Z",
                        "config": {
                          "acrVideo": {
                            "hasAudio": false,
                            "categories": [
                              {
                                "score": 1,
                                "label": "Bad"
                              },
                              {
                                "score": 2,
                                "label": "Poor"
                              },
                              {
                                "score": 3,
                                "label": "Fair"
                              },
                              {
                                "score": 4,
                                "label": "Good"
                              },
                              {
                                "score": 5,
                                "label": "Excellent"
                              }
                            ],
                            "fullscreen": false,
                            "allowMobile": false,
                            "minPlayDuration": 1000.0
                          }
                        }
                      },
                      "job": {
                        "id": "j1xh94y",
                        "experiment_id": "x1ty1ni",
                        "num_sessions": 1,
                        "num_comparisons": 2,
                        "num_training": 0,
                        "date_created": "2026-03-18T22:28:34.478841Z",
                        "date_updated": "2026-03-18T22:28:34.478847Z",
                        "date_launched": null,
                        "rater_pool": {
                          "id": "b22bo3b",
                          "type": "project_members",
                          "name": "Project members",
                          "size": null,
                          "kind": 100,
                          "label": ""
                        },
                        "status": "draft",
                        "config": {
                          "strategy": {
                            "type": "custom",
                            "id": "c2pzig6"
                          }
                        }
                      }
                    }
                  }
                }
              }
            },
            "description": ""
          }
        },
        "x-codeSamples": [
          {
            "lang": "Python",
            "label": "Python",
            "source": "import requests\n\nurl = f\"https://api.mabyduck.com/projects/{project_id}/workflows/create/\"\nheaders = {\n  \"Content-Type\": \"application/json\",\n  \"Authorization\": \"Api-Key <YOUR_TOKEN_HERE>\"\n}\npayload = {\n    \"experiment\": {\n        \"name\": \"My experiment\",\n        \"type\": \"acr_video\",\n        \"language\": \"en\",\n        \"title\": \"Video quality assessment\",\n        \"question\": \"How would you rate the quality of this video?\",\n        \"description\": \"\",\n        \"introduction\": \"\",\n        \"config\": {\n            \"acrVideo\": {\n              \"hasAudio\": False,\n              \"categories\": [\n                {\"score\": 1, \"label\": \"Bad\"},\n                {\"score\": 2, \"label\": \"Poor\"},\n                {\"score\": 3, \"label\": \"Fair\"},\n                {\"score\": 4, \"label\": \"Good\"},\n                {\"score\": 5, \"label\": \"Excellent\"},\n              ],\n              \"fullscreen\": False,\n              \"allowMobile\": False,\n              \"minPlayDuration\": 1000.0\n            }\n        }\n    },\n    \"job\": {\n        \"launch\": False,\n        \"rater_pool_id\": \"b22bo3b\",\n        \"max_repetitions\": 1,\n        \"min_rest_time\": 0,\n        \"strategy\": \"custom\"\n    },\n    \"sessions\": [\n        [\n            {\n                \"stimuli\": [\n                    \"https://mabyduck-datasets-development.s3.nl-ams.scw.cloud/ducks/h264%40crf%3D48.mp4\",\n                ]\n            },\n            {\n                \"stimuli\": [\n                    \"https://mabyduck-datasets-development.s3.nl-ams.scw.cloud/ducks/reference.mp4\",\n                ]\n            },\n        ]\n    ]\n}\n\n# Create an experiment and a job with a custom sampling strategy\nresponse = requests.post(url, json=payload, headers=headers)\ndata = response.json()\n"
          }
        ]
      }
    }
  },
  "components": {
    "schemas": {
      "APIKey": {
        "type": "object",
        "properties": {
          "name": {
            "type": "string",
            "readOnly": true,
            "description": "A name for the API key."
          },
          "date_created": {
            "type": "string",
            "format": "date-time",
            "readOnly": true
          },
          "date_expired": {
            "type": [
              "string",
              "null"
            ],
            "format": "date-time",
            "readOnly": true,
            "title": "Expires",
            "description": "An optional expiry date after which the key becomes invalid."
          },
          "creator": {
            "oneOf": [
              {
                "$ref": "#/components/schemas/APIKeyCreator"
              },
              {
                "type": "null"
              }
            ],
            "readOnly": true
          },
          "project_id": {
            "type": [
              "string",
              "null"
            ],
            "readOnly": true
          },
          "status": {
            "allOf": [
              {
                "$ref": "#/components/schemas/APIKeyStatus"
              }
            ],
            "readOnly": true
          }
        },
        "required": [
          "creator",
          "date_created",
          "date_expired",
          "name",
          "project_id",
          "status"
        ]
      },
      "APIKeyCreator": {
        "type": "object",
        "properties": {
          "user_id": {
            "type": "string",
            "readOnly": true
          },
          "name": {
            "type": "string",
            "title": "Full name",
            "maxLength": 64
          }
        },
        "required": [
          "name",
          "user_id"
        ]
      },
      "APIKeyStatus": {
        "enum": [
          "active",
          "expired",
          "revoked"
        ],
        "type": "string",
        "description": "* `active` - Active\n* `expired` - Expired\n* `revoked` - Revoked"
      },
      "AbilityFilterOptions": {
        "type": "object",
        "properties": {
          "hearing_difficulties": {
            "$ref": "#/components/schemas/FilterOption"
          },
          "normal_vision": {
            "$ref": "#/components/schemas/FilterOption"
          },
          "literacy_difficulties": {
            "$ref": "#/components/schemas/FilterOption"
          },
          "corrected_vision": {
            "$ref": "#/components/schemas/FilterOption"
          },
          "color_blindness": {
            "$ref": "#/components/schemas/FilterOption"
          }
        }
      },
      "AbilityFilters": {
        "type": "object",
        "properties": {
          "hearing_difficulties": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Values raters must match one of. An empty list lifts the filter."
          },
          "normal_vision": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Values raters must match one of. An empty list lifts the filter."
          },
          "literacy_difficulties": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Values raters must match one of. An empty list lifts the filter."
          },
          "corrected_vision": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Values raters must match one of. An empty list lifts the filter."
          },
          "color_blindness": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Values raters must match one of. An empty list lifts the filter."
          }
        }
      },
      "AppliesTo": {
        "type": "object",
        "description": "Limit rater pool to these experiments. If empty, any experiment can use it.",
        "properties": {
          "language": {
            "description": "Only experiments in this language.\n\n* `ar` - Arabic\n* `de` - German\n* `en` - English\n* `es` - Spanish\n* `fr` - French\n* `hi` - Hindi\n* `it` - Italian\n* `ja` - Japanese\n* `ko` - Korean\n* `pl` - Polish\n* `pt` - Portuguese\n* `vi` - Vietnamese\n* `zh-hans` - Chinese (simplified)",
            "oneOf": [
              {
                "$ref": "#/components/schemas/LanguageEnum"
              },
              {
                "$ref": "#/components/schemas/NullEnum"
              }
            ]
          },
          "media_type": {
            "description": "Only experiments whose datasets have this media type.\n\n* `audio` - audio\n* `image` - image\n* `video` - video",
            "oneOf": [
              {
                "$ref": "#/components/schemas/MediaTypeEnum"
              },
              {
                "$ref": "#/components/schemas/NullEnum"
              }
            ]
          },
          "experiment_type": {
            "description": "Only experiments of this type.\n\n* `acr_audio` - acr_audio\n* `acr_video` - acr_video\n* `acr_image` - acr_image\n* `multi_acr_video` - multi_acr_video\n* `binary_audio` - binary_audio\n* `binary_image` - binary_image\n* `binary_video` - binary_video\n* `inpainting_image` - inpainting_image\n* `mushra` - mushra\n* `pairwise_audio` - pairwise_audio\n* `pairwise_image` - pairwise_image\n* `pairwise_video` - pairwise_video\n* `survey_audio` - survey_audio\n* `survey_video` - survey_video\n* `survey_image` - survey_image\n* `pre_screen_audio` - pre_screen_audio\n* `pre_screen_image` - pre_screen_image\n* `rank_audio` - rank_audio",
            "oneOf": [
              {
                "$ref": "#/components/schemas/ExperimentTypeEnum"
              },
              {
                "$ref": "#/components/schemas/NullEnum"
              }
            ]
          }
        }
      },
      "BillingEvent": {
        "type": "object",
        "properties": {
          "kind": {
            "$ref": "#/components/schemas/BillingEventKind"
          },
          "amount_credits": {
            "type": "string",
            "format": "decimal",
            "pattern": "^-?\\d{0,12}(?:\\.\\d{0,2})?$",
            "readOnly": true
          },
          "remaining_credits": {
            "type": "string",
            "format": "decimal",
            "pattern": "^-?\\d{0,12}(?:\\.\\d{0,2})?$",
            "readOnly": true
          },
          "currency": {
            "type": "string",
            "readOnly": true
          },
          "date": {
            "type": "string",
            "format": "date-time",
            "readOnly": true
          },
          "note": {
            "type": "string",
            "maxLength": 255
          },
          "creator": {
            "allOf": [
              {
                "$ref": "#/components/schemas/Creator"
              }
            ],
            "readOnly": true
          },
          "api_key": {
            "allOf": [
              {
                "$ref": "#/components/schemas/ProjectAPIKey"
              }
            ],
            "readOnly": true
          }
        },
        "required": [
          "amount_credits",
          "api_key",
          "creator",
          "currency",
          "date",
          "kind",
          "remaining_credits"
        ]
      },
      "BillingEventKind": {
        "enum": [
          "manual_adjustment",
          "invoice_paid",
          "pre_paid_credit_purchase",
          "credit_expiration",
          "billing_change",
          "credit_usage",
          "currency_change",
          "refund"
        ],
        "type": "string",
        "description": "* `manual_adjustment` - Manual adjustment\n* `invoice_paid` - Invoice paid\n* `pre_paid_credit_purchase` - Credit purchase\n* `credit_expiration` - Credit expiration\n* `billing_change` - Billing change\n* `credit_usage` - Credit usage\n* `currency_change` - Currency change\n* `refund` - Refund"
      },
      "BringYourOwnRaterPool": {
        "type": "object",
        "description": "A pool of raters managed by you (\"bring your own\").",
        "properties": {
          "id": {
            "type": "string",
            "readOnly": true
          },
          "type": {
            "allOf": [
              {
                "$ref": "#/components/schemas/BringYourOwnRaterPoolTypeEnum"
              }
            ],
            "description": "`crowd` pools recruit raters via our crowd-sourcing partners, and `byo` pools hold raters invited to a job via email.\n\n* `byo` - Bring your own"
          },
          "name": {
            "type": "string",
            "readOnly": true,
            "description": "The name of the pool type."
          },
          "size": {
            "type": [
              "integer",
              "null"
            ],
            "readOnly": true,
            "description": "How many raters the pool holds, if known."
          },
          "kind": {
            "allOf": [
              {
                "$ref": "#/components/schemas/KindA0cEnum"
              }
            ],
            "readOnly": true,
            "description": "Use `type` instead.\n\n* `0` - Anyone\n* `100` - Project members\n* `400` - Crowd-sourced raters\n* `500` - AI raters\n* `800` - Bring your own",
            "deprecated": true
          },
          "label": {
            "type": "string",
            "description": "Optional name for the rater pool displayed to our users.",
            "maxLength": 48
          },
          "is_enabled": {
            "type": "boolean",
            "description": "Whether jobs can use the pool. Turn off to pause it."
          },
          "applies_to": {
            "$ref": "#/components/schemas/AppliesTo"
          },
          "emails": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Email addresses of raters in this pool (up to 1000)."
          }
        },
        "required": [
          "id",
          "kind",
          "name",
          "size",
          "type"
        ]
      },
      "BringYourOwnRaterPoolTypeEnum": {
        "enum": [
          "byo"
        ],
        "type": "string",
        "description": "* `byo` - Bring your own"
      },
      "CreateExperiment": {
        "type": "object",
        "description": "Serializer for creating draft experiments via API.",
        "properties": {
          "name": {
            "type": "string",
            "description": "A description identifying the experiment. Required unless `template_id` is given.",
            "maxLength": 128
          },
          "type": {
            "allOf": [
              {
                "$ref": "#/components/schemas/Type7e8Enum"
              }
            ],
            "description": "Type of the experiment (e.g., \"mushra\", \"pairwise_image\"). Required unless `template_id` is given."
          },
          "language": {
            "allOf": [
              {
                "$ref": "#/components/schemas/LanguageEnum"
              }
            ],
            "description": "The language used for the experiment's interface.\n\n* `ar` - Arabic\n* `de` - German\n* `en` - English\n* `es` - Spanish\n* `fr` - French\n* `hi` - Hindi\n* `it` - Italian\n* `ja` - Japanese\n* `ko` - Korean\n* `pl` - Polish\n* `pt` - Portuguese\n* `vi` - Vietnamese\n* `zh-hans` - Chinese (simplified)"
          },
          "datasets": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "List of dataset IDs to use in this experiment"
          },
          "training_datasets": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "List of training dataset IDs (optional)"
          },
          "golden_datasets": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "List of golden dataset IDs (optional)"
          },
          "survey_id": {
            "type": "string",
            "writeOnly": true,
            "description": "ID of a reusable survey to copy into survey experiment questions."
          },
          "pre_survey_id": {
            "type": "string",
            "writeOnly": true,
            "description": "ID of a reusable survey to show before the experiment session."
          },
          "post_survey_id": {
            "type": "string",
            "writeOnly": true,
            "description": "ID of a reusable survey to show after the experiment session."
          },
          "title": {
            "type": [
              "string",
              "null"
            ],
            "description": "A short title displayed at the top of the experiment screen.",
            "maxLength": 128
          },
          "question": {
            "type": [
              "string",
              "null"
            ],
            "description": "A question or instructions displayed at the top of the experiment screen.",
            "maxLength": 512
          },
          "description": {
            "type": [
              "string",
              "null"
            ],
            "description": "An optional longer explanation of how to evaluate the data."
          },
          "introduction": {
            "type": [
              "string",
              "null"
            ],
            "description": "A brief introduction explaining how to participate in the experiment. Leave empty to use default introduction.",
            "maxLength": 2048
          },
          "hero_media_url": {
            "type": "string",
            "description": "URL of a custom image or video to replace the default screenshot.",
            "maxLength": 1024
          },
          "hero_caption": {
            "type": [
              "string",
              "null"
            ],
            "description": "Caption displayed below the custom hero image/video.",
            "maxLength": 256
          },
          "tags": {
            "type": "array",
            "items": {
              "type": "string",
              "maxLength": 128
            },
            "description": "Names of tags to assign."
          },
          "config": {
            "$ref": "#/components/schemas/ExperimentConfig"
          },
          "template_id": {
            "type": "string",
            "writeOnly": true,
            "description": "ID of a template in this project to copy. Every other field you send overrides the template value."
          },
          "template": {
            "type": "string",
            "writeOnly": true,
            "description": "Deprecated: use `template_id`."
          }
        }
      },
      "CreateJob": {
        "type": "object",
        "description": "Serializer for creating draft jobs via API.",
        "properties": {
          "rater_pool": {
            "type": "string",
            "description": "ID of the rater pool to use for this job"
          },
          "rater_pool_id": {
            "type": "string",
            "description": "ID of the rater pool to use for this job"
          },
          "num_sessions": {
            "type": "integer",
            "maximum": 10000,
            "minimum": 1,
            "description": "Number of sessions (times the task is performed)"
          },
          "num_comparisons": {
            "type": "integer",
            "minimum": 1,
            "description": "Number of comparisons per session"
          },
          "num_training": {
            "type": "integer",
            "minimum": 0,
            "default": 0,
            "description": "Number of training comparisons"
          },
          "num_golden": {
            "type": "integer",
            "minimum": 0,
            "default": 0,
            "description": "Number of golden questions"
          },
          "max_repetitions": {
            "type": "integer",
            "maximum": 2147483647,
            "minimum": 1,
            "title": "Maximum number of repetitions",
            "description": "How often an individual rater is allowed to repeat the task."
          },
          "min_rest_time": {
            "type": "integer",
            "maximum": 2147483647,
            "minimum": 0,
            "title": "Minimum rest time",
            "description": "How many minutes should pass before a rater can repeat the task."
          },
          "strategy": {
            "type": [
              "string",
              "object"
            ],
            "oneOf": [
              {
                "title": "String",
                "type": "string",
                "enum": [
                  "randomized",
                  "lexicographic",
                  "uniform",
                  "exhaustive",
                  "active",
                  "neighbor",
                  "top_k",
                  "live"
                ]
              },
              {
                "type": "object",
                "additionalProperties": false,
                "description": "Determines which stimuli are being compared and in which order.",
                "properties": {
                  "type": {
                    "type": "string",
                    "enum": [
                      "randomized",
                      "lexicographic",
                      "uniform",
                      "exhaustive",
                      "active",
                      "neighbor",
                      "top_k",
                      "live"
                    ]
                  },
                  "min_conditions": {
                    "type": "number",
                    "minimum": 1
                  },
                  "max_conditions": {
                    "type": "number",
                    "minimum": 1
                  },
                  "reference": {
                    "type": "string",
                    "enum": [
                      "exclude",
                      "include",
                      "include_always",
                      "include_with_probability"
                    ],
                    "description": "Choose \"include\" to treat the reference like a regular stimulus."
                  },
                  "reference_probability": {
                    "type": "number",
                    "minimum": 0,
                    "maximum": 1,
                    "description": "Probability of including the reference stimulus in a slate."
                  },
                  "anchors": {
                    "type": "string",
                    "enum": [
                      "exclude",
                      "include",
                      "include_always"
                    ],
                    "description": "Choose \"include_always\" to ensure that a slate has anchors."
                  },
                  "include_patterns": {
                    "type": "string",
                    "description": "Comma-separated list of conditions to include in an experiment."
                  },
                  "exclude_patterns": {
                    "type": "string",
                    "description": "Comma-separated list of conditions to exclude from an experiment."
                  },
                  "include_always_patterns": {
                    "type": "string",
                    "description": "List of conditions of which at least one must be present."
                  },
                  "top_k": {
                    "type": "integer",
                    "minimum": 1,
                    "description": "Number of top methods to focus on (used by top-k strategies)."
                  },
                  "shift_minutes": {
                    "type": "number",
                    "minimum": 1,
                    "maximum": 30,
                    "description": "How long each rater works on a live job (used by live strategies)."
                  },
                  "concurrent_raters": {
                    "type": "integer",
                    "minimum": 1,
                    "maximum": 250,
                    "description": "How many Prolific raters work on a live job at a time; the others start as shifts end. If unset, all raters may start at once (used by live strategies)."
                  },
                  "crossed": {
                    "type": "boolean",
                    "description": "If true, every rater rates every stimulus (or pair of stimuli), possibly across multiple sessions, instead of the job distributing them across raters. Used by the uniform and exhaustive strategies."
                  }
                },
                "title": "Object"
              }
            ],
            "default": "randomized",
            "description": "<span class=\"strategy-input-docs\"></span>Not all strategies are available for all experiments."
          },
          "strategy_id": {
            "type": "string",
            "description": "ID of a custom sampling strategy associated with an experiment dataset. Use this instead of `strategy`."
          },
          "training_strategy_id": {
            "type": "string",
            "description": "ID of a custom sampling strategy to use"
          },
          "note": {
            "type": [
              "string",
              "null"
            ],
            "description": "An optional note for this job. Not visible to raters."
          },
          "hourly_rate_gbp": {
            "type": "string",
            "format": "decimal",
            "pattern": "^-?\\d{0,2}(?:\\.\\d{0,2})?$",
            "description": "Hourly rate in GBP to pay raters."
          },
          "exclude_jobs": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "IDs of earlier jobs in this project whose raters may not join this job. Only applies to Prolific rater pools."
          },
          "cooldown_days": {
            "type": "integer",
            "maximum": 3650,
            "minimum": 0,
            "description": "Excludes raters of every job in this project that ran in the last this-many days. Only applies to Prolific rater pools."
          }
        },
        "required": [
          "num_comparisons",
          "num_sessions"
        ]
      },
      "CreateTemplate": {
        "type": "object",
        "description": "Serializer for creating templates via API.\n\nA template is never launched: it carries the configuration experiments are\ncreated from, so it needs no datasets of its own.",
        "properties": {
          "name": {
            "type": "string",
            "description": "A description identifying the experiment. Required unless `template_id` is given.",
            "maxLength": 128
          },
          "type": {
            "allOf": [
              {
                "$ref": "#/components/schemas/Type7e8Enum"
              }
            ],
            "description": "Type of the experiment (e.g., \"mushra\", \"pairwise_image\"). Required unless `template_id` is given."
          },
          "language": {
            "allOf": [
              {
                "$ref": "#/components/schemas/LanguageEnum"
              }
            ],
            "description": "The language used for the experiment's interface.\n\n* `ar` - Arabic\n* `de` - German\n* `en` - English\n* `es` - Spanish\n* `fr` - French\n* `hi` - Hindi\n* `it` - Italian\n* `ja` - Japanese\n* `ko` - Korean\n* `pl` - Polish\n* `pt` - Portuguese\n* `vi` - Vietnamese\n* `zh-hans` - Chinese (simplified)"
          },
          "datasets": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "List of dataset IDs to use in this experiment"
          },
          "training_datasets": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "List of training dataset IDs (optional)"
          },
          "golden_datasets": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "List of golden dataset IDs (optional)"
          },
          "survey_id": {
            "type": "string",
            "writeOnly": true,
            "description": "ID of a reusable survey to copy into survey experiment questions."
          },
          "pre_survey_id": {
            "type": "string",
            "writeOnly": true,
            "description": "ID of a reusable survey to show before the experiment session."
          },
          "post_survey_id": {
            "type": "string",
            "writeOnly": true,
            "description": "ID of a reusable survey to show after the experiment session."
          },
          "title": {
            "type": [
              "string",
              "null"
            ],
            "description": "A short title displayed at the top of the experiment screen.",
            "maxLength": 128
          },
          "question": {
            "type": [
              "string",
              "null"
            ],
            "description": "A question or instructions displayed at the top of the experiment screen.",
            "maxLength": 512
          },
          "description": {
            "type": [
              "string",
              "null"
            ],
            "description": "An optional longer explanation of how to evaluate the data."
          },
          "introduction": {
            "type": [
              "string",
              "null"
            ],
            "description": "A brief introduction explaining how to participate in the experiment. Leave empty to use default introduction.",
            "maxLength": 2048
          },
          "hero_media_url": {
            "type": "string",
            "description": "URL of a custom image or video to replace the default screenshot.",
            "maxLength": 1024
          },
          "hero_caption": {
            "type": [
              "string",
              "null"
            ],
            "description": "Caption displayed below the custom hero image/video.",
            "maxLength": 256
          },
          "tags": {
            "type": "array",
            "items": {
              "type": "string",
              "maxLength": 128
            },
            "description": "Names of tags to assign."
          },
          "config": {
            "$ref": "#/components/schemas/ExperimentConfig"
          },
          "experiment_id": {
            "type": "string",
            "writeOnly": true,
            "description": "ID of an experiment in this project to copy. Every other field you send overrides the copied value."
          },
          "experiment": {
            "type": "string",
            "writeOnly": true,
            "description": "Deprecated: use `experiment_id`."
          }
        }
      },
      "Creator": {
        "type": "object",
        "properties": {
          "id": {
            "type": "string",
            "readOnly": true
          },
          "email": {
            "type": "string",
            "format": "email",
            "title": "Email address",
            "maxLength": 254
          },
          "name": {
            "type": "string",
            "title": "Full name",
            "maxLength": 64
          }
        },
        "required": [
          "email",
          "id",
          "name"
        ]
      },
      "CrowdSourcedFilters": {
        "type": "object",
        "description": "Every filter a crowd-sourced pool can set, by topic, with the values or bounds it allows.",
        "properties": {
          "demographics": {
            "$ref": "#/components/schemas/DemographicsFilterOptions"
          },
          "geographic": {
            "$ref": "#/components/schemas/GeographicFilterOptions"
          },
          "education": {
            "$ref": "#/components/schemas/EducationFilterOptions"
          },
          "interests": {
            "$ref": "#/components/schemas/InterestsFilterOptions"
          },
          "language": {
            "$ref": "#/components/schemas/LanguageFilterOptions"
          },
          "work": {
            "$ref": "#/components/schemas/WorkFilterOptions"
          },
          "ability": {
            "$ref": "#/components/schemas/AbilityFilterOptions"
          },
          "track_record": {
            "$ref": "#/components/schemas/TrackRecordFilterOptions"
          }
        },
        "required": [
          "ability",
          "demographics",
          "education",
          "geographic",
          "interests",
          "language",
          "track_record",
          "work"
        ]
      },
      "CrowdSourcedRaterPool": {
        "type": "object",
        "description": "A pool of paid raters recruited from a crowd-sourcing platform and filtered by topic.",
        "properties": {
          "id": {
            "type": "string",
            "readOnly": true
          },
          "type": {
            "allOf": [
              {
                "$ref": "#/components/schemas/CrowdSourcedRaterPoolTypeEnum"
              }
            ],
            "description": "`crowd` pools recruit raters via our crowd-sourcing partners, and `byo` pools hold raters invited to a job via email.\n\n* `crowd` - Crowd-sourced raters"
          },
          "name": {
            "type": "string",
            "readOnly": true,
            "description": "The name of the pool type."
          },
          "size": {
            "type": [
              "integer",
              "null"
            ],
            "readOnly": true,
            "description": "How many raters the pool holds, if known."
          },
          "kind": {
            "allOf": [
              {
                "$ref": "#/components/schemas/KindA0cEnum"
              }
            ],
            "readOnly": true,
            "description": "Use `type` instead.\n\n* `0` - Anyone\n* `100` - Project members\n* `400` - Crowd-sourced raters\n* `500` - AI raters\n* `800` - Bring your own",
            "deprecated": true
          },
          "label": {
            "type": "string",
            "description": "Optional name for the rater pool displayed to our users.",
            "maxLength": 48
          },
          "is_enabled": {
            "type": "boolean",
            "description": "Whether jobs can use the pool. Turn off to pause it."
          },
          "applies_to": {
            "$ref": "#/components/schemas/AppliesTo"
          },
          "hourly_rate_gbp": {
            "type": "string",
            "format": "decimal",
            "pattern": "^-?\\d{0,2}(?:\\.\\d{0,2})?$",
            "description": "Hourly rate in GBP paid to raters, unless a job sets its own. Defaults to 9.00."
          },
          "filters": {
            "$ref": "#/components/schemas/RaterPoolFilters"
          }
        },
        "required": [
          "id",
          "kind",
          "name",
          "size",
          "type"
        ]
      },
      "CrowdSourcedRaterPoolTypeEnum": {
        "enum": [
          "crowd"
        ],
        "type": "string",
        "description": "* `crowd` - Crowd-sourced raters"
      },
      "Dataset": {
        "type": "object",
        "properties": {
          "id": {
            "type": "string"
          },
          "name": {
            "type": "string",
            "description": "A short name identifying the dataset.",
            "maxLength": 64
          },
          "date_created": {
            "type": "string",
            "format": "date-time",
            "readOnly": true
          },
          "date_last_used": {
            "type": "string",
            "format": "date-time",
            "readOnly": true,
            "title": "Last used"
          },
          "is_deleted": {
            "type": "boolean",
            "description": "The files in this dataset have been deleted."
          },
          "status": {
            "allOf": [
              {
                "$ref": "#/components/schemas/DatasetLifecycleStatus"
              }
            ],
            "description": "Current status of the dataset.\n\n* `draft` - Draft\n* `enqueued` - Enqueued\n* `processing` - Processing\n* `ready` - Ready\n* `error` - Error"
          }
        },
        "required": [
          "date_created",
          "date_last_used",
          "id",
          "name"
        ]
      },
      "DatasetDetail": {
        "type": "object",
        "description": "Serializer for the Dataset.meta field.",
        "properties": {
          "id": {
            "type": "string"
          },
          "name": {
            "type": "string",
            "description": "A short name identifying the dataset.",
            "maxLength": 64
          },
          "date_created": {
            "type": "string",
            "format": "date-time",
            "readOnly": true
          },
          "date_last_used": {
            "type": "string",
            "format": "date-time",
            "readOnly": true,
            "title": "Last used"
          },
          "is_deleted": {
            "type": "boolean",
            "description": "The files in this dataset have been deleted."
          },
          "status": {
            "allOf": [
              {
                "$ref": "#/components/schemas/DatasetLifecycleStatus"
              }
            ],
            "description": "Current status of the dataset.\n\n* `draft` - Draft\n* `enqueued` - Enqueued\n* `processing` - Processing\n* `ready` - Ready\n* `error` - Error"
          },
          "config": {},
          "stimuli": {
            "type": "array",
            "items": {
              "$ref": "#/components/schemas/Stimulus"
            },
            "readOnly": true
          }
        },
        "required": [
          "date_created",
          "date_last_used",
          "id",
          "name",
          "stimuli"
        ]
      },
      "DatasetLifecycleStatus": {
        "enum": [
          "draft",
          "enqueued",
          "processing",
          "ready",
          "error"
        ],
        "type": "string",
        "description": "* `draft` - Draft\n* `enqueued` - Enqueued\n* `processing` - Processing\n* `ready` - Ready\n* `error` - Error"
      },
      "DatasetStatus": {
        "type": "object",
        "description": "Serializer for dataset status information.",
        "properties": {
          "status": {
            "allOf": [
              {
                "$ref": "#/components/schemas/DatasetLifecycleStatus"
              }
            ],
            "readOnly": true,
            "description": "Current status of the dataset.\n\n* `draft` - Draft\n* `enqueued` - Enqueued\n* `processing` - Processing\n* `ready` - Ready\n* `error` - Error"
          },
          "error": {
            "type": [
              "string",
              "null"
            ],
            "readOnly": true,
            "description": "Error message if processing failed."
          }
        },
        "required": [
          "error",
          "status"
        ]
      },
      "DemographicsFilterOptions": {
        "type": "object",
        "properties": {
          "age": {
            "$ref": "#/components/schemas/FilterOption"
          },
          "sex": {
            "$ref": "#/components/schemas/FilterOption"
          },
          "ethnicity": {
            "$ref": "#/components/schemas/FilterOption"
          }
        }
      },
      "DemographicsFilters": {
        "type": "object",
        "properties": {
          "age": {
            "oneOf": [
              {
                "$ref": "#/components/schemas/FilterRange"
              },
              {
                "type": "null"
              }
            ],
            "description": "Bounds raters must fall within. `null` lifts the filter."
          },
          "sex": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Values raters must match one of. An empty list lifts the filter."
          },
          "ethnicity": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Values raters must match one of. An empty list lifts the filter."
          }
        }
      },
      "EducationFilterOptions": {
        "type": "object",
        "properties": {
          "highest_education_level_completed": {
            "$ref": "#/components/schemas/FilterOption"
          },
          "current_education_level": {
            "$ref": "#/components/schemas/FilterOption"
          },
          "subject": {
            "$ref": "#/components/schemas/FilterOption"
          }
        }
      },
      "EducationFilters": {
        "type": "object",
        "properties": {
          "highest_education_level_completed": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Values raters must match one of. An empty list lifts the filter."
          },
          "current_education_level": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Values raters must match one of. An empty list lifts the filter."
          },
          "subject": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Values raters must match one of. An empty list lifts the filter."
          }
        }
      },
      "EventsEnum": {
        "enum": [
          "dataset.status_changed",
          "job.completed",
          "session.completed"
        ],
        "type": "string",
        "description": "* `dataset.status_changed` - Dataset status changed\n* `job.completed` - Job completed\n* `session.completed` - Session completed"
      },
      "Experiment": {
        "type": "object",
        "description": "The configuration an experiment and a template both expose.",
        "properties": {
          "id": {
            "type": "string"
          },
          "name": {
            "type": "string",
            "description": "A description identifying the experiment.",
            "maxLength": 128
          },
          "type": {
            "type": "string"
          },
          "language": {
            "allOf": [
              {
                "$ref": "#/components/schemas/LanguageEnum"
              }
            ],
            "description": "The language used for the experiment's interface.\n\n* `ar` - Arabic\n* `de` - German\n* `en` - English\n* `es` - Spanish\n* `fr` - French\n* `hi` - Hindi\n* `it` - Italian\n* `ja` - Japanese\n* `ko` - Korean\n* `pl` - Polish\n* `pt` - Portuguese\n* `vi` - Vietnamese\n* `zh-hans` - Chinese (simplified)"
          },
          "dataset_ids": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "readOnly": true
          },
          "training_dataset_ids": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "readOnly": true
          },
          "golden_dataset_ids": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "readOnly": true
          },
          "hero_media_url": {
            "type": [
              "string",
              "null"
            ],
            "readOnly": true
          },
          "hero_caption": {
            "type": [
              "string",
              "null"
            ],
            "description": "Caption displayed below the custom hero image/video.",
            "maxLength": 256
          },
          "tags": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "readOnly": true,
            "description": "Names of the tags labelling it."
          },
          "date_created": {
            "type": "string",
            "format": "date-time",
            "readOnly": true
          },
          "date_updated": {
            "type": "string",
            "format": "date-time",
            "readOnly": true,
            "title": "Last updated"
          },
          "config": {},
          "job_ids": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "readOnly": true
          }
        },
        "required": [
          "dataset_ids",
          "date_created",
          "date_updated",
          "golden_dataset_ids",
          "hero_media_url",
          "id",
          "job_ids",
          "name",
          "tags",
          "training_dataset_ids",
          "type"
        ]
      },
      "ExperimentConfig": {
        "type": [
          "object",
          "null"
        ],
        "additionalProperties": false,
        "properties": {
          "displayHealth": {
            "type": "boolean",
            "description": "Whether to expose a rater's performance to the rater."
          },
          "intro": {
            "type": "object",
            "additionalProperties": false,
            "properties": {
              "maxWidth": {
                "type": "integer",
                "minimum": 0,
                "description": "Maximum width of the introduction text in pixels."
              },
              "hero": {
                "type": "object",
                "additionalProperties": false,
                "properties": {
                  "fullscreen": {
                    "type": "boolean"
                  }
                }
              }
            }
          },
          "preSurvey": {
            "description": "A question array, or an object containing questions and visibility rules.",
            "oneOf": [
              {
                "type": "array",
                "minItems": 1,
                "maxItems": 10,
                "uniqueItems": true,
                "items": {
                  "type": "object",
                  "additionalProperties": false,
                  "required": [
                    "kind",
                    "question",
                    "dimension"
                  ],
                  "properties": {
                    "minSelect": {
                      "type": "integer",
                      "minimum": 1
                    },
                    "maxSelect": {
                      "type": "integer",
                      "minimum": 1
                    },
                    "minLength": {
                      "type": "integer",
                      "minimum": 0,
                      "maximum": 32,
                      "description": "Minimum number of characters of a textarea answer, ignoring leading and trailing whitespace. Defaults to 1. Use 0 to make the question optional."
                    },
                    "maxLength": {
                      "type": "integer",
                      "minimum": 32,
                      "description": "Maximum number of characters of a textarea answer, ignoring leading and trailing whitespace. At least 32. Unlimited by default."
                    },
                    "kind": {
                      "type": "string",
                      "enum": [
                        "checkbox",
                        "radio",
                        "textarea",
                        "discrete_slider",
                        "continuous_slider"
                      ],
                      "description": "The type of question to ask, such as multiple choice questions (checkbox) or asking raters to highlight words in a transcript (highlight). "
                    },
                    "question": {
                      "type": "string"
                    },
                    "choices": {
                      "type": "array",
                      "minItems": 1,
                      "maxItems": 10,
                      "uniqueItems": true,
                      "items": {
                        "type": "object",
                        "additionalProperties": false,
                        "required": [
                          "label"
                        ],
                        "properties": {
                          "label": {
                            "type": "string"
                          },
                          "description": {
                            "type": "string",
                            "maxLength": 32
                          }
                        }
                      }
                    },
                    "dimension": {
                      "type": "string",
                      "maxLength": 32
                    },
                    "categories": {
                      "type": "array",
                      "minItems": 2,
                      "maxItems": 10,
                      "uniqueItems": true,
                      "items": {
                        "type": "object",
                        "additionalProperties": false,
                        "required": [
                          "label",
                          "score"
                        ],
                        "properties": {
                          "score": {
                            "type": "number"
                          },
                          "label": {
                            "type": "string"
                          }
                        }
                      }
                    },
                    "responseType": {
                      "type": "string",
                      "enum": [
                        "discrete",
                        "continuous"
                      ],
                      "description": "Type of slider response. Discrete uses integer steps, continuous allows any value."
                    }
                  },
                  "allOf": [
                    {
                      "if": {
                        "properties": {
                          "kind": {
                            "const": "textarea"
                          }
                        }
                      },
                      "then": {
                        "not": {
                          "anyOf": [
                            {
                              "required": [
                                "choices"
                              ]
                            },
                            {
                              "required": [
                                "minSelect"
                              ]
                            },
                            {
                              "required": [
                                "maxSelect"
                              ]
                            },
                            {
                              "required": [
                                "categories"
                              ]
                            },
                            {
                              "required": [
                                "responseType"
                              ]
                            }
                          ]
                        }
                      }
                    },
                    {
                      "if": {
                        "properties": {
                          "kind": {
                            "const": "radio"
                          }
                        }
                      },
                      "then": {
                        "required": [
                          "choices"
                        ],
                        "not": {
                          "anyOf": [
                            {
                              "required": [
                                "minLength"
                              ]
                            },
                            {
                              "required": [
                                "maxLength"
                              ]
                            },
                            {
                              "required": [
                                "minSelect"
                              ]
                            },
                            {
                              "required": [
                                "maxSelect"
                              ]
                            },
                            {
                              "required": [
                                "categories"
                              ]
                            },
                            {
                              "required": [
                                "responseType"
                              ]
                            }
                          ]
                        }
                      }
                    },
                    {
                      "if": {
                        "properties": {
                          "kind": {
                            "const": "checkbox"
                          }
                        }
                      },
                      "then": {
                        "required": [
                          "choices"
                        ],
                        "not": {
                          "anyOf": [
                            {
                              "required": [
                                "minLength"
                              ]
                            },
                            {
                              "required": [
                                "maxLength"
                              ]
                            },
                            {
                              "required": [
                                "categories"
                              ]
                            },
                            {
                              "required": [
                                "responseType"
                              ]
                            }
                          ]
                        }
                      }
                    },
                    {
                      "if": {
                        "properties": {
                          "kind": {
                            "const": "highlight"
                          }
                        }
                      },
                      "then": {
                        "not": {
                          "anyOf": [
                            {
                              "required": [
                                "minLength"
                              ]
                            },
                            {
                              "required": [
                                "maxLength"
                              ]
                            },
                            {
                              "required": [
                                "choices"
                              ]
                            },
                            {
                              "required": [
                                "minSelect"
                              ]
                            },
                            {
                              "required": [
                                "maxSelect"
                              ]
                            },
                            {
                              "required": [
                                "categories"
                              ]
                            },
                            {
                              "required": [
                                "responseType"
                              ]
                            }
                          ]
                        }
                      }
                    },
                    {
                      "if": {
                        "properties": {
                          "kind": {
                            "const": "discrete_slider"
                          }
                        }
                      },
                      "then": {
                        "required": [
                          "categories",
                          "responseType"
                        ],
                        "properties": {
                          "responseType": {
                            "const": "discrete"
                          }
                        },
                        "not": {
                          "anyOf": [
                            {
                              "required": [
                                "minLength"
                              ]
                            },
                            {
                              "required": [
                                "maxLength"
                              ]
                            },
                            {
                              "required": [
                                "choices"
                              ]
                            },
                            {
                              "required": [
                                "minSelect"
                              ]
                            },
                            {
                              "required": [
                                "maxSelect"
                              ]
                            }
                          ]
                        }
                      }
                    },
                    {
                      "if": {
                        "properties": {
                          "kind": {
                            "const": "continuous_slider"
                          }
                        }
                      },
                      "then": {
                        "required": [
                          "categories",
                          "responseType"
                        ],
                        "properties": {
                          "responseType": {
                            "const": "continuous"
                          }
                        },
                        "not": {
                          "anyOf": [
                            {
                              "required": [
                                "minLength"
                              ]
                            },
                            {
                              "required": [
                                "maxLength"
                              ]
                            },
                            {
                              "required": [
                                "choices"
                              ]
                            },
                            {
                              "required": [
                                "minSelect"
                              ]
                            },
                            {
                              "required": [
                                "maxSelect"
                              ]
                            }
                          ]
                        }
                      }
                    }
                  ]
                }
              },
              {
                "type": "object",
                "additionalProperties": false,
                "required": [
                  "questions"
                ],
                "properties": {
                  "questions": {
                    "type": "array",
                    "minItems": 1,
                    "maxItems": 10,
                    "uniqueItems": true,
                    "items": {
                      "type": "object",
                      "additionalProperties": false,
                      "required": [
                        "kind",
                        "question",
                        "dimension"
                      ],
                      "properties": {
                        "minSelect": {
                          "type": "integer",
                          "minimum": 1
                        },
                        "maxSelect": {
                          "type": "integer",
                          "minimum": 1
                        },
                        "minLength": {
                          "type": "integer",
                          "minimum": 0,
                          "maximum": 32,
                          "description": "Minimum number of characters of a textarea answer, ignoring leading and trailing whitespace. Defaults to 1. Use 0 to make the question optional."
                        },
                        "maxLength": {
                          "type": "integer",
                          "minimum": 32,
                          "description": "Maximum number of characters of a textarea answer, ignoring leading and trailing whitespace. At least 32. Unlimited by default."
                        },
                        "kind": {
                          "type": "string",
                          "enum": [
                            "checkbox",
                            "radio",
                            "textarea",
                            "discrete_slider",
                            "continuous_slider"
                          ],
                          "description": "The type of question to ask, such as multiple choice questions (checkbox) or asking raters to highlight words in a transcript (highlight). "
                        },
                        "question": {
                          "type": "string"
                        },
                        "choices": {
                          "type": "array",
                          "minItems": 1,
                          "maxItems": 10,
                          "uniqueItems": true,
                          "items": {
                            "type": "object",
                            "additionalProperties": false,
                            "required": [
                              "label"
                            ],
                            "properties": {
                              "label": {
                                "type": "string"
                              },
                              "description": {
                                "type": "string",
                                "maxLength": 32
                              }
                            }
                          }
                        },
                        "dimension": {
                          "type": "string",
                          "maxLength": 32
                        },
                        "categories": {
                          "type": "array",
                          "minItems": 2,
                          "maxItems": 10,
                          "uniqueItems": true,
                          "items": {
                            "type": "object",
                            "additionalProperties": false,
                            "required": [
                              "label",
                              "score"
                            ],
                            "properties": {
                              "score": {
                                "type": "number"
                              },
                              "label": {
                                "type": "string"
                              }
                            }
                          }
                        },
                        "responseType": {
                          "type": "string",
                          "enum": [
                            "discrete",
                            "continuous"
                          ],
                          "description": "Type of slider response. Discrete uses integer steps, continuous allows any value."
                        }
                      },
                      "allOf": [
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "textarea"
                              }
                            }
                          },
                          "then": {
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "choices"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "categories"
                                  ]
                                },
                                {
                                  "required": [
                                    "responseType"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "radio"
                              }
                            }
                          },
                          "then": {
                            "required": [
                              "choices"
                            ],
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "categories"
                                  ]
                                },
                                {
                                  "required": [
                                    "responseType"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "checkbox"
                              }
                            }
                          },
                          "then": {
                            "required": [
                              "choices"
                            ],
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "categories"
                                  ]
                                },
                                {
                                  "required": [
                                    "responseType"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "highlight"
                              }
                            }
                          },
                          "then": {
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "choices"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "categories"
                                  ]
                                },
                                {
                                  "required": [
                                    "responseType"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "discrete_slider"
                              }
                            }
                          },
                          "then": {
                            "required": [
                              "categories",
                              "responseType"
                            ],
                            "properties": {
                              "responseType": {
                                "const": "discrete"
                              }
                            },
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "choices"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "continuous_slider"
                              }
                            }
                          },
                          "then": {
                            "required": [
                              "categories",
                              "responseType"
                            ],
                            "properties": {
                              "responseType": {
                                "const": "continuous"
                              }
                            },
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "choices"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                }
                              ]
                            }
                          }
                        }
                      ]
                    }
                  },
                  "rules": {
                    "type": "array",
                    "items": {
                      "type": "object",
                      "additionalProperties": false,
                      "required": [
                        "when",
                        "show"
                      ],
                      "properties": {
                        "when": {
                          "type": "array",
                          "minItems": 1,
                          "items": {
                            "type": "object",
                            "additionalProperties": false,
                            "required": [
                              "dimension",
                              "choices"
                            ],
                            "properties": {
                              "dimension": {
                                "type": "string",
                                "maxLength": 32
                              },
                              "choices": {
                                "type": "array",
                                "minItems": 1,
                                "items": {
                                  "type": "string"
                                }
                              }
                            }
                          }
                        },
                        "show": {
                          "type": "array",
                          "minItems": 1,
                          "items": {
                            "type": "string",
                            "maxLength": 32
                          }
                        }
                      }
                    }
                  }
                }
              }
            ]
          },
          "postSurvey": {
            "description": "A question array, or an object containing questions and visibility rules.",
            "oneOf": [
              {
                "type": "array",
                "minItems": 1,
                "maxItems": 10,
                "uniqueItems": true,
                "items": {
                  "type": "object",
                  "additionalProperties": false,
                  "required": [
                    "kind",
                    "question",
                    "dimension"
                  ],
                  "properties": {
                    "minSelect": {
                      "type": "integer",
                      "minimum": 1
                    },
                    "maxSelect": {
                      "type": "integer",
                      "minimum": 1
                    },
                    "minLength": {
                      "type": "integer",
                      "minimum": 0,
                      "maximum": 32,
                      "description": "Minimum number of characters of a textarea answer, ignoring leading and trailing whitespace. Defaults to 1. Use 0 to make the question optional."
                    },
                    "maxLength": {
                      "type": "integer",
                      "minimum": 32,
                      "description": "Maximum number of characters of a textarea answer, ignoring leading and trailing whitespace. At least 32. Unlimited by default."
                    },
                    "kind": {
                      "type": "string",
                      "enum": [
                        "checkbox",
                        "radio",
                        "textarea",
                        "discrete_slider",
                        "continuous_slider"
                      ],
                      "description": "The type of question to ask, such as multiple choice questions (checkbox) or asking raters to highlight words in a transcript (highlight). "
                    },
                    "question": {
                      "type": "string"
                    },
                    "choices": {
                      "type": "array",
                      "minItems": 1,
                      "maxItems": 10,
                      "uniqueItems": true,
                      "items": {
                        "type": "object",
                        "additionalProperties": false,
                        "required": [
                          "label"
                        ],
                        "properties": {
                          "label": {
                            "type": "string"
                          },
                          "description": {
                            "type": "string",
                            "maxLength": 32
                          }
                        }
                      }
                    },
                    "dimension": {
                      "type": "string",
                      "maxLength": 32
                    },
                    "categories": {
                      "type": "array",
                      "minItems": 2,
                      "maxItems": 10,
                      "uniqueItems": true,
                      "items": {
                        "type": "object",
                        "additionalProperties": false,
                        "required": [
                          "label",
                          "score"
                        ],
                        "properties": {
                          "score": {
                            "type": "number"
                          },
                          "label": {
                            "type": "string"
                          }
                        }
                      }
                    },
                    "responseType": {
                      "type": "string",
                      "enum": [
                        "discrete",
                        "continuous"
                      ],
                      "description": "Type of slider response. Discrete uses integer steps, continuous allows any value."
                    }
                  },
                  "allOf": [
                    {
                      "if": {
                        "properties": {
                          "kind": {
                            "const": "textarea"
                          }
                        }
                      },
                      "then": {
                        "not": {
                          "anyOf": [
                            {
                              "required": [
                                "choices"
                              ]
                            },
                            {
                              "required": [
                                "minSelect"
                              ]
                            },
                            {
                              "required": [
                                "maxSelect"
                              ]
                            },
                            {
                              "required": [
                                "categories"
                              ]
                            },
                            {
                              "required": [
                                "responseType"
                              ]
                            }
                          ]
                        }
                      }
                    },
                    {
                      "if": {
                        "properties": {
                          "kind": {
                            "const": "radio"
                          }
                        }
                      },
                      "then": {
                        "required": [
                          "choices"
                        ],
                        "not": {
                          "anyOf": [
                            {
                              "required": [
                                "minLength"
                              ]
                            },
                            {
                              "required": [
                                "maxLength"
                              ]
                            },
                            {
                              "required": [
                                "minSelect"
                              ]
                            },
                            {
                              "required": [
                                "maxSelect"
                              ]
                            },
                            {
                              "required": [
                                "categories"
                              ]
                            },
                            {
                              "required": [
                                "responseType"
                              ]
                            }
                          ]
                        }
                      }
                    },
                    {
                      "if": {
                        "properties": {
                          "kind": {
                            "const": "checkbox"
                          }
                        }
                      },
                      "then": {
                        "required": [
                          "choices"
                        ],
                        "not": {
                          "anyOf": [
                            {
                              "required": [
                                "minLength"
                              ]
                            },
                            {
                              "required": [
                                "maxLength"
                              ]
                            },
                            {
                              "required": [
                                "categories"
                              ]
                            },
                            {
                              "required": [
                                "responseType"
                              ]
                            }
                          ]
                        }
                      }
                    },
                    {
                      "if": {
                        "properties": {
                          "kind": {
                            "const": "highlight"
                          }
                        }
                      },
                      "then": {
                        "not": {
                          "anyOf": [
                            {
                              "required": [
                                "minLength"
                              ]
                            },
                            {
                              "required": [
                                "maxLength"
                              ]
                            },
                            {
                              "required": [
                                "choices"
                              ]
                            },
                            {
                              "required": [
                                "minSelect"
                              ]
                            },
                            {
                              "required": [
                                "maxSelect"
                              ]
                            },
                            {
                              "required": [
                                "categories"
                              ]
                            },
                            {
                              "required": [
                                "responseType"
                              ]
                            }
                          ]
                        }
                      }
                    },
                    {
                      "if": {
                        "properties": {
                          "kind": {
                            "const": "discrete_slider"
                          }
                        }
                      },
                      "then": {
                        "required": [
                          "categories",
                          "responseType"
                        ],
                        "properties": {
                          "responseType": {
                            "const": "discrete"
                          }
                        },
                        "not": {
                          "anyOf": [
                            {
                              "required": [
                                "minLength"
                              ]
                            },
                            {
                              "required": [
                                "maxLength"
                              ]
                            },
                            {
                              "required": [
                                "choices"
                              ]
                            },
                            {
                              "required": [
                                "minSelect"
                              ]
                            },
                            {
                              "required": [
                                "maxSelect"
                              ]
                            }
                          ]
                        }
                      }
                    },
                    {
                      "if": {
                        "properties": {
                          "kind": {
                            "const": "continuous_slider"
                          }
                        }
                      },
                      "then": {
                        "required": [
                          "categories",
                          "responseType"
                        ],
                        "properties": {
                          "responseType": {
                            "const": "continuous"
                          }
                        },
                        "not": {
                          "anyOf": [
                            {
                              "required": [
                                "minLength"
                              ]
                            },
                            {
                              "required": [
                                "maxLength"
                              ]
                            },
                            {
                              "required": [
                                "choices"
                              ]
                            },
                            {
                              "required": [
                                "minSelect"
                              ]
                            },
                            {
                              "required": [
                                "maxSelect"
                              ]
                            }
                          ]
                        }
                      }
                    }
                  ]
                }
              },
              {
                "type": "object",
                "additionalProperties": false,
                "required": [
                  "questions"
                ],
                "properties": {
                  "questions": {
                    "type": "array",
                    "minItems": 1,
                    "maxItems": 10,
                    "uniqueItems": true,
                    "items": {
                      "type": "object",
                      "additionalProperties": false,
                      "required": [
                        "kind",
                        "question",
                        "dimension"
                      ],
                      "properties": {
                        "minSelect": {
                          "type": "integer",
                          "minimum": 1
                        },
                        "maxSelect": {
                          "type": "integer",
                          "minimum": 1
                        },
                        "minLength": {
                          "type": "integer",
                          "minimum": 0,
                          "maximum": 32,
                          "description": "Minimum number of characters of a textarea answer, ignoring leading and trailing whitespace. Defaults to 1. Use 0 to make the question optional."
                        },
                        "maxLength": {
                          "type": "integer",
                          "minimum": 32,
                          "description": "Maximum number of characters of a textarea answer, ignoring leading and trailing whitespace. At least 32. Unlimited by default."
                        },
                        "kind": {
                          "type": "string",
                          "enum": [
                            "checkbox",
                            "radio",
                            "textarea",
                            "discrete_slider",
                            "continuous_slider"
                          ],
                          "description": "The type of question to ask, such as multiple choice questions (checkbox) or asking raters to highlight words in a transcript (highlight). "
                        },
                        "question": {
                          "type": "string"
                        },
                        "choices": {
                          "type": "array",
                          "minItems": 1,
                          "maxItems": 10,
                          "uniqueItems": true,
                          "items": {
                            "type": "object",
                            "additionalProperties": false,
                            "required": [
                              "label"
                            ],
                            "properties": {
                              "label": {
                                "type": "string"
                              },
                              "description": {
                                "type": "string",
                                "maxLength": 32
                              }
                            }
                          }
                        },
                        "dimension": {
                          "type": "string",
                          "maxLength": 32
                        },
                        "categories": {
                          "type": "array",
                          "minItems": 2,
                          "maxItems": 10,
                          "uniqueItems": true,
                          "items": {
                            "type": "object",
                            "additionalProperties": false,
                            "required": [
                              "label",
                              "score"
                            ],
                            "properties": {
                              "score": {
                                "type": "number"
                              },
                              "label": {
                                "type": "string"
                              }
                            }
                          }
                        },
                        "responseType": {
                          "type": "string",
                          "enum": [
                            "discrete",
                            "continuous"
                          ],
                          "description": "Type of slider response. Discrete uses integer steps, continuous allows any value."
                        }
                      },
                      "allOf": [
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "textarea"
                              }
                            }
                          },
                          "then": {
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "choices"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "categories"
                                  ]
                                },
                                {
                                  "required": [
                                    "responseType"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "radio"
                              }
                            }
                          },
                          "then": {
                            "required": [
                              "choices"
                            ],
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "categories"
                                  ]
                                },
                                {
                                  "required": [
                                    "responseType"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "checkbox"
                              }
                            }
                          },
                          "then": {
                            "required": [
                              "choices"
                            ],
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "categories"
                                  ]
                                },
                                {
                                  "required": [
                                    "responseType"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "highlight"
                              }
                            }
                          },
                          "then": {
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "choices"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "categories"
                                  ]
                                },
                                {
                                  "required": [
                                    "responseType"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "discrete_slider"
                              }
                            }
                          },
                          "then": {
                            "required": [
                              "categories",
                              "responseType"
                            ],
                            "properties": {
                              "responseType": {
                                "const": "discrete"
                              }
                            },
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "choices"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "continuous_slider"
                              }
                            }
                          },
                          "then": {
                            "required": [
                              "categories",
                              "responseType"
                            ],
                            "properties": {
                              "responseType": {
                                "const": "continuous"
                              }
                            },
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "choices"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                }
                              ]
                            }
                          }
                        }
                      ]
                    }
                  },
                  "rules": {
                    "type": "array",
                    "items": {
                      "type": "object",
                      "additionalProperties": false,
                      "required": [
                        "when",
                        "show"
                      ],
                      "properties": {
                        "when": {
                          "type": "array",
                          "minItems": 1,
                          "items": {
                            "type": "object",
                            "additionalProperties": false,
                            "required": [
                              "dimension",
                              "choices"
                            ],
                            "properties": {
                              "dimension": {
                                "type": "string",
                                "maxLength": 32
                              },
                              "choices": {
                                "type": "array",
                                "minItems": 1,
                                "items": {
                                  "type": "string"
                                }
                              }
                            }
                          }
                        },
                        "show": {
                          "type": "array",
                          "minItems": 1,
                          "items": {
                            "type": "string",
                            "maxLength": 32
                          }
                        }
                      }
                    }
                  }
                }
              }
            ]
          },
          "acrAudio": {
            "type": "object",
            "additionalProperties": false,
            "required": [
              "categories"
            ],
            "properties": {
              "allowMobile": {
                "type": "boolean"
              },
              "hiddenReference": {
                "type": "boolean",
                "description": "Whether to include a hidden reference among the stimuli to rate."
              },
              "showReference": {
                "type": "boolean",
                "description": "Whether to show a reference stimulus."
              },
              "showWaveform": {
                "type": "string",
                "enum": [
                  "stimulus",
                  "reference"
                ],
                "description": "Determines how the waveform of the condition is rendered."
              },
              "minPlayDuration": {
                "type": "number",
                "minimum": 0,
                "maximum": 60000,
                "description": "Force raters to watch or listen to at least this many milliseconds."
              },
              "categories": {
                "type": "array",
                "minItems": 2,
                "maxItems": 10,
                "uniqueItems": true,
                "items": {
                  "type": "object",
                  "additionalProperties": false,
                  "required": [
                    "label",
                    "score"
                  ],
                  "properties": {
                    "score": {
                      "type": "integer"
                    },
                    "label": {
                      "type": "string"
                    },
                    "description": {
                      "type": "string",
                      "maxLength": 32
                    }
                  }
                }
              }
            }
          },
          "acrImage": {
            "type": "object",
            "additionalProperties": false,
            "required": [
              "categories"
            ],
            "properties": {
              "allowCropRefresh": {
                "type": "boolean",
                "description": "Allow raters to request different random crops."
              },
              "allowMobile": {
                "type": "boolean"
              },
              "scaleToFit": {
                "type": "boolean"
              },
              "responseType": {
                "type": "string",
                "enum": [
                  "discrete",
                  "continuous"
                ]
              },
              "showReference": {
                "type": "boolean",
                "description": "Whether to show a reference image alongside the test sample."
              },
              "mode": {
                "type": "string",
                "enum": [
                  "side-by-side",
                  "flip-between"
                ],
                "description": "Controls how the reference and test sample are presented."
              },
              "categories": {
                "type": "array",
                "minItems": 2,
                "maxItems": 10,
                "uniqueItems": true,
                "items": {
                  "type": "object",
                  "additionalProperties": false,
                  "required": [
                    "label",
                    "score"
                  ],
                  "properties": {
                    "score": {
                      "type": "integer"
                    },
                    "label": {
                      "type": "string"
                    },
                    "description": {
                      "type": "string",
                      "maxLength": 32
                    }
                  }
                }
              },
              "hiddenReference": {
                "type": "boolean"
              },
              "maxCropSize": {
                "type": "integer",
                "minimum": 32,
                "description": "Raters will view image crops instead of the full image."
              },
              "minViewDuration": {
                "type": "number",
                "minimum": 0,
                "maximum": 5000,
                "description": "Force raters to view the image/video for at least this many milliseconds."
              }
            }
          },
          "acrVideo": {
            "type": "object",
            "additionalProperties": false,
            "required": [
              "categories"
            ],
            "properties": {
              "allowMobile": {
                "type": "boolean"
              },
              "categories": {
                "type": "array",
                "minItems": 2,
                "maxItems": 10,
                "uniqueItems": true,
                "items": {
                  "type": "object",
                  "additionalProperties": false,
                  "required": [
                    "label",
                    "score"
                  ],
                  "properties": {
                    "score": {
                      "type": "integer"
                    },
                    "label": {
                      "type": "string"
                    },
                    "description": {
                      "type": "string",
                      "maxLength": 32
                    }
                  }
                }
              },
              "hasAudio": {
                "type": "boolean"
              },
              "hiddenReference": {
                "type": "boolean",
                "description": "Whether to include a hidden reference among the stimuli to rate."
              },
              "showReference": {
                "type": "boolean",
                "description": "Whether to show a reference alongside the test sample."
              },
              "mode": {
                "type": "string",
                "enum": [
                  "side-by-side",
                  "flip-between"
                ],
                "description": "Controls how the reference and test sample are presented."
              },
              "videoPlayer": {
                "type": "string",
                "enum": [
                  "sequential",
                  "parallel"
                ]
              },
              "fullscreen": {
                "type": "boolean",
                "description": "Require raters to view the video in fullscreen mode."
              },
              "allowSeeking": {
                "type": "boolean",
                "description": "Whether raters can seek through the video."
              },
              "loopVideo": {
                "type": "boolean",
                "description": "Whether the video restarts automatically after it finishes."
              },
              "minPlayDuration": {
                "type": "number",
                "minimum": 0,
                "maximum": 60000,
                "description": "Force raters to watch or listen to at least this many milliseconds."
              }
            }
          },
          "multiAcrVideo": {
            "type": "object",
            "additionalProperties": false,
            "required": [
              "questions",
              "categories"
            ],
            "properties": {
              "questions": {
                "type": "array",
                "minItems": 1,
                "maxItems": 10,
                "uniqueItems": true,
                "items": {
                  "type": "object",
                  "additionalProperties": false,
                  "required": [
                    "statement",
                    "dimension"
                  ],
                  "properties": {
                    "statement": {
                      "type": "string"
                    },
                    "dimension": {
                      "type": "string",
                      "maxLength": 32
                    }
                  }
                }
              },
              "shuffleQuestions": {
                "type": "string",
                "enum": [
                  "none",
                  "session",
                  "slate"
                ],
                "description": "Whether to randomize the order of questions once per session or per slate."
              },
              "categories": {
                "type": "array",
                "minItems": 2,
                "maxItems": 10,
                "uniqueItems": true,
                "items": {
                  "type": "object",
                  "additionalProperties": false,
                  "required": [
                    "label",
                    "score"
                  ],
                  "properties": {
                    "score": {
                      "type": "integer"
                    },
                    "label": {
                      "type": "string"
                    },
                    "description": {
                      "type": "string",
                      "maxLength": 32
                    }
                  }
                }
              },
              "hasAudio": {
                "type": "boolean"
              },
              "fullscreen": {
                "type": "boolean",
                "description": "Require raters to view the video in fullscreen mode."
              },
              "minPlayDuration": {
                "type": "number",
                "minimum": 0,
                "maximum": 60000,
                "description": "Force raters to watch or listen to at least this many milliseconds."
              },
              "allowSeeking": {
                "type": "boolean",
                "description": "Whether raters can seek through the video."
              },
              "loopVideo": {
                "type": "boolean",
                "description": "Whether the video restarts automatically after it finishes."
              }
            }
          },
          "multiAcrEmbed": {
            "type": "object",
            "additionalProperties": false,
            "required": [
              "questions",
              "categories"
            ],
            "properties": {
              "questions": {
                "type": "array",
                "minItems": 1,
                "maxItems": 10,
                "uniqueItems": true,
                "items": {
                  "type": "object",
                  "additionalProperties": false,
                  "required": [
                    "statement",
                    "dimension"
                  ],
                  "properties": {
                    "statement": {
                      "type": "string"
                    },
                    "dimension": {
                      "type": "string",
                      "maxLength": 32
                    }
                  }
                }
              },
              "shuffleQuestions": {
                "type": "string",
                "enum": [
                  "none",
                  "session",
                  "slate"
                ],
                "description": "Whether to randomize the order of questions once per session or per slate."
              },
              "categories": {
                "type": "array",
                "minItems": 2,
                "maxItems": 10,
                "uniqueItems": true,
                "items": {
                  "type": "object",
                  "additionalProperties": false,
                  "required": [
                    "label",
                    "score"
                  ],
                  "properties": {
                    "score": {
                      "type": "integer"
                    },
                    "label": {
                      "type": "string"
                    },
                    "description": {
                      "type": "string",
                      "maxLength": 32
                    }
                  }
                }
              },
              "hasAudio": {
                "type": "boolean"
              },
              "hasMicrophone": {
                "type": "boolean",
                "description": "Whether raters need a microphone, e.g. to talk to an avatar."
              },
              "iframeSize": {
                "type": [
                  "object",
                  "null"
                ],
                "additionalProperties": false,
                "required": [
                  "width",
                  "height"
                ],
                "properties": {
                  "width": {
                    "type": "integer"
                  },
                  "height": {
                    "type": "integer"
                  }
                }
              },
              "interactionDuration": {
                "type": [
                  "object",
                  "null"
                ],
                "additionalProperties": false,
                "required": [
                  "min",
                  "max"
                ],
                "description": "The minimum and maximum time a rater is expected to spend interacting with each embedded stimulus, in milliseconds. Used to estimate session completion time.",
                "properties": {
                  "min": {
                    "type": "number",
                    "minimum": 10000,
                    "maximum": 1200000
                  },
                  "max": {
                    "type": "number",
                    "minimum": 10000,
                    "maximum": 1200000
                  }
                }
              }
            }
          },
          "binaryAudio": {
            "type": "object",
            "additionalProperties": false,
            "required": [
              "labels"
            ],
            "properties": {
              "minPlayDuration": {
                "type": "number",
                "minimum": 0,
                "maximum": 60000,
                "description": "Force raters to watch or listen to at least this many milliseconds."
              },
              "labels": {
                "type": "object",
                "required": [
                  "real",
                  "fake"
                ],
                "properties": {
                  "real": {
                    "type": "string"
                  },
                  "fake": {
                    "type": "string"
                  }
                }
              },
              "referenceProbability": {
                "type": "number",
                "minimum": 0,
                "maximum": 1,
                "description": "Probability of showing the reference."
              },
              "giveFeedback": {
                "type": "boolean",
                "description": "Play a sound to indicate to raters if a decision was correct."
              }
            }
          },
          "binaryImage": {
            "type": "object",
            "additionalProperties": false,
            "required": [
              "labels"
            ],
            "properties": {
              "allowCropRefresh": {
                "type": "boolean",
                "description": "Allow raters to request different random crops."
              },
              "maxCropSize": {
                "type": "integer",
                "minimum": 32,
                "description": "Raters will view image crops instead of the full image."
              },
              "labels": {
                "type": "object",
                "required": [
                  "real",
                  "fake"
                ],
                "properties": {
                  "real": {
                    "type": "string"
                  },
                  "fake": {
                    "type": "string"
                  }
                }
              },
              "minViewDuration": {
                "type": "number",
                "minimum": 0,
                "maximum": 5000,
                "description": "Force raters to view the image/video for at least this many milliseconds."
              },
              "referenceProbability": {
                "type": "number",
                "minimum": 0,
                "maximum": 1,
                "description": "Probability of showing the reference."
              },
              "giveFeedback": {
                "type": "boolean",
                "description": "Play a sound to indicate to raters if a decision was correct."
              }
            }
          },
          "binaryVideo": {
            "type": "object",
            "additionalProperties": false,
            "required": [
              "labels"
            ],
            "properties": {
              "hasAudio": {
                "type": "boolean"
              },
              "labels": {
                "type": "object",
                "required": [
                  "real",
                  "fake"
                ],
                "properties": {
                  "real": {
                    "type": "string"
                  },
                  "fake": {
                    "type": "string"
                  }
                }
              },
              "icons": {
                "type": "object",
                "properties": {
                  "real": {
                    "type": [
                      "string",
                      "null"
                    ]
                  },
                  "fake": {
                    "type": [
                      "string",
                      "null"
                    ]
                  }
                }
              },
              "minPlayDuration": {
                "type": "number",
                "minimum": 0,
                "maximum": 60000,
                "description": "Force raters to watch or listen to at least this many milliseconds."
              },
              "giveFeedback": {
                "type": "boolean",
                "description": "Play a sound to indicate to raters if a decision was correct."
              },
              "referenceProbability": {
                "type": "number",
                "minimum": 0,
                "maximum": 1,
                "description": "Probability of showing the reference."
              },
              "allowSeeking": {
                "type": "boolean",
                "description": "Whether raters can seek through the video."
              },
              "allowReplay": {
                "type": "boolean",
                "description": "Whether raters can play the video more than once."
              },
              "loopVideo": {
                "type": "boolean",
                "description": "Whether the video restarts automatically after it finishes."
              },
              "screenshotDescription": {
                "type": "string"
              }
            }
          },
          "inpaintingImage": {
            "type": "object",
            "additionalProperties": false,
            "properties": {
              "minViewDuration": {
                "type": "number",
                "minimum": 0,
                "description": "Minimum time user must view image before clicking (milliseconds)."
              }
            }
          },
          "mushra": {
            "type": "object",
            "additionalProperties": false,
            "properties": {
              "hiddenReference": {
                "type": "boolean",
                "description": "Whether to include a hidden reference among the stimuli to rate."
              },
              "showReference": {
                "type": "boolean",
                "description": "Whether to show the reference stimulus."
              },
              "minPlayDuration": {
                "type": "number",
                "minimum": 0,
                "maximum": 60000,
                "description": "Force raters to watch or listen to at least this many milliseconds."
              },
              "fadeTime": {
                "type": "number",
                "minimum": 0,
                "maximum": 1000,
                "description": "Fade-out and fade-in audio for this many milliseconds."
              },
              "labels": {
                "type": "array",
                "minItems": 2,
                "maxItems": 10,
                "items": {
                  "type": "string"
                }
              },
              "anchors": {
                "type": "array",
                "items": {
                  "type": "object",
                  "additionalProperties": false,
                  "required": [
                    "modifiers"
                  ],
                  "properties": {
                    "label": {
                      "type": "string"
                    },
                    "expectedScore": {
                      "type": "array",
                      "items": {
                        "type": "number"
                      },
                      "minItems": 2,
                      "maxItems": 2,
                      "description": "A range of admissible scores for a given stimulus."
                    },
                    "modifiers": {
                      "type": "object",
                      "additionalProperties": false,
                      "required": [
                        "lowPass"
                      ],
                      "properties": {
                        "lowPass": {
                          "type": "number"
                        }
                      }
                    }
                  }
                },
                "description": "Anchors automatically generated based on reference."
              },
              "showWaveform": {
                "type": "string",
                "enum": [
                  "stimulus",
                  "reference",
                  "stylized",
                  "none"
                ],
                "description": "Visualize waveform of the stimulus, only the reference, or none."
              },
              "showHints": {
                "type": "boolean",
                "description": "Controls hints above references and anchors during training sessions."
              }
            }
          },
          "pairwiseAudio": {
            "type": "object",
            "additionalProperties": false,
            "properties": {
              "allowTie": {
                "type": "boolean"
              },
              "categories": {
                "type": "array",
                "minItems": 2,
                "maxItems": 10,
                "uniqueItems": true,
                "items": {
                  "type": "object",
                  "additionalProperties": false,
                  "required": [
                    "label",
                    "score"
                  ],
                  "properties": {
                    "score": {
                      "type": "integer"
                    },
                    "label": {
                      "type": "string"
                    },
                    "description": {
                      "type": "string",
                      "maxLength": 32
                    }
                  }
                }
              },
              "dynamicColors": {
                "type": "boolean"
              },
              "hiddenReference": {
                "type": "boolean"
              },
              "labels": {
                "type": "object",
                "properties": {
                  "audio1": {
                    "type": "string"
                  },
                  "audio2": {
                    "type": "string"
                  }
                }
              },
              "showDimensionLabels": {
                "type": "boolean",
                "description": "Whether to display dimension labels on questions."
              },
              "minPlayDuration": {
                "type": "number",
                "minimum": 0,
                "maximum": 60000,
                "description": "Force raters to watch or listen to at least this many milliseconds."
              },
              "questions": {
                "type": "array",
                "minItems": 0,
                "maxItems": 10,
                "uniqueItems": true,
                "items": {
                  "type": "object",
                  "additionalProperties": false,
                  "required": [
                    "statement",
                    "dimension"
                  ],
                  "properties": {
                    "statement": {
                      "type": "string"
                    },
                    "dimension": {
                      "type": "string",
                      "maxLength": 32
                    },
                    "tieLabel": {
                      "type": "string",
                      "maxLength": 128
                    },
                    "survey": {
                      "type": "array",
                      "minItems": 1,
                      "maxItems": 10,
                      "uniqueItems": true,
                      "items": {
                        "type": "object",
                        "additionalProperties": false,
                        "required": [
                          "kind",
                          "question",
                          "dimension"
                        ],
                        "properties": {
                          "minSelect": {
                            "type": "integer",
                            "minimum": 1
                          },
                          "maxSelect": {
                            "type": "integer",
                            "minimum": 1
                          },
                          "minLength": {
                            "type": "integer",
                            "minimum": 0,
                            "maximum": 32,
                            "description": "Minimum number of characters of a textarea answer, ignoring leading and trailing whitespace. Defaults to 1. Use 0 to make the question optional."
                          },
                          "maxLength": {
                            "type": "integer",
                            "minimum": 32,
                            "description": "Maximum number of characters of a textarea answer, ignoring leading and trailing whitespace. At least 32. Unlimited by default."
                          },
                          "kind": {
                            "type": "string",
                            "enum": [
                              "checkbox",
                              "textarea",
                              "highlight"
                            ],
                            "description": "The type of question to ask, such as multiple choice questions (checkbox) or asking raters to highlight words in a transcript (highlight). "
                          },
                          "question": {
                            "type": "string"
                          },
                          "choices": {
                            "type": "array",
                            "minItems": 1,
                            "maxItems": 10,
                            "uniqueItems": true,
                            "items": {
                              "type": "object",
                              "additionalProperties": false,
                              "required": [
                                "label"
                              ],
                              "properties": {
                                "label": {
                                  "type": "string"
                                },
                                "description": {
                                  "type": "string",
                                  "maxLength": 32
                                }
                              }
                            }
                          },
                          "dimension": {
                            "type": "string",
                            "maxLength": 32
                          },
                          "categories": {
                            "type": "array",
                            "minItems": 2,
                            "maxItems": 10,
                            "uniqueItems": true,
                            "items": {
                              "type": "object",
                              "additionalProperties": false,
                              "required": [
                                "label",
                                "score"
                              ],
                              "properties": {
                                "score": {
                                  "type": "number"
                                },
                                "label": {
                                  "type": "string"
                                }
                              }
                            }
                          },
                          "responseType": {
                            "type": "string",
                            "enum": [
                              "discrete",
                              "continuous"
                            ],
                            "description": "Type of slider response. Discrete uses integer steps, continuous allows any value."
                          }
                        },
                        "allOf": [
                          {
                            "if": {
                              "properties": {
                                "kind": {
                                  "const": "textarea"
                                }
                              }
                            },
                            "then": {
                              "not": {
                                "anyOf": [
                                  {
                                    "required": [
                                      "choices"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "minSelect"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "maxSelect"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "categories"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "responseType"
                                    ]
                                  }
                                ]
                              }
                            }
                          },
                          {
                            "if": {
                              "properties": {
                                "kind": {
                                  "const": "radio"
                                }
                              }
                            },
                            "then": {
                              "required": [
                                "choices"
                              ],
                              "not": {
                                "anyOf": [
                                  {
                                    "required": [
                                      "minLength"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "maxLength"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "minSelect"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "maxSelect"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "categories"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "responseType"
                                    ]
                                  }
                                ]
                              }
                            }
                          },
                          {
                            "if": {
                              "properties": {
                                "kind": {
                                  "const": "checkbox"
                                }
                              }
                            },
                            "then": {
                              "required": [
                                "choices"
                              ],
                              "not": {
                                "anyOf": [
                                  {
                                    "required": [
                                      "minLength"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "maxLength"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "categories"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "responseType"
                                    ]
                                  }
                                ]
                              }
                            }
                          },
                          {
                            "if": {
                              "properties": {
                                "kind": {
                                  "const": "highlight"
                                }
                              }
                            },
                            "then": {
                              "not": {
                                "anyOf": [
                                  {
                                    "required": [
                                      "minLength"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "maxLength"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "choices"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "minSelect"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "maxSelect"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "categories"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "responseType"
                                    ]
                                  }
                                ]
                              }
                            }
                          },
                          {
                            "if": {
                              "properties": {
                                "kind": {
                                  "const": "discrete_slider"
                                }
                              }
                            },
                            "then": {
                              "required": [
                                "categories",
                                "responseType"
                              ],
                              "properties": {
                                "responseType": {
                                  "const": "discrete"
                                }
                              },
                              "not": {
                                "anyOf": [
                                  {
                                    "required": [
                                      "minLength"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "maxLength"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "choices"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "minSelect"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "maxSelect"
                                    ]
                                  }
                                ]
                              }
                            }
                          },
                          {
                            "if": {
                              "properties": {
                                "kind": {
                                  "const": "continuous_slider"
                                }
                              }
                            },
                            "then": {
                              "required": [
                                "categories",
                                "responseType"
                              ],
                              "properties": {
                                "responseType": {
                                  "const": "continuous"
                                }
                              },
                              "not": {
                                "anyOf": [
                                  {
                                    "required": [
                                      "minLength"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "maxLength"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "choices"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "minSelect"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "maxSelect"
                                    ]
                                  }
                                ]
                              }
                            }
                          }
                        ]
                      }
                    }
                  }
                }
              },
              "shuffleQuestions": {
                "type": "string",
                "enum": [
                  "none",
                  "session",
                  "slate"
                ],
                "description": "Whether to randomize the order of questions once per session or per slate."
              },
              "responseType": {
                "type": "string",
                "enum": [
                  "binary",
                  "discrete",
                  "continuous"
                ],
                "description": "Type of response expected from the rater."
              },
              "showReference": {
                "type": "boolean"
              },
              "showWaveform": {
                "type": "string",
                "enum": [
                  "default",
                  "stylized",
                  "none"
                ],
                "description": "Visualize the waveform, a stylized version of it, or hide it."
              },
              "tieLabel": {
                "type": "string",
                "maxLength": 128
              },
              "tieScore": {
                "type": "number"
              }
            }
          },
          "pairwiseImage": {
            "type": "object",
            "additionalProperties": false,
            "properties": {
              "mode": {
                "type": "string",
                "enum": [
                  "side-by-side",
                  "flip-between",
                  "flip-between-reference"
                ]
              },
              "allowPan": {
                "type": "boolean"
              },
              "allowTie": {
                "type": "boolean"
              },
              "allowZoom": {
                "type": "boolean"
              },
              "allowCropRefresh": {
                "type": "boolean"
              },
              "hiddenReference": {
                "type": "boolean"
              },
              "scaleToFit": {
                "type": "boolean"
              },
              "showReference": {
                "type": "boolean"
              },
              "maskDuration": {
                "type": "integer",
                "minimum": 0,
                "maximum": 1000
              },
              "maxCropSize": {
                "type": "integer",
                "minimum": 32
              },
              "imageRendering": {
                "type": "string",
                "enum": [
                  "auto",
                  "smooth",
                  "crisp-edges",
                  "pixelated"
                ]
              },
              "zoomLevel": {
                "type": "number",
                "minimum": 0.1,
                "maximum": 10,
                "description": "The initial zoom level represented as a decimal (e.g, 2 = 200%)."
              },
              "zoomLevels": {
                "type": "array",
                "minItems": 1,
                "maxItems": 100,
                "items": {
                  "type": "number",
                  "minimum": 0.25,
                  "maximum": 10
                }
              }
            }
          },
          "pairwiseVideo": {
            "type": "object",
            "additionalProperties": false,
            "properties": {
              "allowTie": {
                "type": "boolean"
              },
              "allowCropRefresh": {
                "type": "boolean"
              },
              "categories": {
                "type": "array",
                "minItems": 2,
                "maxItems": 10,
                "uniqueItems": true,
                "items": {
                  "type": "object",
                  "additionalProperties": false,
                  "required": [
                    "label",
                    "score"
                  ],
                  "properties": {
                    "score": {
                      "type": "integer"
                    },
                    "label": {
                      "type": "string"
                    },
                    "description": {
                      "type": "string",
                      "maxLength": 32
                    }
                  }
                }
              },
              "dynamicColors": {
                "type": "boolean"
              },
              "hasAudio": {
                "type": "boolean"
              },
              "hiddenReference": {
                "type": "boolean"
              },
              "labels": {
                "type": "object",
                "properties": {
                  "video1": {
                    "type": "string"
                  },
                  "video2": {
                    "type": "string"
                  }
                }
              },
              "showDimensionLabels": {
                "type": "boolean",
                "description": "Whether to display dimension labels on questions."
              },
              "loopVideo": {
                "type": "boolean"
              },
              "maskDuration": {
                "type": "integer",
                "minimum": 0,
                "maximum": 1000
              },
              "maxCropSize": {
                "type": "integer",
                "minimum": 32
              },
              "minPlayDuration": {
                "type": "number",
                "minimum": 0,
                "maximum": 60000,
                "description": "Force raters to watch or listen to at least this many milliseconds."
              },
              "minViewDuration": {
                "type": "number",
                "minimum": 0,
                "maximum": 5000,
                "description": "Force raters to view the image/video for at least this many milliseconds."
              },
              "minDisplayDuration": {
                "type": "integer",
                "minimum": 0,
                "maximum": 5000,
                "description": "Minimum time a video must be displayed before switching is allowed."
              },
              "mode": {
                "type": "string",
                "enum": [
                  "side-by-side",
                  "flip-between",
                  "flip-between-reference"
                ]
              },
              "tieLabel": {
                "type": "string",
                "maxLength": 128
              },
              "tieScore": {
                "type": "number"
              },
              "questions": {
                "type": "array",
                "minItems": 0,
                "maxItems": 10,
                "uniqueItems": true,
                "items": {
                  "type": "object",
                  "additionalProperties": false,
                  "required": [
                    "statement",
                    "dimension"
                  ],
                  "properties": {
                    "statement": {
                      "type": "string"
                    },
                    "dimension": {
                      "type": "string",
                      "maxLength": 32
                    },
                    "tieLabel": {
                      "type": "string",
                      "maxLength": 128
                    },
                    "survey": {
                      "type": "array",
                      "minItems": 1,
                      "maxItems": 10,
                      "uniqueItems": true,
                      "items": {
                        "type": "object",
                        "additionalProperties": false,
                        "required": [
                          "kind",
                          "question",
                          "dimension"
                        ],
                        "properties": {
                          "minSelect": {
                            "type": "integer",
                            "minimum": 1
                          },
                          "maxSelect": {
                            "type": "integer",
                            "minimum": 1
                          },
                          "minLength": {
                            "type": "integer",
                            "minimum": 0,
                            "maximum": 32,
                            "description": "Minimum number of characters of a textarea answer, ignoring leading and trailing whitespace. Defaults to 1. Use 0 to make the question optional."
                          },
                          "maxLength": {
                            "type": "integer",
                            "minimum": 32,
                            "description": "Maximum number of characters of a textarea answer, ignoring leading and trailing whitespace. At least 32. Unlimited by default."
                          },
                          "kind": {
                            "type": "string",
                            "enum": [
                              "checkbox",
                              "textarea",
                              "highlight"
                            ],
                            "description": "The type of question to ask, such as multiple choice questions (checkbox) or asking raters to highlight words in a transcript (highlight). "
                          },
                          "question": {
                            "type": "string"
                          },
                          "choices": {
                            "type": "array",
                            "minItems": 1,
                            "maxItems": 10,
                            "uniqueItems": true,
                            "items": {
                              "type": "object",
                              "additionalProperties": false,
                              "required": [
                                "label"
                              ],
                              "properties": {
                                "label": {
                                  "type": "string"
                                },
                                "description": {
                                  "type": "string",
                                  "maxLength": 32
                                }
                              }
                            }
                          },
                          "dimension": {
                            "type": "string",
                            "maxLength": 32
                          },
                          "categories": {
                            "type": "array",
                            "minItems": 2,
                            "maxItems": 10,
                            "uniqueItems": true,
                            "items": {
                              "type": "object",
                              "additionalProperties": false,
                              "required": [
                                "label",
                                "score"
                              ],
                              "properties": {
                                "score": {
                                  "type": "number"
                                },
                                "label": {
                                  "type": "string"
                                }
                              }
                            }
                          },
                          "responseType": {
                            "type": "string",
                            "enum": [
                              "discrete",
                              "continuous"
                            ],
                            "description": "Type of slider response. Discrete uses integer steps, continuous allows any value."
                          }
                        },
                        "allOf": [
                          {
                            "if": {
                              "properties": {
                                "kind": {
                                  "const": "textarea"
                                }
                              }
                            },
                            "then": {
                              "not": {
                                "anyOf": [
                                  {
                                    "required": [
                                      "choices"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "minSelect"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "maxSelect"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "categories"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "responseType"
                                    ]
                                  }
                                ]
                              }
                            }
                          },
                          {
                            "if": {
                              "properties": {
                                "kind": {
                                  "const": "radio"
                                }
                              }
                            },
                            "then": {
                              "required": [
                                "choices"
                              ],
                              "not": {
                                "anyOf": [
                                  {
                                    "required": [
                                      "minLength"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "maxLength"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "minSelect"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "maxSelect"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "categories"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "responseType"
                                    ]
                                  }
                                ]
                              }
                            }
                          },
                          {
                            "if": {
                              "properties": {
                                "kind": {
                                  "const": "checkbox"
                                }
                              }
                            },
                            "then": {
                              "required": [
                                "choices"
                              ],
                              "not": {
                                "anyOf": [
                                  {
                                    "required": [
                                      "minLength"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "maxLength"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "categories"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "responseType"
                                    ]
                                  }
                                ]
                              }
                            }
                          },
                          {
                            "if": {
                              "properties": {
                                "kind": {
                                  "const": "highlight"
                                }
                              }
                            },
                            "then": {
                              "not": {
                                "anyOf": [
                                  {
                                    "required": [
                                      "minLength"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "maxLength"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "choices"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "minSelect"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "maxSelect"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "categories"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "responseType"
                                    ]
                                  }
                                ]
                              }
                            }
                          },
                          {
                            "if": {
                              "properties": {
                                "kind": {
                                  "const": "discrete_slider"
                                }
                              }
                            },
                            "then": {
                              "required": [
                                "categories",
                                "responseType"
                              ],
                              "properties": {
                                "responseType": {
                                  "const": "discrete"
                                }
                              },
                              "not": {
                                "anyOf": [
                                  {
                                    "required": [
                                      "minLength"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "maxLength"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "choices"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "minSelect"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "maxSelect"
                                    ]
                                  }
                                ]
                              }
                            }
                          },
                          {
                            "if": {
                              "properties": {
                                "kind": {
                                  "const": "continuous_slider"
                                }
                              }
                            },
                            "then": {
                              "required": [
                                "categories",
                                "responseType"
                              ],
                              "properties": {
                                "responseType": {
                                  "const": "continuous"
                                }
                              },
                              "not": {
                                "anyOf": [
                                  {
                                    "required": [
                                      "minLength"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "maxLength"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "choices"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "minSelect"
                                    ]
                                  },
                                  {
                                    "required": [
                                      "maxSelect"
                                    ]
                                  }
                                ]
                              }
                            }
                          }
                        ]
                      }
                    }
                  }
                }
              },
              "shuffleQuestions": {
                "type": "string",
                "enum": [
                  "none",
                  "session",
                  "slate"
                ],
                "description": "Whether to randomize the order of questions once per session or per slate."
              },
              "responseType": {
                "type": "string",
                "enum": [
                  "binary",
                  "discrete",
                  "continuous"
                ],
                "description": "Type of response expected from the rater."
              },
              "scaleToFit": {
                "type": "boolean"
              },
              "showReference": {
                "type": "boolean"
              },
              "videoPlayer": {
                "type": "string",
                "enum": [
                  "sequential",
                  "parallel"
                ]
              },
              "videoSize": {
                "type": "object",
                "additionalProperties": false,
                "properties": {
                  "minWidth": {
                    "type": "integer",
                    "minimum": 0,
                    "maximum": 1920
                  },
                  "maxWidth": {
                    "type": "integer",
                    "minimum": 120
                  },
                  "minHeight": {
                    "type": "integer",
                    "minimum": 0,
                    "maximum": 1080
                  },
                  "maxHeight": {
                    "type": "integer",
                    "minimum": 120
                  }
                }
              },
              "scaleReference": {
                "type": "integer",
                "minimum": 50,
                "maximum": 100,
                "description": "Scale the reference video to this percentage of its original size."
              },
              "allowSeeking": {
                "type": "boolean",
                "description": "Whether raters can seek through the video."
              }
            }
          },
          "surveyAudio": {
            "type": "object",
            "additionalProperties": false,
            "required": [
              "survey"
            ],
            "properties": {
              "survey": {
                "description": "A question array, or an object containing questions and visibility rules.",
                "oneOf": [
                  {
                    "type": "array",
                    "minItems": 1,
                    "maxItems": 10,
                    "uniqueItems": true,
                    "items": {
                      "type": "object",
                      "additionalProperties": false,
                      "required": [
                        "kind",
                        "question",
                        "dimension"
                      ],
                      "properties": {
                        "minSelect": {
                          "type": "integer",
                          "minimum": 1
                        },
                        "maxSelect": {
                          "type": "integer",
                          "minimum": 1
                        },
                        "minLength": {
                          "type": "integer",
                          "minimum": 0,
                          "maximum": 32,
                          "description": "Minimum number of characters of a textarea answer, ignoring leading and trailing whitespace. Defaults to 1. Use 0 to make the question optional."
                        },
                        "maxLength": {
                          "type": "integer",
                          "minimum": 32,
                          "description": "Maximum number of characters of a textarea answer, ignoring leading and trailing whitespace. At least 32. Unlimited by default."
                        },
                        "kind": {
                          "type": "string",
                          "enum": [
                            "textarea",
                            "radio",
                            "checkbox",
                            "highlight",
                            "discrete_slider",
                            "continuous_slider"
                          ],
                          "description": "The type of question to ask, such as multiple choice questions (checkbox) or asking raters to highlight words in a transcript (highlight). "
                        },
                        "question": {
                          "type": "string"
                        },
                        "choices": {
                          "type": "array",
                          "minItems": 1,
                          "maxItems": 10,
                          "uniqueItems": true,
                          "items": {
                            "type": "object",
                            "additionalProperties": false,
                            "required": [
                              "label"
                            ],
                            "properties": {
                              "label": {
                                "type": "string"
                              },
                              "description": {
                                "type": "string",
                                "maxLength": 32
                              }
                            }
                          }
                        },
                        "dimension": {
                          "type": "string",
                          "maxLength": 32
                        },
                        "categories": {
                          "type": "array",
                          "minItems": 2,
                          "maxItems": 10,
                          "uniqueItems": true,
                          "items": {
                            "type": "object",
                            "additionalProperties": false,
                            "required": [
                              "label",
                              "score"
                            ],
                            "properties": {
                              "score": {
                                "type": "number"
                              },
                              "label": {
                                "type": "string"
                              }
                            }
                          }
                        },
                        "responseType": {
                          "type": "string",
                          "enum": [
                            "discrete",
                            "continuous"
                          ],
                          "description": "Type of slider response. Discrete uses integer steps, continuous allows any value."
                        }
                      },
                      "allOf": [
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "textarea"
                              }
                            }
                          },
                          "then": {
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "choices"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "categories"
                                  ]
                                },
                                {
                                  "required": [
                                    "responseType"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "radio"
                              }
                            }
                          },
                          "then": {
                            "required": [
                              "choices"
                            ],
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "categories"
                                  ]
                                },
                                {
                                  "required": [
                                    "responseType"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "checkbox"
                              }
                            }
                          },
                          "then": {
                            "required": [
                              "choices"
                            ],
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "categories"
                                  ]
                                },
                                {
                                  "required": [
                                    "responseType"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "highlight"
                              }
                            }
                          },
                          "then": {
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "choices"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "categories"
                                  ]
                                },
                                {
                                  "required": [
                                    "responseType"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "discrete_slider"
                              }
                            }
                          },
                          "then": {
                            "required": [
                              "categories",
                              "responseType"
                            ],
                            "properties": {
                              "responseType": {
                                "const": "discrete"
                              }
                            },
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "choices"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "continuous_slider"
                              }
                            }
                          },
                          "then": {
                            "required": [
                              "categories",
                              "responseType"
                            ],
                            "properties": {
                              "responseType": {
                                "const": "continuous"
                              }
                            },
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "choices"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                }
                              ]
                            }
                          }
                        }
                      ]
                    }
                  },
                  {
                    "type": "object",
                    "additionalProperties": false,
                    "required": [
                      "questions"
                    ],
                    "properties": {
                      "questions": {
                        "type": "array",
                        "minItems": 1,
                        "maxItems": 10,
                        "uniqueItems": true,
                        "items": {
                          "type": "object",
                          "additionalProperties": false,
                          "required": [
                            "kind",
                            "question",
                            "dimension"
                          ],
                          "properties": {
                            "minSelect": {
                              "type": "integer",
                              "minimum": 1
                            },
                            "maxSelect": {
                              "type": "integer",
                              "minimum": 1
                            },
                            "minLength": {
                              "type": "integer",
                              "minimum": 0,
                              "maximum": 32,
                              "description": "Minimum number of characters of a textarea answer, ignoring leading and trailing whitespace. Defaults to 1. Use 0 to make the question optional."
                            },
                            "maxLength": {
                              "type": "integer",
                              "minimum": 32,
                              "description": "Maximum number of characters of a textarea answer, ignoring leading and trailing whitespace. At least 32. Unlimited by default."
                            },
                            "kind": {
                              "type": "string",
                              "enum": [
                                "textarea",
                                "radio",
                                "checkbox",
                                "highlight",
                                "discrete_slider",
                                "continuous_slider"
                              ],
                              "description": "The type of question to ask, such as multiple choice questions (checkbox) or asking raters to highlight words in a transcript (highlight). "
                            },
                            "question": {
                              "type": "string"
                            },
                            "choices": {
                              "type": "array",
                              "minItems": 1,
                              "maxItems": 10,
                              "uniqueItems": true,
                              "items": {
                                "type": "object",
                                "additionalProperties": false,
                                "required": [
                                  "label"
                                ],
                                "properties": {
                                  "label": {
                                    "type": "string"
                                  },
                                  "description": {
                                    "type": "string",
                                    "maxLength": 32
                                  }
                                }
                              }
                            },
                            "dimension": {
                              "type": "string",
                              "maxLength": 32
                            },
                            "categories": {
                              "type": "array",
                              "minItems": 2,
                              "maxItems": 10,
                              "uniqueItems": true,
                              "items": {
                                "type": "object",
                                "additionalProperties": false,
                                "required": [
                                  "label",
                                  "score"
                                ],
                                "properties": {
                                  "score": {
                                    "type": "number"
                                  },
                                  "label": {
                                    "type": "string"
                                  }
                                }
                              }
                            },
                            "responseType": {
                              "type": "string",
                              "enum": [
                                "discrete",
                                "continuous"
                              ],
                              "description": "Type of slider response. Discrete uses integer steps, continuous allows any value."
                            }
                          },
                          "allOf": [
                            {
                              "if": {
                                "properties": {
                                  "kind": {
                                    "const": "textarea"
                                  }
                                }
                              },
                              "then": {
                                "not": {
                                  "anyOf": [
                                    {
                                      "required": [
                                        "choices"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "minSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "categories"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "responseType"
                                      ]
                                    }
                                  ]
                                }
                              }
                            },
                            {
                              "if": {
                                "properties": {
                                  "kind": {
                                    "const": "radio"
                                  }
                                }
                              },
                              "then": {
                                "required": [
                                  "choices"
                                ],
                                "not": {
                                  "anyOf": [
                                    {
                                      "required": [
                                        "minLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "minSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "categories"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "responseType"
                                      ]
                                    }
                                  ]
                                }
                              }
                            },
                            {
                              "if": {
                                "properties": {
                                  "kind": {
                                    "const": "checkbox"
                                  }
                                }
                              },
                              "then": {
                                "required": [
                                  "choices"
                                ],
                                "not": {
                                  "anyOf": [
                                    {
                                      "required": [
                                        "minLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "categories"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "responseType"
                                      ]
                                    }
                                  ]
                                }
                              }
                            },
                            {
                              "if": {
                                "properties": {
                                  "kind": {
                                    "const": "highlight"
                                  }
                                }
                              },
                              "then": {
                                "not": {
                                  "anyOf": [
                                    {
                                      "required": [
                                        "minLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "choices"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "minSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "categories"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "responseType"
                                      ]
                                    }
                                  ]
                                }
                              }
                            },
                            {
                              "if": {
                                "properties": {
                                  "kind": {
                                    "const": "discrete_slider"
                                  }
                                }
                              },
                              "then": {
                                "required": [
                                  "categories",
                                  "responseType"
                                ],
                                "properties": {
                                  "responseType": {
                                    "const": "discrete"
                                  }
                                },
                                "not": {
                                  "anyOf": [
                                    {
                                      "required": [
                                        "minLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "choices"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "minSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxSelect"
                                      ]
                                    }
                                  ]
                                }
                              }
                            },
                            {
                              "if": {
                                "properties": {
                                  "kind": {
                                    "const": "continuous_slider"
                                  }
                                }
                              },
                              "then": {
                                "required": [
                                  "categories",
                                  "responseType"
                                ],
                                "properties": {
                                  "responseType": {
                                    "const": "continuous"
                                  }
                                },
                                "not": {
                                  "anyOf": [
                                    {
                                      "required": [
                                        "minLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "choices"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "minSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxSelect"
                                      ]
                                    }
                                  ]
                                }
                              }
                            }
                          ]
                        }
                      },
                      "rules": {
                        "type": "array",
                        "items": {
                          "type": "object",
                          "additionalProperties": false,
                          "required": [
                            "when",
                            "show"
                          ],
                          "properties": {
                            "when": {
                              "type": "array",
                              "minItems": 1,
                              "items": {
                                "type": "object",
                                "additionalProperties": false,
                                "required": [
                                  "dimension",
                                  "choices"
                                ],
                                "properties": {
                                  "dimension": {
                                    "type": "string",
                                    "maxLength": 32
                                  },
                                  "choices": {
                                    "type": "array",
                                    "minItems": 1,
                                    "items": {
                                      "type": "string"
                                    }
                                  }
                                }
                              }
                            },
                            "show": {
                              "type": "array",
                              "minItems": 1,
                              "items": {
                                "type": "string",
                                "maxLength": 32
                              }
                            }
                          }
                        }
                      }
                    }
                  }
                ]
              },
              "shuffleQuestions": {
                "type": "string",
                "enum": [
                  "none",
                  "session",
                  "slate"
                ],
                "description": "Whether to randomize the order of questions once per session or per slate."
              },
              "hiddenReference": {
                "type": "boolean",
                "description": "Whether to include a hidden reference among the stimuli to rate."
              },
              "showReference": {
                "type": "boolean",
                "description": "Whether to show a reference stimulus."
              },
              "showWaveform": {
                "type": "string",
                "enum": [
                  "stimulus",
                  "reference"
                ],
                "description": "Determines how the waveform of the condition is rendered."
              },
              "minPlayDuration": {
                "type": "number",
                "minimum": 0,
                "maximum": 60000,
                "description": "Force raters to watch or listen to at least this many milliseconds."
              },
              "showDimensionLabels": {
                "type": "boolean",
                "description": "Whether to display dimension labels on survey questions."
              }
            }
          },
          "surveyEmbed": {
            "type": "object",
            "additionalProperties": false,
            "required": [
              "survey"
            ],
            "properties": {
              "survey": {
                "description": "A question array, or an object containing questions and visibility rules.",
                "oneOf": [
                  {
                    "type": "array",
                    "minItems": 1,
                    "maxItems": 10,
                    "uniqueItems": true,
                    "items": {
                      "type": "object",
                      "additionalProperties": false,
                      "required": [
                        "kind",
                        "question",
                        "dimension"
                      ],
                      "properties": {
                        "minSelect": {
                          "type": "integer",
                          "minimum": 1
                        },
                        "maxSelect": {
                          "type": "integer",
                          "minimum": 1
                        },
                        "minLength": {
                          "type": "integer",
                          "minimum": 0,
                          "maximum": 32,
                          "description": "Minimum number of characters of a textarea answer, ignoring leading and trailing whitespace. Defaults to 1. Use 0 to make the question optional."
                        },
                        "maxLength": {
                          "type": "integer",
                          "minimum": 32,
                          "description": "Maximum number of characters of a textarea answer, ignoring leading and trailing whitespace. At least 32. Unlimited by default."
                        },
                        "kind": {
                          "type": "string",
                          "enum": [
                            "textarea",
                            "radio",
                            "checkbox",
                            "highlight",
                            "discrete_slider",
                            "continuous_slider"
                          ],
                          "description": "The type of question to ask, such as multiple choice questions (checkbox) or asking raters to highlight words in a transcript (highlight). "
                        },
                        "question": {
                          "type": "string"
                        },
                        "choices": {
                          "type": "array",
                          "minItems": 1,
                          "maxItems": 10,
                          "uniqueItems": true,
                          "items": {
                            "type": "object",
                            "additionalProperties": false,
                            "required": [
                              "label"
                            ],
                            "properties": {
                              "label": {
                                "type": "string"
                              },
                              "description": {
                                "type": "string",
                                "maxLength": 32
                              }
                            }
                          }
                        },
                        "dimension": {
                          "type": "string",
                          "maxLength": 32
                        },
                        "categories": {
                          "type": "array",
                          "minItems": 2,
                          "maxItems": 10,
                          "uniqueItems": true,
                          "items": {
                            "type": "object",
                            "additionalProperties": false,
                            "required": [
                              "label",
                              "score"
                            ],
                            "properties": {
                              "score": {
                                "type": "number"
                              },
                              "label": {
                                "type": "string"
                              }
                            }
                          }
                        },
                        "responseType": {
                          "type": "string",
                          "enum": [
                            "discrete",
                            "continuous"
                          ],
                          "description": "Type of slider response. Discrete uses integer steps, continuous allows any value."
                        }
                      },
                      "allOf": [
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "textarea"
                              }
                            }
                          },
                          "then": {
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "choices"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "categories"
                                  ]
                                },
                                {
                                  "required": [
                                    "responseType"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "radio"
                              }
                            }
                          },
                          "then": {
                            "required": [
                              "choices"
                            ],
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "categories"
                                  ]
                                },
                                {
                                  "required": [
                                    "responseType"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "checkbox"
                              }
                            }
                          },
                          "then": {
                            "required": [
                              "choices"
                            ],
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "categories"
                                  ]
                                },
                                {
                                  "required": [
                                    "responseType"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "highlight"
                              }
                            }
                          },
                          "then": {
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "choices"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "categories"
                                  ]
                                },
                                {
                                  "required": [
                                    "responseType"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "discrete_slider"
                              }
                            }
                          },
                          "then": {
                            "required": [
                              "categories",
                              "responseType"
                            ],
                            "properties": {
                              "responseType": {
                                "const": "discrete"
                              }
                            },
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "choices"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "continuous_slider"
                              }
                            }
                          },
                          "then": {
                            "required": [
                              "categories",
                              "responseType"
                            ],
                            "properties": {
                              "responseType": {
                                "const": "continuous"
                              }
                            },
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "choices"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                }
                              ]
                            }
                          }
                        }
                      ]
                    }
                  },
                  {
                    "type": "object",
                    "additionalProperties": false,
                    "required": [
                      "questions"
                    ],
                    "properties": {
                      "questions": {
                        "type": "array",
                        "minItems": 1,
                        "maxItems": 10,
                        "uniqueItems": true,
                        "items": {
                          "type": "object",
                          "additionalProperties": false,
                          "required": [
                            "kind",
                            "question",
                            "dimension"
                          ],
                          "properties": {
                            "minSelect": {
                              "type": "integer",
                              "minimum": 1
                            },
                            "maxSelect": {
                              "type": "integer",
                              "minimum": 1
                            },
                            "minLength": {
                              "type": "integer",
                              "minimum": 0,
                              "maximum": 32,
                              "description": "Minimum number of characters of a textarea answer, ignoring leading and trailing whitespace. Defaults to 1. Use 0 to make the question optional."
                            },
                            "maxLength": {
                              "type": "integer",
                              "minimum": 32,
                              "description": "Maximum number of characters of a textarea answer, ignoring leading and trailing whitespace. At least 32. Unlimited by default."
                            },
                            "kind": {
                              "type": "string",
                              "enum": [
                                "textarea",
                                "radio",
                                "checkbox",
                                "highlight",
                                "discrete_slider",
                                "continuous_slider"
                              ],
                              "description": "The type of question to ask, such as multiple choice questions (checkbox) or asking raters to highlight words in a transcript (highlight). "
                            },
                            "question": {
                              "type": "string"
                            },
                            "choices": {
                              "type": "array",
                              "minItems": 1,
                              "maxItems": 10,
                              "uniqueItems": true,
                              "items": {
                                "type": "object",
                                "additionalProperties": false,
                                "required": [
                                  "label"
                                ],
                                "properties": {
                                  "label": {
                                    "type": "string"
                                  },
                                  "description": {
                                    "type": "string",
                                    "maxLength": 32
                                  }
                                }
                              }
                            },
                            "dimension": {
                              "type": "string",
                              "maxLength": 32
                            },
                            "categories": {
                              "type": "array",
                              "minItems": 2,
                              "maxItems": 10,
                              "uniqueItems": true,
                              "items": {
                                "type": "object",
                                "additionalProperties": false,
                                "required": [
                                  "label",
                                  "score"
                                ],
                                "properties": {
                                  "score": {
                                    "type": "number"
                                  },
                                  "label": {
                                    "type": "string"
                                  }
                                }
                              }
                            },
                            "responseType": {
                              "type": "string",
                              "enum": [
                                "discrete",
                                "continuous"
                              ],
                              "description": "Type of slider response. Discrete uses integer steps, continuous allows any value."
                            }
                          },
                          "allOf": [
                            {
                              "if": {
                                "properties": {
                                  "kind": {
                                    "const": "textarea"
                                  }
                                }
                              },
                              "then": {
                                "not": {
                                  "anyOf": [
                                    {
                                      "required": [
                                        "choices"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "minSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "categories"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "responseType"
                                      ]
                                    }
                                  ]
                                }
                              }
                            },
                            {
                              "if": {
                                "properties": {
                                  "kind": {
                                    "const": "radio"
                                  }
                                }
                              },
                              "then": {
                                "required": [
                                  "choices"
                                ],
                                "not": {
                                  "anyOf": [
                                    {
                                      "required": [
                                        "minLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "minSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "categories"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "responseType"
                                      ]
                                    }
                                  ]
                                }
                              }
                            },
                            {
                              "if": {
                                "properties": {
                                  "kind": {
                                    "const": "checkbox"
                                  }
                                }
                              },
                              "then": {
                                "required": [
                                  "choices"
                                ],
                                "not": {
                                  "anyOf": [
                                    {
                                      "required": [
                                        "minLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "categories"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "responseType"
                                      ]
                                    }
                                  ]
                                }
                              }
                            },
                            {
                              "if": {
                                "properties": {
                                  "kind": {
                                    "const": "highlight"
                                  }
                                }
                              },
                              "then": {
                                "not": {
                                  "anyOf": [
                                    {
                                      "required": [
                                        "minLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "choices"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "minSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "categories"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "responseType"
                                      ]
                                    }
                                  ]
                                }
                              }
                            },
                            {
                              "if": {
                                "properties": {
                                  "kind": {
                                    "const": "discrete_slider"
                                  }
                                }
                              },
                              "then": {
                                "required": [
                                  "categories",
                                  "responseType"
                                ],
                                "properties": {
                                  "responseType": {
                                    "const": "discrete"
                                  }
                                },
                                "not": {
                                  "anyOf": [
                                    {
                                      "required": [
                                        "minLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "choices"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "minSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxSelect"
                                      ]
                                    }
                                  ]
                                }
                              }
                            },
                            {
                              "if": {
                                "properties": {
                                  "kind": {
                                    "const": "continuous_slider"
                                  }
                                }
                              },
                              "then": {
                                "required": [
                                  "categories",
                                  "responseType"
                                ],
                                "properties": {
                                  "responseType": {
                                    "const": "continuous"
                                  }
                                },
                                "not": {
                                  "anyOf": [
                                    {
                                      "required": [
                                        "minLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "choices"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "minSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxSelect"
                                      ]
                                    }
                                  ]
                                }
                              }
                            }
                          ]
                        }
                      },
                      "rules": {
                        "type": "array",
                        "items": {
                          "type": "object",
                          "additionalProperties": false,
                          "required": [
                            "when",
                            "show"
                          ],
                          "properties": {
                            "when": {
                              "type": "array",
                              "minItems": 1,
                              "items": {
                                "type": "object",
                                "additionalProperties": false,
                                "required": [
                                  "dimension",
                                  "choices"
                                ],
                                "properties": {
                                  "dimension": {
                                    "type": "string",
                                    "maxLength": 32
                                  },
                                  "choices": {
                                    "type": "array",
                                    "minItems": 1,
                                    "items": {
                                      "type": "string"
                                    }
                                  }
                                }
                              }
                            },
                            "show": {
                              "type": "array",
                              "minItems": 1,
                              "items": {
                                "type": "string",
                                "maxLength": 32
                              }
                            }
                          }
                        }
                      }
                    }
                  }
                ]
              },
              "shuffleQuestions": {
                "type": "string",
                "enum": [
                  "none",
                  "session",
                  "slate"
                ],
                "description": "Whether to randomize the order of questions once per session or per slate."
              },
              "hasAudio": {
                "type": "boolean"
              },
              "hasMicrophone": {
                "type": "boolean",
                "description": "Whether raters need a microphone, e.g. to talk to an avatar."
              },
              "iframeSize": {
                "type": [
                  "object",
                  "null"
                ],
                "additionalProperties": false,
                "required": [
                  "width",
                  "height"
                ],
                "properties": {
                  "width": {
                    "type": "integer"
                  },
                  "height": {
                    "type": "integer"
                  }
                }
              },
              "interactionDuration": {
                "type": [
                  "object",
                  "null"
                ],
                "additionalProperties": false,
                "required": [
                  "min",
                  "max"
                ],
                "description": "The minimum and maximum time a rater is expected to spend interacting with each embedded stimulus, in milliseconds. Used to estimate session completion time.",
                "properties": {
                  "min": {
                    "type": "number",
                    "minimum": 10000,
                    "maximum": 1200000
                  },
                  "max": {
                    "type": "number",
                    "minimum": 10000,
                    "maximum": 1200000
                  }
                }
              },
              "showDimensionLabels": {
                "type": "boolean",
                "description": "Whether to display dimension labels on survey questions."
              }
            }
          },
          "surveyVideo": {
            "type": "object",
            "additionalProperties": false,
            "required": [
              "survey"
            ],
            "properties": {
              "allowMobile": {
                "type": "boolean"
              },
              "survey": {
                "description": "A question array, or an object containing questions and visibility rules.",
                "oneOf": [
                  {
                    "type": "array",
                    "minItems": 1,
                    "maxItems": 10,
                    "uniqueItems": true,
                    "items": {
                      "type": "object",
                      "additionalProperties": false,
                      "required": [
                        "kind",
                        "question",
                        "dimension"
                      ],
                      "properties": {
                        "minSelect": {
                          "type": "integer",
                          "minimum": 1
                        },
                        "maxSelect": {
                          "type": "integer",
                          "minimum": 1
                        },
                        "minLength": {
                          "type": "integer",
                          "minimum": 0,
                          "maximum": 32,
                          "description": "Minimum number of characters of a textarea answer, ignoring leading and trailing whitespace. Defaults to 1. Use 0 to make the question optional."
                        },
                        "maxLength": {
                          "type": "integer",
                          "minimum": 32,
                          "description": "Maximum number of characters of a textarea answer, ignoring leading and trailing whitespace. At least 32. Unlimited by default."
                        },
                        "kind": {
                          "type": "string",
                          "enum": [
                            "textarea",
                            "radio",
                            "checkbox",
                            "highlight",
                            "discrete_slider",
                            "continuous_slider"
                          ],
                          "description": "The type of question to ask, such as multiple choice questions (checkbox) or asking raters to highlight words in a transcript (highlight). "
                        },
                        "question": {
                          "type": "string"
                        },
                        "choices": {
                          "type": "array",
                          "minItems": 1,
                          "maxItems": 10,
                          "uniqueItems": true,
                          "items": {
                            "type": "object",
                            "additionalProperties": false,
                            "required": [
                              "label"
                            ],
                            "properties": {
                              "label": {
                                "type": "string"
                              },
                              "description": {
                                "type": "string",
                                "maxLength": 32
                              }
                            }
                          }
                        },
                        "dimension": {
                          "type": "string",
                          "maxLength": 32
                        },
                        "categories": {
                          "type": "array",
                          "minItems": 2,
                          "maxItems": 10,
                          "uniqueItems": true,
                          "items": {
                            "type": "object",
                            "additionalProperties": false,
                            "required": [
                              "label",
                              "score"
                            ],
                            "properties": {
                              "score": {
                                "type": "number"
                              },
                              "label": {
                                "type": "string"
                              }
                            }
                          }
                        },
                        "responseType": {
                          "type": "string",
                          "enum": [
                            "discrete",
                            "continuous"
                          ],
                          "description": "Type of slider response. Discrete uses integer steps, continuous allows any value."
                        }
                      },
                      "allOf": [
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "textarea"
                              }
                            }
                          },
                          "then": {
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "choices"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "categories"
                                  ]
                                },
                                {
                                  "required": [
                                    "responseType"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "radio"
                              }
                            }
                          },
                          "then": {
                            "required": [
                              "choices"
                            ],
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "categories"
                                  ]
                                },
                                {
                                  "required": [
                                    "responseType"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "checkbox"
                              }
                            }
                          },
                          "then": {
                            "required": [
                              "choices"
                            ],
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "categories"
                                  ]
                                },
                                {
                                  "required": [
                                    "responseType"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "highlight"
                              }
                            }
                          },
                          "then": {
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "choices"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "categories"
                                  ]
                                },
                                {
                                  "required": [
                                    "responseType"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "discrete_slider"
                              }
                            }
                          },
                          "then": {
                            "required": [
                              "categories",
                              "responseType"
                            ],
                            "properties": {
                              "responseType": {
                                "const": "discrete"
                              }
                            },
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "choices"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "continuous_slider"
                              }
                            }
                          },
                          "then": {
                            "required": [
                              "categories",
                              "responseType"
                            ],
                            "properties": {
                              "responseType": {
                                "const": "continuous"
                              }
                            },
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "choices"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                }
                              ]
                            }
                          }
                        }
                      ]
                    }
                  },
                  {
                    "type": "object",
                    "additionalProperties": false,
                    "required": [
                      "questions"
                    ],
                    "properties": {
                      "questions": {
                        "type": "array",
                        "minItems": 1,
                        "maxItems": 10,
                        "uniqueItems": true,
                        "items": {
                          "type": "object",
                          "additionalProperties": false,
                          "required": [
                            "kind",
                            "question",
                            "dimension"
                          ],
                          "properties": {
                            "minSelect": {
                              "type": "integer",
                              "minimum": 1
                            },
                            "maxSelect": {
                              "type": "integer",
                              "minimum": 1
                            },
                            "minLength": {
                              "type": "integer",
                              "minimum": 0,
                              "maximum": 32,
                              "description": "Minimum number of characters of a textarea answer, ignoring leading and trailing whitespace. Defaults to 1. Use 0 to make the question optional."
                            },
                            "maxLength": {
                              "type": "integer",
                              "minimum": 32,
                              "description": "Maximum number of characters of a textarea answer, ignoring leading and trailing whitespace. At least 32. Unlimited by default."
                            },
                            "kind": {
                              "type": "string",
                              "enum": [
                                "textarea",
                                "radio",
                                "checkbox",
                                "highlight",
                                "discrete_slider",
                                "continuous_slider"
                              ],
                              "description": "The type of question to ask, such as multiple choice questions (checkbox) or asking raters to highlight words in a transcript (highlight). "
                            },
                            "question": {
                              "type": "string"
                            },
                            "choices": {
                              "type": "array",
                              "minItems": 1,
                              "maxItems": 10,
                              "uniqueItems": true,
                              "items": {
                                "type": "object",
                                "additionalProperties": false,
                                "required": [
                                  "label"
                                ],
                                "properties": {
                                  "label": {
                                    "type": "string"
                                  },
                                  "description": {
                                    "type": "string",
                                    "maxLength": 32
                                  }
                                }
                              }
                            },
                            "dimension": {
                              "type": "string",
                              "maxLength": 32
                            },
                            "categories": {
                              "type": "array",
                              "minItems": 2,
                              "maxItems": 10,
                              "uniqueItems": true,
                              "items": {
                                "type": "object",
                                "additionalProperties": false,
                                "required": [
                                  "label",
                                  "score"
                                ],
                                "properties": {
                                  "score": {
                                    "type": "number"
                                  },
                                  "label": {
                                    "type": "string"
                                  }
                                }
                              }
                            },
                            "responseType": {
                              "type": "string",
                              "enum": [
                                "discrete",
                                "continuous"
                              ],
                              "description": "Type of slider response. Discrete uses integer steps, continuous allows any value."
                            }
                          },
                          "allOf": [
                            {
                              "if": {
                                "properties": {
                                  "kind": {
                                    "const": "textarea"
                                  }
                                }
                              },
                              "then": {
                                "not": {
                                  "anyOf": [
                                    {
                                      "required": [
                                        "choices"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "minSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "categories"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "responseType"
                                      ]
                                    }
                                  ]
                                }
                              }
                            },
                            {
                              "if": {
                                "properties": {
                                  "kind": {
                                    "const": "radio"
                                  }
                                }
                              },
                              "then": {
                                "required": [
                                  "choices"
                                ],
                                "not": {
                                  "anyOf": [
                                    {
                                      "required": [
                                        "minLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "minSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "categories"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "responseType"
                                      ]
                                    }
                                  ]
                                }
                              }
                            },
                            {
                              "if": {
                                "properties": {
                                  "kind": {
                                    "const": "checkbox"
                                  }
                                }
                              },
                              "then": {
                                "required": [
                                  "choices"
                                ],
                                "not": {
                                  "anyOf": [
                                    {
                                      "required": [
                                        "minLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "categories"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "responseType"
                                      ]
                                    }
                                  ]
                                }
                              }
                            },
                            {
                              "if": {
                                "properties": {
                                  "kind": {
                                    "const": "highlight"
                                  }
                                }
                              },
                              "then": {
                                "not": {
                                  "anyOf": [
                                    {
                                      "required": [
                                        "minLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "choices"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "minSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "categories"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "responseType"
                                      ]
                                    }
                                  ]
                                }
                              }
                            },
                            {
                              "if": {
                                "properties": {
                                  "kind": {
                                    "const": "discrete_slider"
                                  }
                                }
                              },
                              "then": {
                                "required": [
                                  "categories",
                                  "responseType"
                                ],
                                "properties": {
                                  "responseType": {
                                    "const": "discrete"
                                  }
                                },
                                "not": {
                                  "anyOf": [
                                    {
                                      "required": [
                                        "minLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "choices"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "minSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxSelect"
                                      ]
                                    }
                                  ]
                                }
                              }
                            },
                            {
                              "if": {
                                "properties": {
                                  "kind": {
                                    "const": "continuous_slider"
                                  }
                                }
                              },
                              "then": {
                                "required": [
                                  "categories",
                                  "responseType"
                                ],
                                "properties": {
                                  "responseType": {
                                    "const": "continuous"
                                  }
                                },
                                "not": {
                                  "anyOf": [
                                    {
                                      "required": [
                                        "minLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "choices"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "minSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxSelect"
                                      ]
                                    }
                                  ]
                                }
                              }
                            }
                          ]
                        }
                      },
                      "rules": {
                        "type": "array",
                        "items": {
                          "type": "object",
                          "additionalProperties": false,
                          "required": [
                            "when",
                            "show"
                          ],
                          "properties": {
                            "when": {
                              "type": "array",
                              "minItems": 1,
                              "items": {
                                "type": "object",
                                "additionalProperties": false,
                                "required": [
                                  "dimension",
                                  "choices"
                                ],
                                "properties": {
                                  "dimension": {
                                    "type": "string",
                                    "maxLength": 32
                                  },
                                  "choices": {
                                    "type": "array",
                                    "minItems": 1,
                                    "items": {
                                      "type": "string"
                                    }
                                  }
                                }
                              }
                            },
                            "show": {
                              "type": "array",
                              "minItems": 1,
                              "items": {
                                "type": "string",
                                "maxLength": 32
                              }
                            }
                          }
                        }
                      }
                    }
                  }
                ]
              },
              "shuffleQuestions": {
                "type": "string",
                "enum": [
                  "none",
                  "session",
                  "slate"
                ],
                "description": "Whether to randomize the order of questions once per session or per slate."
              },
              "hasAudio": {
                "type": "boolean"
              },
              "contentSizing": {
                "type": "string",
                "enum": [
                  "crop",
                  "scale_to_fit_content",
                  "scale_to_fit_survey"
                ]
              },
              "videoSize": {
                "type": "object",
                "additionalProperties": false,
                "properties": {
                  "minWidth": {
                    "type": "integer",
                    "minimum": 0,
                    "maximum": 1920
                  },
                  "maxWidth": {
                    "type": "integer",
                    "minimum": 120
                  },
                  "minHeight": {
                    "type": "integer",
                    "minimum": 0,
                    "maximum": 1080
                  },
                  "maxHeight": {
                    "type": "integer",
                    "minimum": 120
                  }
                }
              },
              "fullscreen": {
                "type": "boolean",
                "description": "Require raters to view the video in fullscreen mode."
              },
              "minPlayDuration": {
                "type": "number",
                "minimum": 0,
                "maximum": 60000,
                "description": "Force raters to watch or listen to at least this many milliseconds."
              },
              "allowSeeking": {
                "type": "boolean",
                "description": "Whether raters can seek through the video."
              },
              "loopVideo": {
                "type": "boolean",
                "description": "Whether the video restarts automatically after it finishes."
              },
              "showDimensionLabels": {
                "type": "boolean",
                "description": "Whether to display dimension labels on survey questions."
              }
            }
          },
          "surveyImage": {
            "type": "object",
            "additionalProperties": false,
            "required": [
              "survey"
            ],
            "properties": {
              "survey": {
                "description": "A question array, or an object containing questions and visibility rules.",
                "oneOf": [
                  {
                    "type": "array",
                    "minItems": 1,
                    "maxItems": 10,
                    "uniqueItems": true,
                    "items": {
                      "type": "object",
                      "additionalProperties": false,
                      "required": [
                        "kind",
                        "question",
                        "dimension"
                      ],
                      "properties": {
                        "minSelect": {
                          "type": "integer",
                          "minimum": 1
                        },
                        "maxSelect": {
                          "type": "integer",
                          "minimum": 1
                        },
                        "minLength": {
                          "type": "integer",
                          "minimum": 0,
                          "maximum": 32,
                          "description": "Minimum number of characters of a textarea answer, ignoring leading and trailing whitespace. Defaults to 1. Use 0 to make the question optional."
                        },
                        "maxLength": {
                          "type": "integer",
                          "minimum": 32,
                          "description": "Maximum number of characters of a textarea answer, ignoring leading and trailing whitespace. At least 32. Unlimited by default."
                        },
                        "kind": {
                          "type": "string",
                          "enum": [
                            "textarea",
                            "radio",
                            "checkbox",
                            "highlight",
                            "discrete_slider",
                            "continuous_slider"
                          ],
                          "description": "The type of question to ask, such as multiple choice questions (checkbox) or asking raters to highlight words in a transcript (highlight). "
                        },
                        "question": {
                          "type": "string"
                        },
                        "choices": {
                          "type": "array",
                          "minItems": 1,
                          "maxItems": 10,
                          "uniqueItems": true,
                          "items": {
                            "type": "object",
                            "additionalProperties": false,
                            "required": [
                              "label"
                            ],
                            "properties": {
                              "label": {
                                "type": "string"
                              },
                              "description": {
                                "type": "string",
                                "maxLength": 32
                              }
                            }
                          }
                        },
                        "dimension": {
                          "type": "string",
                          "maxLength": 32
                        },
                        "categories": {
                          "type": "array",
                          "minItems": 2,
                          "maxItems": 10,
                          "uniqueItems": true,
                          "items": {
                            "type": "object",
                            "additionalProperties": false,
                            "required": [
                              "label",
                              "score"
                            ],
                            "properties": {
                              "score": {
                                "type": "number"
                              },
                              "label": {
                                "type": "string"
                              }
                            }
                          }
                        },
                        "responseType": {
                          "type": "string",
                          "enum": [
                            "discrete",
                            "continuous"
                          ],
                          "description": "Type of slider response. Discrete uses integer steps, continuous allows any value."
                        }
                      },
                      "allOf": [
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "textarea"
                              }
                            }
                          },
                          "then": {
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "choices"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "categories"
                                  ]
                                },
                                {
                                  "required": [
                                    "responseType"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "radio"
                              }
                            }
                          },
                          "then": {
                            "required": [
                              "choices"
                            ],
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "categories"
                                  ]
                                },
                                {
                                  "required": [
                                    "responseType"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "checkbox"
                              }
                            }
                          },
                          "then": {
                            "required": [
                              "choices"
                            ],
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "categories"
                                  ]
                                },
                                {
                                  "required": [
                                    "responseType"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "highlight"
                              }
                            }
                          },
                          "then": {
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "choices"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "categories"
                                  ]
                                },
                                {
                                  "required": [
                                    "responseType"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "discrete_slider"
                              }
                            }
                          },
                          "then": {
                            "required": [
                              "categories",
                              "responseType"
                            ],
                            "properties": {
                              "responseType": {
                                "const": "discrete"
                              }
                            },
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "choices"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                }
                              ]
                            }
                          }
                        },
                        {
                          "if": {
                            "properties": {
                              "kind": {
                                "const": "continuous_slider"
                              }
                            }
                          },
                          "then": {
                            "required": [
                              "categories",
                              "responseType"
                            ],
                            "properties": {
                              "responseType": {
                                "const": "continuous"
                              }
                            },
                            "not": {
                              "anyOf": [
                                {
                                  "required": [
                                    "minLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxLength"
                                  ]
                                },
                                {
                                  "required": [
                                    "choices"
                                  ]
                                },
                                {
                                  "required": [
                                    "minSelect"
                                  ]
                                },
                                {
                                  "required": [
                                    "maxSelect"
                                  ]
                                }
                              ]
                            }
                          }
                        }
                      ]
                    }
                  },
                  {
                    "type": "object",
                    "additionalProperties": false,
                    "required": [
                      "questions"
                    ],
                    "properties": {
                      "questions": {
                        "type": "array",
                        "minItems": 1,
                        "maxItems": 10,
                        "uniqueItems": true,
                        "items": {
                          "type": "object",
                          "additionalProperties": false,
                          "required": [
                            "kind",
                            "question",
                            "dimension"
                          ],
                          "properties": {
                            "minSelect": {
                              "type": "integer",
                              "minimum": 1
                            },
                            "maxSelect": {
                              "type": "integer",
                              "minimum": 1
                            },
                            "minLength": {
                              "type": "integer",
                              "minimum": 0,
                              "maximum": 32,
                              "description": "Minimum number of characters of a textarea answer, ignoring leading and trailing whitespace. Defaults to 1. Use 0 to make the question optional."
                            },
                            "maxLength": {
                              "type": "integer",
                              "minimum": 32,
                              "description": "Maximum number of characters of a textarea answer, ignoring leading and trailing whitespace. At least 32. Unlimited by default."
                            },
                            "kind": {
                              "type": "string",
                              "enum": [
                                "textarea",
                                "radio",
                                "checkbox",
                                "highlight",
                                "discrete_slider",
                                "continuous_slider"
                              ],
                              "description": "The type of question to ask, such as multiple choice questions (checkbox) or asking raters to highlight words in a transcript (highlight). "
                            },
                            "question": {
                              "type": "string"
                            },
                            "choices": {
                              "type": "array",
                              "minItems": 1,
                              "maxItems": 10,
                              "uniqueItems": true,
                              "items": {
                                "type": "object",
                                "additionalProperties": false,
                                "required": [
                                  "label"
                                ],
                                "properties": {
                                  "label": {
                                    "type": "string"
                                  },
                                  "description": {
                                    "type": "string",
                                    "maxLength": 32
                                  }
                                }
                              }
                            },
                            "dimension": {
                              "type": "string",
                              "maxLength": 32
                            },
                            "categories": {
                              "type": "array",
                              "minItems": 2,
                              "maxItems": 10,
                              "uniqueItems": true,
                              "items": {
                                "type": "object",
                                "additionalProperties": false,
                                "required": [
                                  "label",
                                  "score"
                                ],
                                "properties": {
                                  "score": {
                                    "type": "number"
                                  },
                                  "label": {
                                    "type": "string"
                                  }
                                }
                              }
                            },
                            "responseType": {
                              "type": "string",
                              "enum": [
                                "discrete",
                                "continuous"
                              ],
                              "description": "Type of slider response. Discrete uses integer steps, continuous allows any value."
                            }
                          },
                          "allOf": [
                            {
                              "if": {
                                "properties": {
                                  "kind": {
                                    "const": "textarea"
                                  }
                                }
                              },
                              "then": {
                                "not": {
                                  "anyOf": [
                                    {
                                      "required": [
                                        "choices"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "minSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "categories"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "responseType"
                                      ]
                                    }
                                  ]
                                }
                              }
                            },
                            {
                              "if": {
                                "properties": {
                                  "kind": {
                                    "const": "radio"
                                  }
                                }
                              },
                              "then": {
                                "required": [
                                  "choices"
                                ],
                                "not": {
                                  "anyOf": [
                                    {
                                      "required": [
                                        "minLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "minSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "categories"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "responseType"
                                      ]
                                    }
                                  ]
                                }
                              }
                            },
                            {
                              "if": {
                                "properties": {
                                  "kind": {
                                    "const": "checkbox"
                                  }
                                }
                              },
                              "then": {
                                "required": [
                                  "choices"
                                ],
                                "not": {
                                  "anyOf": [
                                    {
                                      "required": [
                                        "minLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "categories"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "responseType"
                                      ]
                                    }
                                  ]
                                }
                              }
                            },
                            {
                              "if": {
                                "properties": {
                                  "kind": {
                                    "const": "highlight"
                                  }
                                }
                              },
                              "then": {
                                "not": {
                                  "anyOf": [
                                    {
                                      "required": [
                                        "minLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "choices"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "minSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "categories"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "responseType"
                                      ]
                                    }
                                  ]
                                }
                              }
                            },
                            {
                              "if": {
                                "properties": {
                                  "kind": {
                                    "const": "discrete_slider"
                                  }
                                }
                              },
                              "then": {
                                "required": [
                                  "categories",
                                  "responseType"
                                ],
                                "properties": {
                                  "responseType": {
                                    "const": "discrete"
                                  }
                                },
                                "not": {
                                  "anyOf": [
                                    {
                                      "required": [
                                        "minLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "choices"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "minSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxSelect"
                                      ]
                                    }
                                  ]
                                }
                              }
                            },
                            {
                              "if": {
                                "properties": {
                                  "kind": {
                                    "const": "continuous_slider"
                                  }
                                }
                              },
                              "then": {
                                "required": [
                                  "categories",
                                  "responseType"
                                ],
                                "properties": {
                                  "responseType": {
                                    "const": "continuous"
                                  }
                                },
                                "not": {
                                  "anyOf": [
                                    {
                                      "required": [
                                        "minLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxLength"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "choices"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "minSelect"
                                      ]
                                    },
                                    {
                                      "required": [
                                        "maxSelect"
                                      ]
                                    }
                                  ]
                                }
                              }
                            }
                          ]
                        }
                      },
                      "rules": {
                        "type": "array",
                        "items": {
                          "type": "object",
                          "additionalProperties": false,
                          "required": [
                            "when",
                            "show"
                          ],
                          "properties": {
                            "when": {
                              "type": "array",
                              "minItems": 1,
                              "items": {
                                "type": "object",
                                "additionalProperties": false,
                                "required": [
                                  "dimension",
                                  "choices"
                                ],
                                "properties": {
                                  "dimension": {
                                    "type": "string",
                                    "maxLength": 32
                                  },
                                  "choices": {
                                    "type": "array",
                                    "minItems": 1,
                                    "items": {
                                      "type": "string"
                                    }
                                  }
                                }
                              }
                            },
                            "show": {
                              "type": "array",
                              "minItems": 1,
                              "items": {
                                "type": "string",
                                "maxLength": 32
                              }
                            }
                          }
                        }
                      }
                    }
                  }
                ]
              },
              "shuffleQuestions": {
                "type": "string",
                "enum": [
                  "none",
                  "session",
                  "slate"
                ],
                "description": "Whether to randomize the order of questions once per session or per slate."
              },
              "allowCropRefresh": {
                "type": "boolean",
                "description": "Allow raters to request different random crops."
              },
              "allowMobile": {
                "type": "boolean"
              },
              "maxCropSize": {
                "type": "integer",
                "minimum": 32,
                "description": "Raters will view image crops instead of the full image."
              },
              "minViewDuration": {
                "type": "number",
                "minimum": 0,
                "maximum": 5000,
                "description": "Force raters to view the image/video for at least this many milliseconds."
              },
              "showDimensionLabels": {
                "type": "boolean",
                "description": "Whether to display dimension labels on survey questions."
              }
            }
          },
          "preScreenAudio": {},
          "preScreenImage": {},
          "rankAudio": {
            "type": "object",
            "additionalProperties": false,
            "properties": {
              "hiddenReference": {
                "type": "boolean"
              },
              "minPlayDuration": {
                "type": "number",
                "minimum": 0,
                "maximum": 60000,
                "description": "Force raters to watch or listen to at least this many milliseconds."
              },
              "showReference": {
                "type": "boolean"
              },
              "showWaveform": {
                "type": "string",
                "enum": [
                  "default",
                  "stylized",
                  "none"
                ],
                "description": "Visualize the waveform, a stylized version of it, or hide it."
              }
            }
          }
        }
      },
      "ExperimentDetail": {
        "type": "object",
        "description": "The full configuration both kinds expose, with datasets expanded.",
        "properties": {
          "id": {
            "type": "string"
          },
          "name": {
            "type": "string",
            "description": "A description identifying the experiment.",
            "maxLength": 128
          },
          "type": {
            "type": "string"
          },
          "language": {
            "allOf": [
              {
                "$ref": "#/components/schemas/LanguageEnum"
              }
            ],
            "description": "The language used for the experiment's interface.\n\n* `ar` - Arabic\n* `de` - German\n* `en` - English\n* `es` - Spanish\n* `fr` - French\n* `hi` - Hindi\n* `it` - Italian\n* `ja` - Japanese\n* `ko` - Korean\n* `pl` - Polish\n* `pt` - Portuguese\n* `vi` - Vietnamese\n* `zh-hans` - Chinese (simplified)"
          },
          "datasets": {
            "type": "array",
            "items": {
              "$ref": "#/components/schemas/Dataset"
            },
            "readOnly": true
          },
          "training_datasets": {
            "type": "array",
            "items": {
              "$ref": "#/components/schemas/Dataset"
            },
            "readOnly": true
          },
          "golden_datasets": {
            "type": "array",
            "items": {
              "$ref": "#/components/schemas/Dataset"
            },
            "readOnly": true
          },
          "title": {
            "type": [
              "string",
              "null"
            ],
            "description": "A short title displayed at the top of the experiment screen.",
            "maxLength": 128
          },
          "question": {
            "type": [
              "string",
              "null"
            ],
            "description": "A question or instructions displayed at the top of the experiment screen.",
            "maxLength": 512
          },
          "description": {
            "type": [
              "string",
              "null"
            ],
            "description": "An optional longer explanation of how to evaluate the data."
          },
          "introduction": {
            "type": [
              "string",
              "null"
            ],
            "description": "A brief introduction explaining how to participate in the experiment. Leave empty to use default introduction.",
            "maxLength": 2048
          },
          "hero_media_url": {
            "type": [
              "string",
              "null"
            ],
            "readOnly": true
          },
          "hero_caption": {
            "type": [
              "string",
              "null"
            ],
            "description": "Caption displayed below the custom hero image/video.",
            "maxLength": 256
          },
          "tags": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "readOnly": true,
            "description": "Names of the tags labelling it."
          },
          "date_created": {
            "type": "string",
            "format": "date-time",
            "readOnly": true
          },
          "date_updated": {
            "type": "string",
            "format": "date-time",
            "readOnly": true,
            "title": "Last updated"
          },
          "config": {},
          "jobs": {
            "type": "array",
            "items": {
              "$ref": "#/components/schemas/Job"
            },
            "readOnly": true
          }
        },
        "required": [
          "datasets",
          "date_created",
          "date_updated",
          "golden_datasets",
          "hero_media_url",
          "id",
          "jobs",
          "name",
          "tags",
          "training_datasets",
          "type"
        ]
      },
      "ExperimentTypeEnum": {
        "enum": [
          "acr_audio",
          "acr_video",
          "acr_image",
          "multi_acr_video",
          "binary_audio",
          "binary_image",
          "binary_video",
          "inpainting_image",
          "mushra",
          "pairwise_audio",
          "pairwise_image",
          "pairwise_video",
          "survey_audio",
          "survey_video",
          "survey_image",
          "pre_screen_audio",
          "pre_screen_image",
          "rank_audio"
        ],
        "type": "string",
        "description": "* `acr_audio` - acr_audio\n* `acr_video` - acr_video\n* `acr_image` - acr_image\n* `multi_acr_video` - multi_acr_video\n* `binary_audio` - binary_audio\n* `binary_image` - binary_image\n* `binary_video` - binary_video\n* `inpainting_image` - inpainting_image\n* `mushra` - mushra\n* `pairwise_audio` - pairwise_audio\n* `pairwise_image` - pairwise_image\n* `pairwise_video` - pairwise_video\n* `survey_audio` - survey_audio\n* `survey_video` - survey_video\n* `survey_image` - survey_image\n* `pre_screen_audio` - pre_screen_audio\n* `pre_screen_image` - pre_screen_image\n* `rank_audio` - rank_audio"
      },
      "ExplicitContentTypesEnum": {
        "enum": [
          "sexual_or_adult_content",
          "nudity",
          "graphic_violence_or_gore",
          "hate_or_harassment",
          "strong_or_offensive_language",
          "illegal_activities",
          "drugs_or_alcohol",
          "other"
        ],
        "type": "string",
        "description": "* `sexual_or_adult_content` - Sexual or adult content\n* `nudity` - Nudity\n* `graphic_violence_or_gore` - Graphic violence or gore\n* `hate_or_harassment` - Hate or harassment\n* `strong_or_offensive_language` - Strong or offensive language\n* `illegal_activities` - Illegal activities\n* `drugs_or_alcohol` - Drugs or alcohol\n* `other` - Other"
      },
      "FilterOption": {
        "type": "object",
        "description": "What a filter asked raters, and the values or bounds it allows.",
        "properties": {
          "title": {
            "type": "string"
          },
          "question": {
            "type": "string",
            "description": "The question raters were asked."
          },
          "values": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "For filters taking values, those allowed."
          },
          "min": {
            "type": "integer",
            "description": "For filters taking bounds, the lowest allowed."
          },
          "max": {
            "type": "integer",
            "description": "For filters taking bounds, the highest allowed."
          }
        },
        "required": [
          "title"
        ]
      },
      "FilterRange": {
        "type": "object",
        "description": "Inclusive bounds; even a PATCH must supply both ends of a range.",
        "properties": {
          "min": {
            "type": "integer"
          },
          "max": {
            "type": "integer"
          }
        },
        "required": [
          "max",
          "min"
        ]
      },
      "GeographicFilterOptions": {
        "type": "object",
        "properties": {
          "current_country_of_residence": {
            "$ref": "#/components/schemas/FilterOption"
          },
          "country_of_birth": {
            "$ref": "#/components/schemas/FilterOption"
          }
        }
      },
      "GeographicFilters": {
        "type": "object",
        "properties": {
          "current_country_of_residence": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Values raters must match one of. An empty list lifts the filter."
          },
          "country_of_birth": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Values raters must match one of. An empty list lifts the filter."
          }
        }
      },
      "InterestsFilterOptions": {
        "type": "object",
        "properties": {
          "active_interests": {
            "$ref": "#/components/schemas/FilterOption"
          }
        }
      },
      "InterestsFilters": {
        "type": "object",
        "properties": {
          "active_interests": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Values raters must match one of. An empty list lifts the filter."
          }
        }
      },
      "Job": {
        "type": "object",
        "properties": {
          "id": {
            "type": "string"
          },
          "experiment_id": {
            "type": "string",
            "readOnly": true
          },
          "experiment_job_id": {
            "type": [
              "integer",
              "null"
            ],
            "maximum": 2147483647,
            "minimum": 0,
            "description": "The ID of the job in the experiment."
          },
          "num_sessions": {
            "type": "integer",
            "maximum": 10000,
            "minimum": 0,
            "title": "Number of sessions",
            "description": "How often the task is performed."
          },
          "num_comparisons": {
            "type": "integer",
            "maximum": 1000,
            "minimum": 1,
            "title": "Number of comparisons per rater",
            "description": "The maximum number of groups of stimuli evaluated by each rater."
          },
          "num_training": {
            "type": "integer",
            "maximum": 2147483647,
            "minimum": 0,
            "title": "Number of training comparisons",
            "description": "Set to zero to disable training."
          },
          "date_created": {
            "type": "string",
            "format": "date-time",
            "readOnly": true
          },
          "date_updated": {
            "type": "string",
            "format": "date-time",
            "readOnly": true,
            "title": "Last updated"
          },
          "date_launched": {
            "type": [
              "string",
              "null"
            ],
            "format": "date-time"
          },
          "rater_pool": {
            "allOf": [
              {
                "$ref": "#/components/schemas/RaterPool"
              }
            ],
            "readOnly": true
          },
          "status": {
            "type": "string",
            "readOnly": true
          },
          "config": {
            "description": "Configures stimulus selection strategy."
          }
        },
        "required": [
          "date_created",
          "date_updated",
          "experiment_id",
          "id",
          "num_comparisons",
          "num_sessions",
          "rater_pool",
          "status"
        ]
      },
      "JobAddSessions": {
        "type": "object",
        "properties": {
          "num_sessions": {
            "type": "integer",
            "maximum": 10000,
            "minimum": 1,
            "description": "Number of sessions to add to the job."
          },
          "token": {
            "type": "string",
            "description": "Time-limited token from the job costs endpoint that fixes the session price."
          }
        },
        "required": [
          "num_sessions",
          "token"
        ]
      },
      "JobCosts": {
        "type": "object",
        "properties": {
          "num_sessions": {
            "type": "integer"
          },
          "cost": {
            "type": "number",
            "format": "double"
          },
          "cost_per_additional_session": {
            "type": "number",
            "format": "double"
          },
          "currency": {
            "type": "string"
          },
          "token": {
            "type": "string",
            "description": "Time-limited token to confirm cost calculation."
          },
          "token_expires_in": {
            "type": "integer",
            "description": "Token expiry time in seconds."
          },
          "token_expires_at": {
            "type": "string",
            "format": "date-time",
            "description": "Token expiry timestamp (ISO 8601)."
          }
        },
        "required": [
          "cost",
          "cost_per_additional_session",
          "currency",
          "num_sessions",
          "token",
          "token_expires_at",
          "token_expires_in"
        ]
      },
      "JobCreateResponse": {
        "type": "object",
        "properties": {
          "id": {
            "type": "string"
          },
          "experiment_id": {
            "type": "string",
            "readOnly": true
          },
          "experiment_job_id": {
            "type": [
              "integer",
              "null"
            ],
            "maximum": 2147483647,
            "minimum": 0,
            "description": "The ID of the job in the experiment."
          },
          "num_sessions": {
            "type": "integer",
            "maximum": 10000,
            "minimum": 0,
            "title": "Number of sessions",
            "description": "How often the task is performed."
          },
          "num_comparisons": {
            "type": "integer",
            "maximum": 1000,
            "minimum": 1,
            "title": "Number of comparisons per rater",
            "description": "The maximum number of groups of stimuli evaluated by each rater."
          },
          "num_training": {
            "type": "integer",
            "maximum": 2147483647,
            "minimum": 0,
            "title": "Number of training comparisons",
            "description": "Set to zero to disable training."
          },
          "date_created": {
            "type": "string",
            "format": "date-time",
            "readOnly": true
          },
          "date_updated": {
            "type": "string",
            "format": "date-time",
            "readOnly": true,
            "title": "Last updated"
          },
          "date_launched": {
            "type": [
              "string",
              "null"
            ],
            "format": "date-time"
          },
          "rater_pool": {
            "allOf": [
              {
                "$ref": "#/components/schemas/RaterPool"
              }
            ],
            "readOnly": true
          },
          "status": {
            "type": "string",
            "readOnly": true
          },
          "config": {
            "description": "Configures stimulus selection strategy."
          },
          "warnings": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "readOnly": true,
            "description": "Warning messages about the job configuration, if any."
          }
        },
        "required": [
          "date_created",
          "date_updated",
          "experiment_id",
          "id",
          "num_comparisons",
          "num_sessions",
          "rater_pool",
          "status",
          "warnings"
        ]
      },
      "JobDetail": {
        "type": "object",
        "properties": {
          "id": {
            "type": "string"
          },
          "experiment_id": {
            "type": "string",
            "readOnly": true
          },
          "experiment_job_id": {
            "type": [
              "integer",
              "null"
            ],
            "maximum": 2147483647,
            "minimum": 0,
            "description": "The ID of the job in the experiment."
          },
          "num_sessions": {
            "type": "integer",
            "maximum": 10000,
            "minimum": 0,
            "title": "Number of sessions",
            "description": "How often the task is performed."
          },
          "num_comparisons": {
            "type": "integer",
            "maximum": 1000,
            "minimum": 1,
            "title": "Number of comparisons per rater",
            "description": "The maximum number of groups of stimuli evaluated by each rater."
          },
          "num_training": {
            "type": "integer",
            "maximum": 2147483647,
            "minimum": 0,
            "title": "Number of training comparisons",
            "description": "Set to zero to disable training."
          },
          "date_created": {
            "type": "string",
            "format": "date-time",
            "readOnly": true
          },
          "date_updated": {
            "type": "string",
            "format": "date-time",
            "readOnly": true,
            "title": "Last updated"
          },
          "date_launched": {
            "type": [
              "string",
              "null"
            ],
            "format": "date-time"
          },
          "rater_pool": {
            "allOf": [
              {
                "$ref": "#/components/schemas/RaterPool"
              }
            ],
            "readOnly": true
          },
          "status": {
            "type": "string",
            "readOnly": true
          },
          "config": {
            "description": "Configures stimulus selection strategy."
          },
          "max_repetitions": {
            "type": "integer",
            "maximum": 2147483647,
            "minimum": 1,
            "title": "Maximum number of repetitions",
            "description": "How often an individual rater is allowed to repeat the task."
          },
          "min_rest_time": {
            "type": "integer",
            "maximum": 2147483647,
            "minimum": 0,
            "title": "Minimum rest time",
            "description": "How many minutes should pass before a rater can repeat the task."
          }
        },
        "required": [
          "date_created",
          "date_updated",
          "experiment_id",
          "id",
          "num_comparisons",
          "num_sessions",
          "rater_pool",
          "status"
        ]
      },
      "JobLaunch": {
        "type": "object",
        "properties": {
          "token": {
            "type": "string",
            "description": "Time-limited token to confirm job launch."
          }
        },
        "required": [
          "token"
        ]
      },
      "KindA0cEnum": {
        "enum": [
          0,
          100,
          400,
          500,
          800
        ],
        "type": "integer",
        "description": "* `0` - Anyone\n* `100` - Project members\n* `400` - Crowd-sourced raters\n* `500` - AI raters\n* `800` - Bring your own"
      },
      "LanguageEnum": {
        "enum": [
          "ar",
          "de",
          "en",
          "es",
          "fr",
          "hi",
          "it",
          "ja",
          "ko",
          "pl",
          "pt",
          "vi",
          "zh-hans"
        ],
        "type": "string",
        "description": "* `ar` - Arabic\n* `de` - German\n* `en` - English\n* `es` - Spanish\n* `fr` - French\n* `hi` - Hindi\n* `it` - Italian\n* `ja` - Japanese\n* `ko` - Korean\n* `pl` - Polish\n* `pt` - Portuguese\n* `vi` - Vietnamese\n* `zh-hans` - Chinese (simplified)"
      },
      "LanguageFilterOptions": {
        "type": "object",
        "properties": {
          "first_language": {
            "$ref": "#/components/schemas/FilterOption"
          },
          "primary_language": {
            "$ref": "#/components/schemas/FilterOption"
          },
          "fluent_languages": {
            "$ref": "#/components/schemas/FilterOption"
          },
          "dialects_and_regional_variations": {
            "$ref": "#/components/schemas/FilterOption"
          }
        }
      },
      "LanguageFilters": {
        "type": "object",
        "properties": {
          "first_language": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Values raters must match one of. An empty list lifts the filter."
          },
          "primary_language": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Values raters must match one of. An empty list lifts the filter."
          },
          "fluent_languages": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Values raters must match one of. An empty list lifts the filter."
          },
          "dialects_and_regional_variations": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Values raters must match one of. An empty list lifts the filter."
          }
        }
      },
      "Leaderboard": {
        "type": "object",
        "properties": {
          "id": {
            "type": "string"
          },
          "name": {
            "type": "string",
            "description": "A descriptive name for the leaderboard.",
            "maxLength": 100
          },
          "date_updated": {
            "type": "string",
            "format": "date-time",
            "readOnly": true,
            "title": "Last updated"
          }
        },
        "required": [
          "date_updated",
          "id",
          "name"
        ]
      },
      "LeaderboardDetail": {
        "type": "object",
        "properties": {
          "id": {
            "type": "string"
          },
          "name": {
            "type": "string",
            "description": "A descriptive name for the leaderboard.",
            "maxLength": 100
          },
          "description": {
            "type": "string",
            "description": "Optional description of the leaderboard."
          },
          "date_created": {
            "type": "string",
            "format": "date-time",
            "readOnly": true
          },
          "date_updated": {
            "type": "string",
            "format": "date-time",
            "readOnly": true,
            "title": "Last updated"
          },
          "include_patterns": {
            "type": "string",
            "title": "Include conditions",
            "description": "Comma-separated list of conditions to include. Supports wildcards (*). Leave empty to include all methods."
          },
          "exclude_patterns": {
            "type": "string",
            "title": "Exclude conditions",
            "description": "Comma-separated list of conditions to exclude. Supports wildcards (*). Applied after include patterns."
          },
          "entries": {
            "type": "array",
            "items": {
              "type": "object",
              "additionalProperties": {}
            },
            "readOnly": true
          }
        },
        "required": [
          "date_created",
          "date_updated",
          "entries",
          "id",
          "name"
        ]
      },
      "MediaTypeEnum": {
        "enum": [
          "audio",
          "image",
          "video"
        ],
        "type": "string",
        "description": "* `audio` - audio\n* `image` - image\n* `video` - video"
      },
      "Metric": {
        "type": "object",
        "properties": {
          "kind": {
            "$ref": "#/components/schemas/MetricKind"
          },
          "dimension": {
            "type": [
              "string",
              "null"
            ],
            "description": "Used by experiments evaluating multiple criteria simultaneously.",
            "maxLength": 32
          },
          "source": {
            "type": [
              "string",
              "null"
            ],
            "description": "Return the source of the metric (job or experiment).",
            "readOnly": true
          },
          "scores": {
            "type": "array",
            "items": {},
            "description": "Return the scores for each method.",
            "readOnly": true
          }
        },
        "required": [
          "kind",
          "scores",
          "source"
        ]
      },
      "MetricKind": {
        "enum": [
          "percent_approved",
          "bayesian_elo",
          "elo",
          "mean",
          "win_loss",
          "stats",
          "percent_chosen"
        ],
        "type": "string",
        "description": "* `percent_approved` - Approval rate\n* `bayesian_elo` - Elo\n* `elo` - Elo (vanilla)\n* `mean` - MOS\n* `win_loss` - Win/loss\n* `stats` - Statistics\n* `percent_chosen` - Percent chosen"
      },
      "NullEnum": {
        "type": "null"
      },
      "OrganizationBillingEvent": {
        "type": "object",
        "description": "Serialize billing events with optional organization project attribution.",
        "properties": {
          "kind": {
            "$ref": "#/components/schemas/BillingEventKind"
          },
          "amount_credits": {
            "type": "string",
            "format": "decimal",
            "pattern": "^-?\\d{0,12}(?:\\.\\d{0,2})?$",
            "readOnly": true
          },
          "remaining_credits": {
            "type": "string",
            "format": "decimal",
            "pattern": "^-?\\d{0,12}(?:\\.\\d{0,2})?$",
            "readOnly": true
          },
          "currency": {
            "type": "string",
            "readOnly": true
          },
          "date": {
            "type": "string",
            "format": "date-time",
            "readOnly": true
          },
          "note": {
            "type": "string",
            "maxLength": 255
          },
          "creator": {
            "allOf": [
              {
                "$ref": "#/components/schemas/Creator"
              }
            ],
            "readOnly": true
          },
          "api_key": {
            "allOf": [
              {
                "$ref": "#/components/schemas/ProjectAPIKey"
              }
            ],
            "readOnly": true
          },
          "project": {
            "oneOf": [
              {
                "$ref": "#/components/schemas/OrganizationProject"
              },
              {
                "type": "null"
              }
            ],
            "readOnly": true
          }
        },
        "required": [
          "amount_credits",
          "api_key",
          "creator",
          "currency",
          "date",
          "kind",
          "project",
          "remaining_credits"
        ]
      },
      "OrganizationProject": {
        "type": "object",
        "description": "Serialize the ID and name of a project in an organization.",
        "properties": {
          "id": {
            "type": "string",
            "readOnly": true
          },
          "name": {
            "type": "string",
            "maxLength": 128
          }
        },
        "required": [
          "id"
        ]
      },
      "PaginatedExperimentList": {
        "type": "array",
        "items": {
          "$ref": "#/components/schemas/Experiment"
        }
      },
      "PaginatedRaterList": {
        "type": "array",
        "items": {
          "$ref": "#/components/schemas/Rater"
        }
      },
      "PaginatedRaterPerformanceList": {
        "type": "array",
        "items": {
          "$ref": "#/components/schemas/RaterPerformance"
        }
      },
      "PaginatedRatingDetailList": {
        "type": "array",
        "items": {
          "$ref": "#/components/schemas/RatingDetail"
        }
      },
      "PaginatedSessionList": {
        "type": "array",
        "items": {
          "$ref": "#/components/schemas/Session"
        }
      },
      "PaginatedSlateList": {
        "type": "array",
        "items": {
          "$ref": "#/components/schemas/Slate"
        }
      },
      "PaginatedTemplateList": {
        "type": "array",
        "items": {
          "$ref": "#/components/schemas/Template"
        }
      },
      "PartURLs": {
        "type": "object",
        "properties": {
          "part_numbers": {
            "type": "array",
            "items": {
              "type": "integer",
              "minimum": 1
            },
            "maxItems": 1000
          }
        },
        "required": [
          "part_numbers"
        ]
      },
      "PartURLsResponse": {
        "type": "object",
        "properties": {
          "urls": {
            "type": "object",
            "additionalProperties": {
              "type": "string",
              "format": "uri"
            }
          }
        },
        "required": [
          "urls"
        ]
      },
      "PatchedBringYourOwnRaterPool": {
        "type": "object",
        "description": "A pool of raters managed by you (\"bring your own\").",
        "properties": {
          "id": {
            "type": "string",
            "readOnly": true
          },
          "type": {
            "allOf": [
              {
                "$ref": "#/components/schemas/BringYourOwnRaterPoolTypeEnum"
              }
            ],
            "description": "`crowd` pools recruit raters via our crowd-sourcing partners, and `byo` pools hold raters invited to a job via email.\n\n* `byo` - Bring your own"
          },
          "name": {
            "type": "string",
            "readOnly": true,
            "description": "The name of the pool type."
          },
          "size": {
            "type": [
              "integer",
              "null"
            ],
            "readOnly": true,
            "description": "How many raters the pool holds, if known."
          },
          "kind": {
            "allOf": [
              {
                "$ref": "#/components/schemas/KindA0cEnum"
              }
            ],
            "readOnly": true,
            "description": "Use `type` instead.\n\n* `0` - Anyone\n* `100` - Project members\n* `400` - Crowd-sourced raters\n* `500` - AI raters\n* `800` - Bring your own",
            "deprecated": true
          },
          "label": {
            "type": "string",
            "description": "Optional name for the rater pool displayed to our users.",
            "maxLength": 48
          },
          "is_enabled": {
            "type": "boolean",
            "description": "Whether jobs can use the pool. Turn off to pause it."
          },
          "applies_to": {
            "$ref": "#/components/schemas/AppliesTo"
          },
          "emails": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Email addresses of raters in this pool (up to 1000)."
          }
        }
      },
      "PatchedCrowdSourcedRaterPool": {
        "type": "object",
        "description": "A pool of paid raters recruited from a crowd-sourcing platform and filtered by topic.",
        "properties": {
          "id": {
            "type": "string",
            "readOnly": true
          },
          "type": {
            "allOf": [
              {
                "$ref": "#/components/schemas/CrowdSourcedRaterPoolTypeEnum"
              }
            ],
            "description": "`crowd` pools recruit raters via our crowd-sourcing partners, and `byo` pools hold raters invited to a job via email.\n\n* `crowd` - Crowd-sourced raters"
          },
          "name": {
            "type": "string",
            "readOnly": true,
            "description": "The name of the pool type."
          },
          "size": {
            "type": [
              "integer",
              "null"
            ],
            "readOnly": true,
            "description": "How many raters the pool holds, if known."
          },
          "kind": {
            "allOf": [
              {
                "$ref": "#/components/schemas/KindA0cEnum"
              }
            ],
            "readOnly": true,
            "description": "Use `type` instead.\n\n* `0` - Anyone\n* `100` - Project members\n* `400` - Crowd-sourced raters\n* `500` - AI raters\n* `800` - Bring your own",
            "deprecated": true
          },
          "label": {
            "type": "string",
            "description": "Optional name for the rater pool displayed to our users.",
            "maxLength": 48
          },
          "is_enabled": {
            "type": "boolean",
            "description": "Whether jobs can use the pool. Turn off to pause it."
          },
          "applies_to": {
            "$ref": "#/components/schemas/AppliesTo"
          },
          "hourly_rate_gbp": {
            "type": "string",
            "format": "decimal",
            "pattern": "^-?\\d{0,2}(?:\\.\\d{0,2})?$",
            "description": "Hourly rate in GBP paid to raters, unless a job sets its own. Defaults to 9.00."
          },
          "filters": {
            "$ref": "#/components/schemas/RaterPoolFilters"
          }
        }
      },
      "PatchedProjectRaterPool": {
        "oneOf": [
          {
            "$ref": "#/components/schemas/PatchedCrowdSourcedRaterPool"
          },
          {
            "$ref": "#/components/schemas/PatchedBringYourOwnRaterPool"
          }
        ],
        "discriminator": {
          "propertyName": "type",
          "mapping": {
            "crowd": "#/components/schemas/PatchedCrowdSourcedRaterPool",
            "byo": "#/components/schemas/PatchedBringYourOwnRaterPool"
          }
        }
      },
      "PatchedSurveyWrite": {
        "type": "object",
        "description": "Serializer for creating and updating reusable project surveys.",
        "properties": {
          "name": {
            "type": "string",
            "description": "A descriptive name for the survey.",
            "maxLength": 128
          },
          "questions": {
            "$ref": "#/components/schemas/SurveyQuestions"
          },
          "rules": {
            "oneOf": [
              {
                "$ref": "#/components/schemas/SurveyRules"
              },
              {
                "type": "null"
              }
            ]
          },
          "config": {
            "allOf": [
              {
                "$ref": "#/components/schemas/SurveyConfigInput"
              }
            ],
            "description": "Deprecated: use questions and rules instead.",
            "deprecated": true
          }
        }
      },
      "PatchedUpdateExperiment": {
        "type": "object",
        "description": "Updates what stays editable on an experiment or template, whatever its status.",
        "properties": {
          "tags": {
            "type": "array",
            "items": {
              "type": "string",
              "maxLength": 128
            },
            "description": "Names of tags to label it with, replacing its current ones. Tags the project lacks are created, and tags nothing uses any more are deleted."
          }
        }
      },
      "PatchedWebhookUpdate": {
        "type": "object",
        "description": "Serializer for updating a Webhook instance.\nAllows partial updates of the target URL, events, status, and secret ID.",
        "properties": {
          "target_url": {
            "type": "string",
            "format": "uri",
            "maxLength": 2048
          },
          "events": {
            "type": "array",
            "items": {
              "$ref": "#/components/schemas/EventsEnum"
            },
            "description": "List of event types to subscribe to (e.g., [\"dataset.status_changed\", \"job.completed\"])."
          },
          "status": {
            "$ref": "#/components/schemas/StatusC7dEnum"
          },
          "secret_id": {
            "type": "string",
            "description": "ID of the secret to use for this webhook."
          }
        }
      },
      "ProjectAPIKey": {
        "type": "object",
        "properties": {
          "name": {
            "type": "string",
            "description": "A name for the API key.",
            "maxLength": 50
          },
          "creator": {
            "allOf": [
              {
                "$ref": "#/components/schemas/Creator"
              }
            ],
            "readOnly": true
          }
        },
        "required": [
          "creator"
        ]
      },
      "ProjectRaterPool": {
        "oneOf": [
          {
            "$ref": "#/components/schemas/CrowdSourcedRaterPool"
          },
          {
            "$ref": "#/components/schemas/BringYourOwnRaterPool"
          }
        ],
        "discriminator": {
          "propertyName": "type",
          "mapping": {
            "crowd": "#/components/schemas/CrowdSourcedRaterPool",
            "byo": "#/components/schemas/BringYourOwnRaterPool"
          }
        }
      },
      "ProjectRaterPoolList": {
        "type": "object",
        "description": "A rater pool available to the project, marked by whether the project manages it.",
        "properties": {
          "id": {
            "type": "string",
            "readOnly": true
          },
          "type": {
            "allOf": [
              {
                "$ref": "#/components/schemas/RaterPoolTypeEnum"
              }
            ],
            "description": "`crowd` pools recruit raters via our crowd-sourcing partners, and `byo` pools hold raters invited to a job via email.\n\n* `anyone` - Anyone\n* `project_members` - Project members\n* `crowd` - Crowd-sourced raters\n* `ai` - AI raters\n* `byo` - Bring your own"
          },
          "name": {
            "type": "string",
            "readOnly": true,
            "description": "The name of the pool type."
          },
          "size": {
            "type": [
              "integer",
              "null"
            ],
            "readOnly": true,
            "description": "How many raters the pool holds, if known."
          },
          "kind": {
            "allOf": [
              {
                "$ref": "#/components/schemas/KindA0cEnum"
              }
            ],
            "readOnly": true,
            "description": "Use `type` instead.\n\n* `0` - Anyone\n* `100` - Project members\n* `400` - Crowd-sourced raters\n* `500` - AI raters\n* `800` - Bring your own",
            "deprecated": true
          },
          "label": {
            "type": "string",
            "description": "Optional name for the rater pool displayed to our users.",
            "maxLength": 48
          },
          "is_managed": {
            "type": "boolean",
            "readOnly": true,
            "description": "Whether the project manages this pool. Only managed pools can be retrieved, updated, or deleted through this API."
          }
        },
        "required": [
          "id",
          "is_managed",
          "kind",
          "name",
          "size",
          "type"
        ]
      },
      "PublicDatasetCreate": {
        "type": "object",
        "description": "Serializer for creating a new dataset with single file (used by public API).",
        "properties": {
          "id": {
            "type": "string",
            "readOnly": true
          },
          "name": {
            "type": "string",
            "description": "A short name identifying the dataset.",
            "maxLength": 64
          },
          "filename": {
            "type": "string",
            "writeOnly": true,
            "description": "The name of the zip file that will be uploaded."
          },
          "file_size": {
            "type": "integer",
            "maximum": 5368709120000,
            "minimum": 1,
            "format": "int64",
            "writeOnly": true,
            "description": "Size of the zip file in bytes. Required for files over 5 GB, which are uploaded in parts. Without it, the file is uploaded in a single part."
          },
          "upload_url": {
            "type": "string",
            "format": "uri",
            "readOnly": true,
            "description": "Deprecated: the only URL in `upload_urls`, returned when the file is one part."
          },
          "part_size": {
            "type": [
              "integer",
              "null"
            ],
            "readOnly": true,
            "description": "Size in bytes of every part but the last, or null when file_size is omitted."
          },
          "upload_urls": {
            "type": "array",
            "items": {
              "type": "string",
              "format": "uri"
            },
            "readOnly": true,
            "description": "Presigned URLs to `PUT` the parts to, in order: part n goes to the nth URL."
          },
          "status_url": {
            "type": "string",
            "format": "uri",
            "readOnly": true,
            "description": "Poll this to follow processing, which starts once every part is uploaded."
          },
          "retention_days": {
            "type": [
              "integer",
              "null"
            ],
            "maximum": 2147483647,
            "minimum": -1,
            "description": "Number of days to retain this dataset. Use -1 for unlimited retention. Empty means use project default."
          },
          "secrets": {
            "type": "array",
            "items": {
              "type": "object",
              "additionalProperties": {}
            },
            "writeOnly": true,
            "description": "List of secrets associated with the dataset"
          },
          "config": {},
          "contains_pii": {
            "type": "boolean",
            "default": false
          },
          "contains_sensitive_content": {
            "type": "boolean",
            "default": false
          },
          "contains_explicit_content": {
            "type": "boolean",
            "default": false
          },
          "explicit_content_types": {
            "type": "array",
            "items": {
              "$ref": "#/components/schemas/ExplicitContentTypesEnum"
            }
          }
        },
        "required": [
          "filename",
          "id",
          "name",
          "part_size",
          "status_url",
          "upload_url",
          "upload_urls"
        ]
      },
      "Rater": {
        "type": "object",
        "properties": {
          "id": {
            "type": "string"
          },
          "user": {
            "oneOf": [
              {
                "$ref": "#/components/schemas/User"
              },
              {
                "type": "null"
              }
            ]
          },
          "meta": {
            "allOf": [
              {
                "$ref": "#/components/schemas/RaterMeta"
              }
            ],
            "readOnly": true
          }
        },
        "required": [
          "id",
          "meta",
          "user"
        ]
      },
      "RaterDetail": {
        "type": "object",
        "description": "A rater with their performance, plus their sessions in the same project or pool.",
        "properties": {
          "id": {
            "type": "string",
            "readOnly": true,
            "description": "The rater's ID."
          },
          "user": {
            "oneOf": [
              {
                "$ref": "#/components/schemas/User"
              },
              {
                "type": "null"
              }
            ],
            "readOnly": true
          },
          "meta": {
            "allOf": [
              {
                "$ref": "#/components/schemas/RaterMeta"
              }
            ],
            "readOnly": true
          },
          "score": {
            "type": [
              "number",
              "null"
            ],
            "format": "double",
            "description": "The rater's score. Use it to find the best raters: those above 1000 perform\nsignificantly better than expected from an average rater. Null until the rater has been\nscored.",
            "readOnly": true
          },
          "health": {
            "type": [
              "number",
              "null"
            ],
            "format": "double",
            "readOnly": true,
            "description": "How consistent the rater\u2019s choices are with the consensus, from 0 to 100. Use it to find the worst raters: those below 90 perform significantly worse than expected from an average rater. Null until the rater has been scored."
          },
          "golden_pass_rate": {
            "type": [
              "number",
              "null"
            ],
            "format": "double",
            "description": "Percentage of graded golden slates the rater answered correctly, from 0 to 100. Null\nuntil a golden slate has been graded.",
            "readOnly": true
          },
          "num_golden_slates_graded": {
            "type": [
              "integer",
              "null"
            ],
            "readOnly": true,
            "description": "Golden slates with a right or wrong answer."
          },
          "num_golden_slates_correct": {
            "type": [
              "integer",
              "null"
            ],
            "readOnly": true,
            "description": "Graded golden slates the rater answered correctly."
          },
          "num_sessions": {
            "type": [
              "integer",
              "null"
            ],
            "readOnly": true,
            "description": "Completed sessions with a recorded duration."
          },
          "num_slates": {
            "type": [
              "integer",
              "null"
            ],
            "readOnly": true,
            "description": "Completed slates with a recorded completion time, including golden slates."
          },
          "avg_seconds_per_session": {
            "type": [
              "number",
              "null"
            ],
            "format": "double",
            "description": "Mean session duration in seconds.",
            "readOnly": true
          },
          "avg_seconds_per_slate": {
            "type": [
              "number",
              "null"
            ],
            "format": "double",
            "description": "Mean slate completion time in seconds.",
            "readOnly": true
          },
          "sessions": {
            "type": "array",
            "items": {
              "$ref": "#/components/schemas/RaterSession"
            },
            "readOnly": true,
            "description": "The rater's sessions in the project or pool, most recently updated first."
          }
        },
        "required": [
          "avg_seconds_per_session",
          "avg_seconds_per_slate",
          "golden_pass_rate",
          "health",
          "id",
          "meta",
          "num_golden_slates_correct",
          "num_golden_slates_graded",
          "num_sessions",
          "num_slates",
          "score",
          "sessions",
          "user"
        ]
      },
      "RaterMeta": {
        "type": "object",
        "additionalProperties": false,
        "properties": {
          "demographics": {
            "type": "object",
            "additionalProperties": false,
            "properties": {
              "age": {
                "type": "integer"
              },
              "dateOfBirth": {
                "type": "string"
              },
              "countryOfBirth": {
                "type": "string"
              },
              "countryOfResidence": {
                "type": "string"
              },
              "dateUpdated": {
                "type": "string",
                "description": "ISO 8601 formatted date of the demographic snapshot."
              },
              "employment": {
                "type": "string"
              },
              "employmentStatus": {
                "type": "string"
              },
              "ethnicity": {
                "type": "string"
              },
              "gender": {
                "type": "string"
              },
              "nationality": {
                "type": "string"
              },
              "primaryLanguage": {
                "type": "string"
              },
              "fluentLanguages": {
                "type": "array",
                "items": {
                  "type": "string"
                }
              },
              "profession": {
                "type": "string"
              },
              "sex": {
                "type": "string"
              },
              "student": {
                "type": "boolean"
              },
              "highestEducationLevel": {
                "type": "string"
              },
              "currentEducationLevel": {
                "type": "string"
              }
            }
          },
          "ai_rating": {
            "type": "object",
            "additionalProperties": false,
            "description": "The model behind an AI rater.",
            "properties": {
              "name": {
                "type": "string"
              },
              "version": {
                "type": "string"
              },
              "experiment_type": {
                "type": "string"
              }
            }
          }
        }
      },
      "RaterPerformance": {
        "type": "object",
        "description": "A rater: the fields an experiment's raters carry, plus their performance in a project or\none of its rater pools.",
        "properties": {
          "id": {
            "type": "string",
            "readOnly": true,
            "description": "The rater's ID."
          },
          "user": {
            "oneOf": [
              {
                "$ref": "#/components/schemas/User"
              },
              {
                "type": "null"
              }
            ],
            "readOnly": true
          },
          "meta": {
            "allOf": [
              {
                "$ref": "#/components/schemas/RaterMeta"
              }
            ],
            "readOnly": true
          },
          "score": {
            "type": [
              "number",
              "null"
            ],
            "format": "double",
            "description": "The rater's score. Use it to find the best raters: those above 1000 perform\nsignificantly better than expected from an average rater. Null until the rater has been\nscored.",
            "readOnly": true
          },
          "health": {
            "type": [
              "number",
              "null"
            ],
            "format": "double",
            "readOnly": true,
            "description": "How consistent the rater\u2019s choices are with the consensus, from 0 to 100. Use it to find the worst raters: those below 90 perform significantly worse than expected from an average rater. Null until the rater has been scored."
          },
          "golden_pass_rate": {
            "type": [
              "number",
              "null"
            ],
            "format": "double",
            "description": "Percentage of graded golden slates the rater answered correctly, from 0 to 100. Null\nuntil a golden slate has been graded.",
            "readOnly": true
          },
          "num_golden_slates_graded": {
            "type": [
              "integer",
              "null"
            ],
            "readOnly": true,
            "description": "Golden slates with a right or wrong answer."
          },
          "num_golden_slates_correct": {
            "type": [
              "integer",
              "null"
            ],
            "readOnly": true,
            "description": "Graded golden slates the rater answered correctly."
          },
          "num_sessions": {
            "type": [
              "integer",
              "null"
            ],
            "readOnly": true,
            "description": "Completed sessions with a recorded duration."
          },
          "num_slates": {
            "type": [
              "integer",
              "null"
            ],
            "readOnly": true,
            "description": "Completed slates with a recorded completion time, including golden slates."
          },
          "avg_seconds_per_session": {
            "type": [
              "number",
              "null"
            ],
            "format": "double",
            "description": "Mean session duration in seconds.",
            "readOnly": true
          },
          "avg_seconds_per_slate": {
            "type": [
              "number",
              "null"
            ],
            "format": "double",
            "description": "Mean slate completion time in seconds.",
            "readOnly": true
          }
        },
        "required": [
          "avg_seconds_per_session",
          "avg_seconds_per_slate",
          "golden_pass_rate",
          "health",
          "id",
          "meta",
          "num_golden_slates_correct",
          "num_golden_slates_graded",
          "num_sessions",
          "num_slates",
          "score",
          "user"
        ]
      },
      "RaterPool": {
        "type": "object",
        "properties": {
          "id": {
            "type": "string",
            "readOnly": true
          },
          "type": {
            "allOf": [
              {
                "$ref": "#/components/schemas/RaterPoolTypeEnum"
              }
            ],
            "description": "`crowd` pools recruit raters via our crowd-sourcing partners, and `byo` pools hold raters invited to a job via email.\n\n* `anyone` - Anyone\n* `project_members` - Project members\n* `crowd` - Crowd-sourced raters\n* `ai` - AI raters\n* `byo` - Bring your own"
          },
          "name": {
            "type": "string",
            "readOnly": true,
            "description": "The name of the pool type."
          },
          "size": {
            "type": [
              "integer",
              "null"
            ],
            "readOnly": true,
            "description": "How many raters the pool holds, if known."
          },
          "kind": {
            "allOf": [
              {
                "$ref": "#/components/schemas/KindA0cEnum"
              }
            ],
            "readOnly": true,
            "description": "Use `type` instead.\n\n* `0` - Anyone\n* `100` - Project members\n* `400` - Crowd-sourced raters\n* `500` - AI raters\n* `800` - Bring your own",
            "deprecated": true
          },
          "label": {
            "type": "string",
            "description": "Optional name for the rater pool displayed to our users.",
            "maxLength": 48
          }
        },
        "required": [
          "id",
          "kind",
          "name",
          "size",
          "type"
        ]
      },
      "RaterPoolFilters": {
        "type": "object",
        "description": "Filters a crowd-sourced pool's raters must match. See `/filters/` for available filters.",
        "properties": {
          "demographics": {
            "$ref": "#/components/schemas/DemographicsFilters"
          },
          "geographic": {
            "$ref": "#/components/schemas/GeographicFilters"
          },
          "education": {
            "$ref": "#/components/schemas/EducationFilters"
          },
          "interests": {
            "$ref": "#/components/schemas/InterestsFilters"
          },
          "language": {
            "$ref": "#/components/schemas/LanguageFilters"
          },
          "work": {
            "$ref": "#/components/schemas/WorkFilters"
          },
          "ability": {
            "$ref": "#/components/schemas/AbilityFilters"
          },
          "track_record": {
            "$ref": "#/components/schemas/TrackRecordFilters"
          }
        }
      },
      "RaterPoolTypeEnum": {
        "enum": [
          "anyone",
          "project_members",
          "crowd",
          "ai",
          "byo"
        ],
        "type": "string",
        "description": "* `anyone` - Anyone\n* `project_members` - Project members\n* `crowd` - Crowd-sourced raters\n* `ai` - AI raters\n* `byo` - Bring your own"
      },
      "RaterSession": {
        "type": "object",
        "description": "One of a rater's sessions, as listed on the rater's page in the app.",
        "properties": {
          "id": {
            "type": "string"
          },
          "experiment_id": {
            "type": "string"
          },
          "date_updated": {
            "type": "string",
            "format": "date-time",
            "readOnly": true,
            "title": "Last updated"
          },
          "health": {
            "type": [
              "number",
              "null"
            ],
            "format": "double",
            "maximum": 100.0,
            "minimum": 0.0,
            "description": "How consistent the rater\u2019s choices in this session are with the consensus, from 0 to 100. Null until the session is scored.",
            "readOnly": true
          },
          "golden_pass_rate": {
            "type": [
              "number",
              "null"
            ],
            "format": "double",
            "description": "Percentage of graded golden slates answered correctly, from 0 to 100. Null until the\nsession is scored, or if it had no graded golden slates.",
            "readOnly": true
          },
          "num_golden_slates_graded": {
            "type": [
              "integer",
              "null"
            ],
            "maximum": 2147483647,
            "minimum": 0,
            "description": "Golden slates with a right or wrong answer. Null until the session is scored.",
            "readOnly": true
          },
          "num_golden_slates_correct": {
            "type": [
              "integer",
              "null"
            ],
            "maximum": 2147483647,
            "minimum": 0,
            "description": "Graded golden slates answered correctly. Null until the session is scored.",
            "readOnly": true
          },
          "num_slates": {
            "type": "integer",
            "readOnly": true,
            "description": "Slates in the session."
          },
          "duration_seconds": {
            "type": [
              "number",
              "null"
            ],
            "format": "double",
            "readOnly": true,
            "description": "Session duration in seconds. Null until the session is completed."
          },
          "avg_seconds_per_slate": {
            "type": [
              "number",
              "null"
            ],
            "format": "double",
            "description": "Mean slate completion time in seconds. Null until the session is scored.",
            "readOnly": true
          }
        },
        "required": [
          "avg_seconds_per_slate",
          "date_updated",
          "duration_seconds",
          "experiment_id",
          "golden_pass_rate",
          "health",
          "id",
          "num_golden_slates_correct",
          "num_golden_slates_graded",
          "num_slates"
        ]
      },
      "Rating": {
        "type": "object",
        "properties": {
          "score": {
            "type": [
              "number",
              "null"
            ],
            "format": "double"
          },
          "stimulus_id": {
            "type": "integer",
            "readOnly": true
          },
          "stimulus": {
            "type": "string"
          },
          "stimulus_fullpath": {
            "type": "string"
          },
          "condition": {
            "type": "string"
          },
          "dimension": {
            "type": [
              "string",
              "null"
            ],
            "maxLength": 32
          },
          "meta": {
            "description": "For example, expected score range."
          },
          "is_correct": {
            "type": [
              "boolean",
              "null"
            ],
            "description": "Checks if score is within expectation.\n\nFirst checks for explicit correctness in `meta['isCorrect']`.\nFalls back to comparing score within bounds given in `meta['expectedScores']` (inclusive).\n\nReturns:\n    `True` if score is correct, `False` if incorrect, or `None` if neither.",
            "readOnly": true
          }
        },
        "required": [
          "condition",
          "is_correct",
          "stimulus",
          "stimulus_fullpath",
          "stimulus_id"
        ]
      },
      "RatingDetail": {
        "type": "object",
        "properties": {
          "score": {
            "type": [
              "number",
              "null"
            ],
            "format": "double"
          },
          "rater_id": {
            "type": [
              "string",
              "null"
            ],
            "readOnly": true
          },
          "slate_id": {
            "type": "integer",
            "readOnly": true
          },
          "session_id": {
            "type": "string"
          },
          "job_id": {
            "type": "string"
          },
          "stimulus_id": {
            "type": "integer",
            "readOnly": true
          },
          "stimulus": {
            "type": "string"
          },
          "stimulus_fullpath": {
            "type": "string"
          },
          "dimension": {
            "type": [
              "string",
              "null"
            ],
            "maxLength": 32
          },
          "is_training": {
            "type": "boolean"
          },
          "meta": {
            "description": "For example, expected score range."
          },
          "is_correct": {
            "type": [
              "boolean",
              "null"
            ],
            "description": "Checks if score is within expectation.\n\nFirst checks for explicit correctness in `meta['isCorrect']`.\nFalls back to comparing score within bounds given in `meta['expectedScores']` (inclusive).\n\nReturns:\n    `True` if score is correct, `False` if incorrect, or `None` if neither.",
            "readOnly": true
          }
        },
        "required": [
          "is_correct",
          "is_training",
          "job_id",
          "rater_id",
          "session_id",
          "slate_id",
          "stimulus",
          "stimulus_fullpath",
          "stimulus_id"
        ]
      },
      "Results": {
        "type": "object",
        "description": "Add options used by the front-end to render results.",
        "properties": {
          "kind": {
            "$ref": "#/components/schemas/MetricKind"
          },
          "dimension": {
            "type": [
              "string",
              "null"
            ],
            "description": "Used by experiments evaluating multiple criteria simultaneously.",
            "maxLength": 32
          },
          "source": {
            "type": [
              "string",
              "null"
            ],
            "description": "Return the source of the metric (job or experiment).",
            "readOnly": true
          },
          "scores": {
            "type": "array",
            "items": {},
            "description": "Return the scores for each method.",
            "readOnly": true
          },
          "options": {
            "type": "object",
            "additionalProperties": {},
            "description": "Front-end options.",
            "readOnly": true
          }
        },
        "required": [
          "kind",
          "options",
          "scores",
          "source"
        ]
      },
      "Rubric": {
        "type": "object",
        "properties": {
          "id": {
            "type": "string"
          },
          "leaderboards": {
            "type": "array",
            "items": {
              "$ref": "#/components/schemas/Leaderboard"
            },
            "readOnly": true
          },
          "name": {
            "type": "string",
            "description": "A descriptive name for the rubric.",
            "maxLength": 100
          },
          "description": {
            "type": "string",
            "description": "Optional description of the rubric."
          },
          "date_created": {
            "type": "string",
            "format": "date-time",
            "readOnly": true
          },
          "date_updated": {
            "type": "string",
            "format": "date-time",
            "readOnly": true,
            "title": "Last updated"
          }
        },
        "required": [
          "date_created",
          "date_updated",
          "id",
          "leaderboards",
          "name"
        ]
      },
      "RubricDetail": {
        "type": "object",
        "properties": {
          "id": {
            "type": "string"
          },
          "leaderboards": {
            "type": "array",
            "items": {
              "$ref": "#/components/schemas/LeaderboardDetail"
            },
            "readOnly": true
          },
          "name": {
            "type": "string",
            "description": "A descriptive name for the rubric.",
            "maxLength": 100
          },
          "description": {
            "type": "string",
            "description": "Optional description of the rubric."
          },
          "date_created": {
            "type": "string",
            "format": "date-time",
            "readOnly": true
          },
          "date_updated": {
            "type": "string",
            "format": "date-time",
            "readOnly": true,
            "title": "Last updated"
          }
        },
        "required": [
          "date_created",
          "date_updated",
          "id",
          "leaderboards",
          "name"
        ]
      },
      "Session": {
        "type": "object",
        "properties": {
          "id": {
            "type": "string"
          },
          "job_id": {
            "type": "string"
          },
          "job_session_id": {
            "type": [
              "integer",
              "null"
            ],
            "maximum": 2147483647,
            "minimum": 0,
            "description": "The ID of the session in the job."
          },
          "experiment_id": {
            "type": "string"
          },
          "date_created": {
            "type": "string",
            "format": "date-time",
            "readOnly": true
          },
          "date_updated": {
            "type": "string",
            "format": "date-time",
            "readOnly": true,
            "title": "Last updated"
          },
          "date_completed": {
            "type": [
              "string",
              "null"
            ],
            "format": "date-time",
            "title": "Completion date"
          },
          "template_id": {
            "type": [
              "integer",
              "null"
            ],
            "readOnly": true
          },
          "meta": {
            "allOf": [
              {
                "$ref": "#/components/schemas/SessionMeta"
              }
            ],
            "readOnly": true
          },
          "rater": {
            "$ref": "#/components/schemas/Rater"
          },
          "health": {
            "type": [
              "number",
              "null"
            ],
            "format": "double",
            "readOnly": true
          }
        },
        "required": [
          "date_created",
          "date_updated",
          "experiment_id",
          "health",
          "id",
          "job_id",
          "meta",
          "rater",
          "template_id"
        ]
      },
      "SessionMeta": {
        "type": "object",
        "additionalProperties": false,
        "properties": {
          "browser": {
            "type": "object",
            "additionalProperties": false,
            "properties": {
              "name": {
                "type": "string"
              },
              "version": {
                "type": "string"
              }
            }
          },
          "os": {
            "type": "object",
            "additionalProperties": false,
            "properties": {
              "name": {
                "type": "string"
              },
              "version": {
                "type": "string"
              },
              "versionName": {
                "type": "string"
              }
            }
          },
          "platform": {
            "type": "object",
            "additionalProperties": true,
            "properties": {
              "type": {
                "type": "string"
              },
              "vendor": {
                "type": "string"
              }
            }
          },
          "engine": {
            "type": "object",
            "additionalProperties": false,
            "properties": {
              "name": {
                "type": "string"
              },
              "version": {
                "type": "string"
              }
            }
          },
          "audioDevice": {
            "type": "object",
            "additionalProperties": false,
            "properties": {
              "name": {
                "type": "string"
              },
              "sampleRateHz": {
                "type": "number"
              },
              "numChannels": {
                "type": "number"
              }
            }
          },
          "videoDevice": {
            "type": "object",
            "additionalProperties": false,
            "properties": {
              "refreshRateHz": {
                "type": "number"
              },
              "colorGamut": {
                "type": "object",
                "additionalProperties": false,
                "properties": {
                  "srgb": {
                    "type": "boolean"
                  },
                  "p3": {
                    "type": "boolean"
                  },
                  "rec2020": {
                    "type": "boolean"
                  }
                }
              },
              "hdr": {
                "type": "boolean"
              }
            }
          },
          "screenResolution": {
            "type": "string"
          },
          "windowResolution": {
            "type": "string"
          },
          "devicePixelRatio": {
            "type": "number"
          },
          "downlink": {
            "type": "number",
            "description": "Estimated download speed in Mbps."
          },
          "uplink": {
            "type": "number",
            "description": "Estimated upload speed in Mbps."
          },
          "surveys": {
            "type": "array",
            "items": {
              "type": "object",
              "properties": {
                "question": {
                  "type": "string"
                },
                "answer": {
                  "type": "string"
                }
              }
            },
            "description": "Self-reported device information."
          },
          "preSurvey": {
            "type": "array",
            "items": {
              "type": "object",
              "additionalProperties": false,
              "properties": {
                "kind": {
                  "type": "string",
                  "enum": [
                    "textarea",
                    "radio",
                    "checkbox",
                    "highlight",
                    "discrete_slider",
                    "continuous_slider"
                  ],
                  "description": "The kind of question answered."
                },
                "dimension": {
                  "type": "string",
                  "description": "The `dimension` of the question answered."
                },
                "answer": {
                  "deprecated": true,
                  "description": "Use `response` instead. Slates recorded before `response` existed have only this key.",
                  "anyOf": [
                    {
                      "type": "string",
                      "description": "Free text answer for textarea questions. Can be empty when unanswered."
                    },
                    {
                      "type": "array",
                      "items": {
                        "type": "boolean"
                      },
                      "description": "Boolean selections for checkbox and radio questions. Length and order matches the configured choices."
                    },
                    {
                      "type": "array",
                      "items": {
                        "type": "integer",
                        "minimum": 0
                      },
                      "uniqueItems": true,
                      "description": "Indices of highlighted words in the transcript for highlight questions."
                    },
                    {
                      "type": "number",
                      "description": "Numeric value for slider questions. The value is the slider position, which equals the score."
                    }
                  ]
                },
                "response": {
                  "description": "The rater's response, shaped by `kind`. Identical to `answer` except for checkbox and radio questions, where each value carries the label of its choice.",
                  "anyOf": [
                    {
                      "type": "string",
                      "description": "Free text answer for textarea questions. Can be empty when unanswered."
                    },
                    {
                      "type": "array",
                      "items": {
                        "type": "object",
                        "required": [
                          "label",
                          "value"
                        ],
                        "properties": {
                          "label": {
                            "type": "string"
                          },
                          "value": {
                            "type": "boolean"
                          }
                        }
                      },
                      "description": "Boolean values for checkbox and radio questions, along with the corresponding labels."
                    },
                    {
                      "type": "array",
                      "items": {
                        "type": "integer",
                        "minimum": 0
                      },
                      "uniqueItems": true,
                      "description": "Indices of highlighted words in the transcript for highlight questions."
                    },
                    {
                      "type": "number",
                      "description": "Numeric value for slider questions. The value is the slider position, which equals the score."
                    }
                  ]
                },
                "isCorrect": {
                  "type": "boolean",
                  "description": "Whether the answer matched the response expected of a correct rater. Absent when nothing was expected of this question."
                }
              },
              "required": [
                "kind",
                "dimension"
              ]
            }
          },
          "postSurvey": {
            "type": "array",
            "items": {
              "type": "object",
              "additionalProperties": false,
              "properties": {
                "kind": {
                  "type": "string",
                  "enum": [
                    "textarea",
                    "radio",
                    "checkbox",
                    "highlight",
                    "discrete_slider",
                    "continuous_slider"
                  ],
                  "description": "The kind of question answered."
                },
                "dimension": {
                  "type": "string",
                  "description": "The `dimension` of the question answered."
                },
                "answer": {
                  "deprecated": true,
                  "description": "Use `response` instead. Slates recorded before `response` existed have only this key.",
                  "anyOf": [
                    {
                      "type": "string",
                      "description": "Free text answer for textarea questions. Can be empty when unanswered."
                    },
                    {
                      "type": "array",
                      "items": {
                        "type": "boolean"
                      },
                      "description": "Boolean selections for checkbox and radio questions. Length and order matches the configured choices."
                    },
                    {
                      "type": "array",
                      "items": {
                        "type": "integer",
                        "minimum": 0
                      },
                      "uniqueItems": true,
                      "description": "Indices of highlighted words in the transcript for highlight questions."
                    },
                    {
                      "type": "number",
                      "description": "Numeric value for slider questions. The value is the slider position, which equals the score."
                    }
                  ]
                },
                "response": {
                  "description": "The rater's response, shaped by `kind`. Identical to `answer` except for checkbox and radio questions, where each value carries the label of its choice.",
                  "anyOf": [
                    {
                      "type": "string",
                      "description": "Free text answer for textarea questions. Can be empty when unanswered."
                    },
                    {
                      "type": "array",
                      "items": {
                        "type": "object",
                        "required": [
                          "label",
                          "value"
                        ],
                        "properties": {
                          "label": {
                            "type": "string"
                          },
                          "value": {
                            "type": "boolean"
                          }
                        }
                      },
                      "description": "Boolean values for checkbox and radio questions, along with the corresponding labels."
                    },
                    {
                      "type": "array",
                      "items": {
                        "type": "integer",
                        "minimum": 0
                      },
                      "uniqueItems": true,
                      "description": "Indices of highlighted words in the transcript for highlight questions."
                    },
                    {
                      "type": "number",
                      "description": "Numeric value for slider questions. The value is the slider position, which equals the score."
                    }
                  ]
                },
                "isCorrect": {
                  "type": "boolean",
                  "description": "Whether the answer matched the response expected of a correct rater. Absent when nothing was expected of this question."
                }
              },
              "required": [
                "kind",
                "dimension"
              ]
            }
          },
          "country": {
            "type": "string",
            "description": "Automatically detected country of the rater."
          },
          "completionTimeSeconds": {
            "type": "number",
            "description": "Completion time of the session in seconds."
          },
          "liveGroup": {
            "type": "integer",
            "description": "Group of the live slates the session gets."
          },
          "demographics": {
            "type": "object",
            "additionalProperties": false,
            "properties": {
              "age": {
                "type": "integer"
              },
              "dateOfBirth": {
                "type": "string"
              },
              "countryOfBirth": {
                "type": "string"
              },
              "countryOfResidence": {
                "type": "string"
              },
              "dateUpdated": {
                "type": "string",
                "description": "ISO 8601 formatted date of the demographic snapshot."
              },
              "employment": {
                "type": "string"
              },
              "employmentStatus": {
                "type": "string"
              },
              "ethnicity": {
                "type": "string"
              },
              "gender": {
                "type": "string"
              },
              "nationality": {
                "type": "string"
              },
              "primaryLanguage": {
                "type": "string"
              },
              "fluentLanguages": {
                "type": "array",
                "items": {
                  "type": "string"
                }
              },
              "profession": {
                "type": "string"
              },
              "sex": {
                "type": "string"
              },
              "student": {
                "type": "boolean"
              },
              "highestEducationLevel": {
                "type": "string"
              },
              "currentEducationLevel": {
                "type": "string"
              }
            }
          },
          "versionInfo": {
            "type": "object",
            "additionalProperties": false,
            "properties": {
              "tag": {
                "type": "string"
              },
              "branch": {
                "type": "string"
              },
              "commit": {
                "type": "string"
              },
              "slug": {
                "type": "string"
              }
            },
            "required": [
              "tag",
              "branch",
              "commit",
              "slug"
            ],
            "description": "Snapshot of the website VERSION_INFO at session creation."
          }
        }
      },
      "SimpleDataset": {
        "type": "object",
        "description": "Used in workflows to configure datasets.",
        "properties": {
          "contains_pii": {
            "type": "boolean",
            "default": false
          },
          "contains_sensitive_content": {
            "type": "boolean",
            "default": false
          },
          "contains_explicit_content": {
            "type": "boolean",
            "default": false
          },
          "explicit_content_types": {
            "type": "array",
            "items": {
              "$ref": "#/components/schemas/ExplicitContentTypesEnum"
            }
          },
          "name": {
            "type": "string",
            "maxLength": 64
          }
        }
      },
      "Slate": {
        "type": "object",
        "properties": {
          "id": {
            "type": "integer",
            "readOnly": true
          },
          "rater_id": {
            "type": [
              "string",
              "null"
            ],
            "readOnly": true
          },
          "session_id": {
            "type": "string"
          },
          "job_id": {
            "type": "string"
          },
          "ratings": {
            "type": "array",
            "items": {
              "$ref": "#/components/schemas/Rating"
            },
            "readOnly": true
          },
          "date_updated": {
            "type": "string",
            "format": "date-time",
            "readOnly": true,
            "title": "Last updated"
          },
          "meta": {
            "allOf": [
              {
                "$ref": "#/components/schemas/SlateMeta"
              }
            ],
            "readOnly": true
          },
          "is_training": {
            "type": "boolean"
          },
          "is_golden": {
            "type": [
              "boolean",
              "null"
            ],
            "description": "True if slate corresponds to a golden question."
          },
          "is_correct": {
            "type": [
              "boolean",
              "null"
            ],
            "description": "Whether the response to this slate matched the one expected of a correct rater.\n\nRead from the ratings, which is where `grade` records what it judged. A rating carries no\nverdict when nothing was expected of its stimulus, so those are left out rather than\ncounted against the slate.\n\nReturns:\n    `True` when every judged rating was correct, `False` when any was not, and `None`\n    when none of them was judged.",
            "readOnly": true
          }
        },
        "required": [
          "date_updated",
          "id",
          "is_correct",
          "is_training",
          "job_id",
          "meta",
          "rater_id",
          "ratings",
          "session_id"
        ]
      },
      "SlateMeta": {
        "type": "object",
        "properties": {
          "survey": {
            "type": "array",
            "items": {
              "type": "object",
              "additionalProperties": false,
              "properties": {
                "kind": {
                  "type": "string",
                  "enum": [
                    "textarea",
                    "radio",
                    "checkbox",
                    "highlight",
                    "discrete_slider",
                    "continuous_slider"
                  ],
                  "description": "The kind of question answered."
                },
                "dimension": {
                  "type": "string",
                  "description": "The `dimension` of the question answered."
                },
                "answer": {
                  "deprecated": true,
                  "description": "Use `response` instead. Slates recorded before `response` existed have only this key.",
                  "anyOf": [
                    {
                      "type": "string",
                      "description": "Free text answer for textarea questions. Can be empty when unanswered."
                    },
                    {
                      "type": "array",
                      "items": {
                        "type": "boolean"
                      },
                      "description": "Boolean selections for checkbox and radio questions. Length and order matches the configured choices."
                    },
                    {
                      "type": "array",
                      "items": {
                        "type": "integer",
                        "minimum": 0
                      },
                      "uniqueItems": true,
                      "description": "Indices of highlighted words in the transcript for highlight questions."
                    },
                    {
                      "type": "number",
                      "description": "Numeric value for slider questions. The value is the slider position, which equals the score."
                    }
                  ]
                },
                "response": {
                  "description": "The rater's response, shaped by `kind`. Identical to `answer` except for checkbox and radio questions, where each value carries the label of its choice.",
                  "anyOf": [
                    {
                      "type": "string",
                      "description": "Free text answer for textarea questions. Can be empty when unanswered."
                    },
                    {
                      "type": "array",
                      "items": {
                        "type": "object",
                        "required": [
                          "label",
                          "value"
                        ],
                        "properties": {
                          "label": {
                            "type": "string"
                          },
                          "value": {
                            "type": "boolean"
                          }
                        }
                      },
                      "description": "Boolean values for checkbox and radio questions, along with the corresponding labels."
                    },
                    {
                      "type": "array",
                      "items": {
                        "type": "integer",
                        "minimum": 0
                      },
                      "uniqueItems": true,
                      "description": "Indices of highlighted words in the transcript for highlight questions."
                    },
                    {
                      "type": "number",
                      "description": "Numeric value for slider questions. The value is the slider position, which equals the score."
                    }
                  ]
                },
                "isCorrect": {
                  "type": "boolean",
                  "description": "Whether the answer matched the response expected of a correct rater. Absent when nothing was expected of this question."
                }
              },
              "required": [
                "kind",
                "dimension"
              ]
            },
            "description": "Responses to the survey shown with the slate, in the configured order of its questions. In pairwise experiments that allow ties, it instead records the ties: one checkbox per question, checked when the rater chose a tie."
          },
          "surveys": {
            "type": "array",
            "description": "Responses to the surveys of pairwise experiments with several questions, one survey per question.",
            "items": {
              "type": "object",
              "additionalProperties": false,
              "required": [
                "survey"
              ],
              "properties": {
                "dimension": {
                  "type": "string",
                  "description": "The `dimension` of the question the survey follows."
                },
                "survey": {
                  "type": "array",
                  "items": {
                    "type": "object",
                    "additionalProperties": false,
                    "properties": {
                      "kind": {
                        "type": "string",
                        "enum": [
                          "checkbox",
                          "textarea",
                          "highlight"
                        ],
                        "description": "The kind of question answered."
                      },
                      "dimension": {
                        "type": "string",
                        "description": "The `dimension` of the question answered."
                      },
                      "answer": {
                        "deprecated": true,
                        "description": "Use `response` instead. Slates recorded before `response` existed have only this key.",
                        "anyOf": [
                          {
                            "type": "string",
                            "description": "Free text answer for textarea questions. Can be empty when unanswered."
                          },
                          {
                            "type": "array",
                            "items": {
                              "type": "boolean"
                            },
                            "description": "Boolean selections for checkbox and radio questions. Length and order matches the configured choices."
                          },
                          {
                            "type": "array",
                            "items": {
                              "type": "integer",
                              "minimum": 0
                            },
                            "uniqueItems": true,
                            "description": "Indices of highlighted words in the transcript for highlight questions."
                          },
                          {
                            "type": "number",
                            "description": "Numeric value for slider questions. The value is the slider position, which equals the score."
                          }
                        ]
                      },
                      "response": {
                        "description": "The rater's response, shaped by `kind`. Identical to `answer` except for checkbox and radio questions, where each value carries the label of its choice.",
                        "anyOf": [
                          {
                            "type": "string",
                            "description": "Free text answer for textarea questions. Can be empty when unanswered."
                          },
                          {
                            "type": "array",
                            "items": {
                              "type": "object",
                              "required": [
                                "label",
                                "value"
                              ],
                              "properties": {
                                "label": {
                                  "type": "string"
                                },
                                "value": {
                                  "type": "boolean"
                                }
                              }
                            },
                            "description": "Boolean values for checkbox and radio questions, along with the corresponding labels."
                          },
                          {
                            "type": "array",
                            "items": {
                              "type": "integer",
                              "minimum": 0
                            },
                            "uniqueItems": true,
                            "description": "Indices of highlighted words in the transcript for highlight questions."
                          },
                          {
                            "type": "number",
                            "description": "Numeric value for slider questions. The value is the slider position, which equals the score."
                          }
                        ]
                      },
                      "isCorrect": {
                        "type": "boolean",
                        "description": "Whether the answer matched the response expected of a correct rater. Absent when nothing was expected of this question."
                      }
                    },
                    "required": [
                      "kind",
                      "dimension"
                    ]
                  }
                }
              }
            }
          }
        }
      },
      "SlateTemplateCreate": {
        "type": "object",
        "description": "A single comparison shown to a rater.",
        "properties": {
          "reference": {
            "type": "string",
            "description": "URL of a reference stimulus shown alongside the stimuli.",
            "maxLength": 1024
          },
          "stimuli": {
            "type": "array",
            "items": {
              "type": "string",
              "maxLength": 1024
            },
            "description": "URLs of the stimuli rated on this slate."
          },
          "meta": {
            "type": "object",
            "additionalProperties": {},
            "description": "Arbitrary data stored with the slate, e.g. IDs from your own systems."
          },
          "config": {
            "type": "string",
            "description": "URL of a [config file](https://docs.mabyduck.com/datasets/#configuration-files) overriding the experiment's configuration for this slate.",
            "maxLength": 1024
          }
        },
        "required": [
          "stimuli"
        ]
      },
      "StatusC7dEnum": {
        "enum": [
          "active",
          "inactive",
          "failed"
        ],
        "type": "string",
        "description": "* `active` - Active\n* `inactive` - Inactive\n* `failed` - Failed"
      },
      "Stimulus": {
        "type": "object",
        "properties": {
          "id": {
            "type": "integer",
            "readOnly": true
          },
          "filepath": {
            "type": "string"
          },
          "fullpath": {
            "type": "string",
            "description": "Complete path within storage bucket.",
            "readOnly": true
          },
          "modifiers": {
            "description": "Parameters of signal processors modifying the stimulus."
          },
          "group_id": {
            "type": [
              "integer",
              "null"
            ],
            "readOnly": true
          }
        },
        "required": [
          "filepath",
          "fullpath",
          "group_id",
          "id"
        ]
      },
      "Survey": {
        "type": "object",
        "description": "Serializer for reusable project surveys.",
        "properties": {
          "id": {
            "type": "string",
            "readOnly": true
          },
          "name": {
            "type": "string",
            "description": "A descriptive name for the survey.",
            "maxLength": 128
          },
          "questions": {
            "$ref": "#/components/schemas/SurveyQuestions"
          },
          "rules": {
            "$ref": "#/components/schemas/SurveyRules"
          },
          "config": {
            "type": "array",
            "minItems": 1,
            "maxItems": 10,
            "uniqueItems": true,
            "items": {
              "type": "object",
              "additionalProperties": false,
              "required": [
                "kind",
                "question",
                "dimension"
              ],
              "properties": {
                "minSelect": {
                  "type": "integer",
                  "minimum": 1
                },
                "maxSelect": {
                  "type": "integer",
                  "minimum": 1
                },
                "minLength": {
                  "type": "integer",
                  "minimum": 0,
                  "maximum": 32,
                  "description": "Minimum number of characters of a textarea answer, ignoring leading and trailing whitespace. Defaults to 1. Use 0 to make the question optional."
                },
                "maxLength": {
                  "type": "integer",
                  "minimum": 32,
                  "description": "Maximum number of characters of a textarea answer, ignoring leading and trailing whitespace. At least 32. Unlimited by default."
                },
                "kind": {
                  "type": "string",
                  "enum": [
                    "checkbox",
                    "radio",
                    "textarea",
                    "discrete_slider",
                    "continuous_slider"
                  ],
                  "description": "The type of question to ask, such as multiple choice questions (checkbox) or asking raters to highlight words in a transcript (highlight). "
                },
                "question": {
                  "type": "string"
                },
                "choices": {
                  "type": "array",
                  "minItems": 1,
                  "maxItems": 10,
                  "uniqueItems": true,
                  "items": {
                    "type": "object",
                    "additionalProperties": false,
                    "required": [
                      "label"
                    ],
                    "properties": {
                      "label": {
                        "type": "string"
                      },
                      "description": {
                        "type": "string",
                        "maxLength": 32
                      }
                    }
                  }
                },
                "dimension": {
                  "type": "string",
                  "maxLength": 32
                },
                "categories": {
                  "type": "array",
                  "minItems": 2,
                  "maxItems": 10,
                  "uniqueItems": true,
                  "items": {
                    "type": "object",
                    "additionalProperties": false,
                    "required": [
                      "label",
                      "score"
                    ],
                    "properties": {
                      "score": {
                        "type": "number"
                      },
                      "label": {
                        "type": "string"
                      }
                    }
                  }
                },
                "responseType": {
                  "type": "string",
                  "enum": [
                    "discrete",
                    "continuous"
                  ],
                  "description": "Type of slider response. Discrete uses integer steps, continuous allows any value."
                }
              },
              "allOf": [
                {
                  "if": {
                    "properties": {
                      "kind": {
                        "const": "textarea"
                      }
                    }
                  },
                  "then": {
                    "not": {
                      "anyOf": [
                        {
                          "required": [
                            "choices"
                          ]
                        },
                        {
                          "required": [
                            "minSelect"
                          ]
                        },
                        {
                          "required": [
                            "maxSelect"
                          ]
                        },
                        {
                          "required": [
                            "categories"
                          ]
                        },
                        {
                          "required": [
                            "responseType"
                          ]
                        }
                      ]
                    }
                  }
                },
                {
                  "if": {
                    "properties": {
                      "kind": {
                        "const": "radio"
                      }
                    }
                  },
                  "then": {
                    "required": [
                      "choices"
                    ],
                    "not": {
                      "anyOf": [
                        {
                          "required": [
                            "minLength"
                          ]
                        },
                        {
                          "required": [
                            "maxLength"
                          ]
                        },
                        {
                          "required": [
                            "minSelect"
                          ]
                        },
                        {
                          "required": [
                            "maxSelect"
                          ]
                        },
                        {
                          "required": [
                            "categories"
                          ]
                        },
                        {
                          "required": [
                            "responseType"
                          ]
                        }
                      ]
                    }
                  }
                },
                {
                  "if": {
                    "properties": {
                      "kind": {
                        "const": "checkbox"
                      }
                    }
                  },
                  "then": {
                    "required": [
                      "choices"
                    ],
                    "not": {
                      "anyOf": [
                        {
                          "required": [
                            "minLength"
                          ]
                        },
                        {
                          "required": [
                            "maxLength"
                          ]
                        },
                        {
                          "required": [
                            "categories"
                          ]
                        },
                        {
                          "required": [
                            "responseType"
                          ]
                        }
                      ]
                    }
                  }
                },
                {
                  "if": {
                    "properties": {
                      "kind": {
                        "const": "highlight"
                      }
                    }
                  },
                  "then": {
                    "not": {
                      "anyOf": [
                        {
                          "required": [
                            "minLength"
                          ]
                        },
                        {
                          "required": [
                            "maxLength"
                          ]
                        },
                        {
                          "required": [
                            "choices"
                          ]
                        },
                        {
                          "required": [
                            "minSelect"
                          ]
                        },
                        {
                          "required": [
                            "maxSelect"
                          ]
                        },
                        {
                          "required": [
                            "categories"
                          ]
                        },
                        {
                          "required": [
                            "responseType"
                          ]
                        }
                      ]
                    }
                  }
                },
                {
                  "if": {
                    "properties": {
                      "kind": {
                        "const": "discrete_slider"
                      }
                    }
                  },
                  "then": {
                    "required": [
                      "categories",
                      "responseType"
                    ],
                    "properties": {
                      "responseType": {
                        "const": "discrete"
                      }
                    },
                    "not": {
                      "anyOf": [
                        {
                          "required": [
                            "minLength"
                          ]
                        },
                        {
                          "required": [
                            "maxLength"
                          ]
                        },
                        {
                          "required": [
                            "choices"
                          ]
                        },
                        {
                          "required": [
                            "minSelect"
                          ]
                        },
                        {
                          "required": [
                            "maxSelect"
                          ]
                        }
                      ]
                    }
                  }
                },
                {
                  "if": {
                    "properties": {
                      "kind": {
                        "const": "continuous_slider"
                      }
                    }
                  },
                  "then": {
                    "required": [
                      "categories",
                      "responseType"
                    ],
                    "properties": {
                      "responseType": {
                        "const": "continuous"
                      }
                    },
                    "not": {
                      "anyOf": [
                        {
                          "required": [
                            "minLength"
                          ]
                        },
                        {
                          "required": [
                            "maxLength"
                          ]
                        },
                        {
                          "required": [
                            "choices"
                          ]
                        },
                        {
                          "required": [
                            "minSelect"
                          ]
                        },
                        {
                          "required": [
                            "maxSelect"
                          ]
                        }
                      ]
                    }
                  }
                }
              ]
            },
            "readOnly": true,
            "description": "Deprecated: use questions and rules instead.",
            "deprecated": true
          },
          "date_created": {
            "type": "string",
            "format": "date-time",
            "readOnly": true
          },
          "date_updated": {
            "type": "string",
            "format": "date-time",
            "readOnly": true
          }
        },
        "required": [
          "config",
          "date_created",
          "date_updated",
          "id",
          "name",
          "questions",
          "rules"
        ]
      },
      "SurveyConfigInput": {
        "type": "array",
        "minItems": 1,
        "maxItems": 10,
        "uniqueItems": true,
        "items": {
          "type": "object",
          "additionalProperties": false,
          "required": [
            "kind",
            "question",
            "dimension"
          ],
          "properties": {
            "minSelect": {
              "type": "integer",
              "minimum": 1
            },
            "maxSelect": {
              "type": "integer",
              "minimum": 1
            },
            "minLength": {
              "type": "integer",
              "minimum": 0,
              "maximum": 32,
              "description": "Minimum number of characters of a textarea answer, ignoring leading and trailing whitespace. Defaults to 1. Use 0 to make the question optional."
            },
            "maxLength": {
              "type": "integer",
              "minimum": 32,
              "description": "Maximum number of characters of a textarea answer, ignoring leading and trailing whitespace. At least 32. Unlimited by default."
            },
            "kind": {
              "type": "string",
              "enum": [
                "checkbox",
                "radio",
                "textarea",
                "discrete_slider",
                "continuous_slider"
              ],
              "description": "The type of question to ask, such as multiple choice questions (checkbox) or asking raters to highlight words in a transcript (highlight). "
            },
            "question": {
              "type": "string"
            },
            "choices": {
              "type": "array",
              "minItems": 1,
              "maxItems": 10,
              "uniqueItems": true,
              "items": {
                "type": "object",
                "additionalProperties": false,
                "required": [
                  "label"
                ],
                "properties": {
                  "label": {
                    "type": "string"
                  },
                  "description": {
                    "type": "string",
                    "maxLength": 32
                  }
                }
              }
            },
            "dimension": {
              "type": "string",
              "maxLength": 32
            },
            "categories": {
              "type": "array",
              "minItems": 2,
              "maxItems": 10,
              "uniqueItems": true,
              "items": {
                "type": "object",
                "additionalProperties": false,
                "required": [
                  "label",
                  "score"
                ],
                "properties": {
                  "score": {
                    "type": "number"
                  },
                  "label": {
                    "type": "string"
                  }
                }
              }
            },
            "responseType": {
              "type": "string",
              "enum": [
                "discrete",
                "continuous"
              ],
              "description": "Type of slider response. Discrete uses integer steps, continuous allows any value."
            }
          },
          "allOf": [
            {
              "if": {
                "properties": {
                  "kind": {
                    "const": "textarea"
                  }
                }
              },
              "then": {
                "not": {
                  "anyOf": [
                    {
                      "required": [
                        "choices"
                      ]
                    },
                    {
                      "required": [
                        "minSelect"
                      ]
                    },
                    {
                      "required": [
                        "maxSelect"
                      ]
                    },
                    {
                      "required": [
                        "categories"
                      ]
                    },
                    {
                      "required": [
                        "responseType"
                      ]
                    }
                  ]
                }
              }
            },
            {
              "if": {
                "properties": {
                  "kind": {
                    "const": "radio"
                  }
                }
              },
              "then": {
                "required": [
                  "choices"
                ],
                "not": {
                  "anyOf": [
                    {
                      "required": [
                        "minLength"
                      ]
                    },
                    {
                      "required": [
                        "maxLength"
                      ]
                    },
                    {
                      "required": [
                        "minSelect"
                      ]
                    },
                    {
                      "required": [
                        "maxSelect"
                      ]
                    },
                    {
                      "required": [
                        "categories"
                      ]
                    },
                    {
                      "required": [
                        "responseType"
                      ]
                    }
                  ]
                }
              }
            },
            {
              "if": {
                "properties": {
                  "kind": {
                    "const": "checkbox"
                  }
                }
              },
              "then": {
                "required": [
                  "choices"
                ],
                "not": {
                  "anyOf": [
                    {
                      "required": [
                        "minLength"
                      ]
                    },
                    {
                      "required": [
                        "maxLength"
                      ]
                    },
                    {
                      "required": [
                        "categories"
                      ]
                    },
                    {
                      "required": [
                        "responseType"
                      ]
                    }
                  ]
                }
              }
            },
            {
              "if": {
                "properties": {
                  "kind": {
                    "const": "highlight"
                  }
                }
              },
              "then": {
                "not": {
                  "anyOf": [
                    {
                      "required": [
                        "minLength"
                      ]
                    },
                    {
                      "required": [
                        "maxLength"
                      ]
                    },
                    {
                      "required": [
                        "choices"
                      ]
                    },
                    {
                      "required": [
                        "minSelect"
                      ]
                    },
                    {
                      "required": [
                        "maxSelect"
                      ]
                    },
                    {
                      "required": [
                        "categories"
                      ]
                    },
                    {
                      "required": [
                        "responseType"
                      ]
                    }
                  ]
                }
              }
            },
            {
              "if": {
                "properties": {
                  "kind": {
                    "const": "discrete_slider"
                  }
                }
              },
              "then": {
                "required": [
                  "categories",
                  "responseType"
                ],
                "properties": {
                  "responseType": {
                    "const": "discrete"
                  }
                },
                "not": {
                  "anyOf": [
                    {
                      "required": [
                        "minLength"
                      ]
                    },
                    {
                      "required": [
                        "maxLength"
                      ]
                    },
                    {
                      "required": [
                        "choices"
                      ]
                    },
                    {
                      "required": [
                        "minSelect"
                      ]
                    },
                    {
                      "required": [
                        "maxSelect"
                      ]
                    }
                  ]
                }
              }
            },
            {
              "if": {
                "properties": {
                  "kind": {
                    "const": "continuous_slider"
                  }
                }
              },
              "then": {
                "required": [
                  "categories",
                  "responseType"
                ],
                "properties": {
                  "responseType": {
                    "const": "continuous"
                  }
                },
                "not": {
                  "anyOf": [
                    {
                      "required": [
                        "minLength"
                      ]
                    },
                    {
                      "required": [
                        "maxLength"
                      ]
                    },
                    {
                      "required": [
                        "choices"
                      ]
                    },
                    {
                      "required": [
                        "minSelect"
                      ]
                    },
                    {
                      "required": [
                        "maxSelect"
                      ]
                    }
                  ]
                }
              }
            }
          ]
        }
      },
      "SurveyQuestions": {
        "type": "array",
        "minItems": 1,
        "maxItems": 10,
        "uniqueItems": true,
        "items": {
          "type": "object",
          "additionalProperties": false,
          "required": [
            "kind",
            "question",
            "dimension"
          ],
          "properties": {
            "minSelect": {
              "type": "integer",
              "minimum": 1
            },
            "maxSelect": {
              "type": "integer",
              "minimum": 1
            },
            "minLength": {
              "type": "integer",
              "minimum": 0,
              "maximum": 32,
              "description": "Minimum number of characters of a textarea answer, ignoring leading and trailing whitespace. Defaults to 1. Use 0 to make the question optional."
            },
            "maxLength": {
              "type": "integer",
              "minimum": 32,
              "description": "Maximum number of characters of a textarea answer, ignoring leading and trailing whitespace. At least 32. Unlimited by default."
            },
            "kind": {
              "type": "string",
              "enum": [
                "checkbox",
                "radio",
                "textarea",
                "discrete_slider",
                "continuous_slider"
              ],
              "description": "The type of question to ask, such as multiple choice questions (checkbox) or asking raters to highlight words in a transcript (highlight). "
            },
            "question": {
              "type": "string"
            },
            "choices": {
              "type": "array",
              "minItems": 1,
              "maxItems": 10,
              "uniqueItems": true,
              "items": {
                "type": "object",
                "additionalProperties": false,
                "required": [
                  "label"
                ],
                "properties": {
                  "label": {
                    "type": "string"
                  },
                  "description": {
                    "type": "string",
                    "maxLength": 32
                  }
                }
              }
            },
            "dimension": {
              "type": "string",
              "maxLength": 32
            },
            "categories": {
              "type": "array",
              "minItems": 2,
              "maxItems": 10,
              "uniqueItems": true,
              "items": {
                "type": "object",
                "additionalProperties": false,
                "required": [
                  "label",
                  "score"
                ],
                "properties": {
                  "score": {
                    "type": "number"
                  },
                  "label": {
                    "type": "string"
                  }
                }
              }
            },
            "responseType": {
              "type": "string",
              "enum": [
                "discrete",
                "continuous"
              ],
              "description": "Type of slider response. Discrete uses integer steps, continuous allows any value."
            }
          },
          "allOf": [
            {
              "if": {
                "properties": {
                  "kind": {
                    "const": "textarea"
                  }
                }
              },
              "then": {
                "not": {
                  "anyOf": [
                    {
                      "required": [
                        "choices"
                      ]
                    },
                    {
                      "required": [
                        "minSelect"
                      ]
                    },
                    {
                      "required": [
                        "maxSelect"
                      ]
                    },
                    {
                      "required": [
                        "categories"
                      ]
                    },
                    {
                      "required": [
                        "responseType"
                      ]
                    }
                  ]
                }
              }
            },
            {
              "if": {
                "properties": {
                  "kind": {
                    "const": "radio"
                  }
                }
              },
              "then": {
                "required": [
                  "choices"
                ],
                "not": {
                  "anyOf": [
                    {
                      "required": [
                        "minLength"
                      ]
                    },
                    {
                      "required": [
                        "maxLength"
                      ]
                    },
                    {
                      "required": [
                        "minSelect"
                      ]
                    },
                    {
                      "required": [
                        "maxSelect"
                      ]
                    },
                    {
                      "required": [
                        "categories"
                      ]
                    },
                    {
                      "required": [
                        "responseType"
                      ]
                    }
                  ]
                }
              }
            },
            {
              "if": {
                "properties": {
                  "kind": {
                    "const": "checkbox"
                  }
                }
              },
              "then": {
                "required": [
                  "choices"
                ],
                "not": {
                  "anyOf": [
                    {
                      "required": [
                        "minLength"
                      ]
                    },
                    {
                      "required": [
                        "maxLength"
                      ]
                    },
                    {
                      "required": [
                        "categories"
                      ]
                    },
                    {
                      "required": [
                        "responseType"
                      ]
                    }
                  ]
                }
              }
            },
            {
              "if": {
                "properties": {
                  "kind": {
                    "const": "highlight"
                  }
                }
              },
              "then": {
                "not": {
                  "anyOf": [
                    {
                      "required": [
                        "minLength"
                      ]
                    },
                    {
                      "required": [
                        "maxLength"
                      ]
                    },
                    {
                      "required": [
                        "choices"
                      ]
                    },
                    {
                      "required": [
                        "minSelect"
                      ]
                    },
                    {
                      "required": [
                        "maxSelect"
                      ]
                    },
                    {
                      "required": [
                        "categories"
                      ]
                    },
                    {
                      "required": [
                        "responseType"
                      ]
                    }
                  ]
                }
              }
            },
            {
              "if": {
                "properties": {
                  "kind": {
                    "const": "discrete_slider"
                  }
                }
              },
              "then": {
                "required": [
                  "categories",
                  "responseType"
                ],
                "properties": {
                  "responseType": {
                    "const": "discrete"
                  }
                },
                "not": {
                  "anyOf": [
                    {
                      "required": [
                        "minLength"
                      ]
                    },
                    {
                      "required": [
                        "maxLength"
                      ]
                    },
                    {
                      "required": [
                        "choices"
                      ]
                    },
                    {
                      "required": [
                        "minSelect"
                      ]
                    },
                    {
                      "required": [
                        "maxSelect"
                      ]
                    }
                  ]
                }
              }
            },
            {
              "if": {
                "properties": {
                  "kind": {
                    "const": "continuous_slider"
                  }
                }
              },
              "then": {
                "required": [
                  "categories",
                  "responseType"
                ],
                "properties": {
                  "responseType": {
                    "const": "continuous"
                  }
                },
                "not": {
                  "anyOf": [
                    {
                      "required": [
                        "minLength"
                      ]
                    },
                    {
                      "required": [
                        "maxLength"
                      ]
                    },
                    {
                      "required": [
                        "choices"
                      ]
                    },
                    {
                      "required": [
                        "minSelect"
                      ]
                    },
                    {
                      "required": [
                        "maxSelect"
                      ]
                    }
                  ]
                }
              }
            }
          ]
        }
      },
      "SurveyRules": {
        "type": "array",
        "items": {
          "type": "object",
          "additionalProperties": false,
          "required": [
            "when",
            "show"
          ],
          "properties": {
            "when": {
              "type": "array",
              "minItems": 1,
              "items": {
                "type": "object",
                "additionalProperties": false,
                "required": [
                  "dimension",
                  "choices"
                ],
                "properties": {
                  "dimension": {
                    "type": "string",
                    "maxLength": 32
                  },
                  "choices": {
                    "type": "array",
                    "minItems": 1,
                    "items": {
                      "type": "string"
                    }
                  }
                }
              }
            },
            "show": {
              "type": "array",
              "minItems": 1,
              "items": {
                "type": "string",
                "maxLength": 32
              }
            }
          }
        }
      },
      "SurveyWrite": {
        "type": "object",
        "description": "Serializer for creating and updating reusable project surveys.",
        "properties": {
          "name": {
            "type": "string",
            "description": "A descriptive name for the survey.",
            "maxLength": 128
          },
          "questions": {
            "$ref": "#/components/schemas/SurveyQuestions"
          },
          "rules": {
            "oneOf": [
              {
                "$ref": "#/components/schemas/SurveyRules"
              },
              {
                "type": "null"
              }
            ]
          },
          "config": {
            "allOf": [
              {
                "$ref": "#/components/schemas/SurveyConfigInput"
              }
            ],
            "description": "Deprecated: use questions and rules instead.",
            "deprecated": true
          }
        },
        "required": [
          "name"
        ]
      },
      "Tag": {
        "type": "object",
        "description": "A tag used in a project, with the experiments and templates carrying it.",
        "properties": {
          "name": {
            "type": "string",
            "maxLength": 128
          },
          "experiment_ids": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "readOnly": true,
            "description": "IDs of the experiments carrying this tag."
          },
          "template_ids": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "readOnly": true,
            "description": "IDs of the templates carrying this tag."
          }
        },
        "required": [
          "experiment_ids",
          "name",
          "template_ids"
        ]
      },
      "Template": {
        "type": "object",
        "description": "Serializes a template, which is never launched and so has no jobs.",
        "properties": {
          "id": {
            "type": "string"
          },
          "name": {
            "type": "string",
            "description": "A description identifying the experiment.",
            "maxLength": 128
          },
          "type": {
            "type": "string"
          },
          "language": {
            "allOf": [
              {
                "$ref": "#/components/schemas/LanguageEnum"
              }
            ],
            "description": "The language used for the experiment's interface.\n\n* `ar` - Arabic\n* `de` - German\n* `en` - English\n* `es` - Spanish\n* `fr` - French\n* `hi` - Hindi\n* `it` - Italian\n* `ja` - Japanese\n* `ko` - Korean\n* `pl` - Polish\n* `pt` - Portuguese\n* `vi` - Vietnamese\n* `zh-hans` - Chinese (simplified)"
          },
          "dataset_ids": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "readOnly": true
          },
          "training_dataset_ids": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "readOnly": true
          },
          "golden_dataset_ids": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "readOnly": true
          },
          "hero_media_url": {
            "type": [
              "string",
              "null"
            ],
            "readOnly": true
          },
          "hero_caption": {
            "type": [
              "string",
              "null"
            ],
            "description": "Caption displayed below the custom hero image/video.",
            "maxLength": 256
          },
          "tags": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "readOnly": true,
            "description": "Names of the tags labelling it."
          },
          "date_created": {
            "type": "string",
            "format": "date-time",
            "readOnly": true
          },
          "date_updated": {
            "type": "string",
            "format": "date-time",
            "readOnly": true,
            "title": "Last updated"
          },
          "config": {}
        },
        "required": [
          "dataset_ids",
          "date_created",
          "date_updated",
          "golden_dataset_ids",
          "hero_media_url",
          "id",
          "name",
          "tags",
          "training_dataset_ids",
          "type"
        ]
      },
      "TemplateDetail": {
        "type": "object",
        "description": "Serializes a template in full, which is never launched and so has no jobs.",
        "properties": {
          "id": {
            "type": "string"
          },
          "name": {
            "type": "string",
            "description": "A description identifying the experiment.",
            "maxLength": 128
          },
          "type": {
            "type": "string"
          },
          "language": {
            "allOf": [
              {
                "$ref": "#/components/schemas/LanguageEnum"
              }
            ],
            "description": "The language used for the experiment's interface.\n\n* `ar` - Arabic\n* `de` - German\n* `en` - English\n* `es` - Spanish\n* `fr` - French\n* `hi` - Hindi\n* `it` - Italian\n* `ja` - Japanese\n* `ko` - Korean\n* `pl` - Polish\n* `pt` - Portuguese\n* `vi` - Vietnamese\n* `zh-hans` - Chinese (simplified)"
          },
          "datasets": {
            "type": "array",
            "items": {
              "$ref": "#/components/schemas/Dataset"
            },
            "readOnly": true
          },
          "training_datasets": {
            "type": "array",
            "items": {
              "$ref": "#/components/schemas/Dataset"
            },
            "readOnly": true
          },
          "golden_datasets": {
            "type": "array",
            "items": {
              "$ref": "#/components/schemas/Dataset"
            },
            "readOnly": true
          },
          "title": {
            "type": [
              "string",
              "null"
            ],
            "description": "A short title displayed at the top of the experiment screen.",
            "maxLength": 128
          },
          "question": {
            "type": [
              "string",
              "null"
            ],
            "description": "A question or instructions displayed at the top of the experiment screen.",
            "maxLength": 512
          },
          "description": {
            "type": [
              "string",
              "null"
            ],
            "description": "An optional longer explanation of how to evaluate the data."
          },
          "introduction": {
            "type": [
              "string",
              "null"
            ],
            "description": "A brief introduction explaining how to participate in the experiment. Leave empty to use default introduction.",
            "maxLength": 2048
          },
          "hero_media_url": {
            "type": [
              "string",
              "null"
            ],
            "readOnly": true
          },
          "hero_caption": {
            "type": [
              "string",
              "null"
            ],
            "description": "Caption displayed below the custom hero image/video.",
            "maxLength": 256
          },
          "tags": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "readOnly": true,
            "description": "Names of the tags labelling it."
          },
          "date_created": {
            "type": "string",
            "format": "date-time",
            "readOnly": true
          },
          "date_updated": {
            "type": "string",
            "format": "date-time",
            "readOnly": true,
            "title": "Last updated"
          },
          "config": {}
        },
        "required": [
          "datasets",
          "date_created",
          "date_updated",
          "golden_datasets",
          "hero_media_url",
          "id",
          "name",
          "tags",
          "training_datasets",
          "type"
        ]
      },
      "TrackRecordFilterOptions": {
        "type": "object",
        "properties": {
          "approval_rate": {
            "$ref": "#/components/schemas/FilterOption"
          },
          "approved_submissions": {
            "$ref": "#/components/schemas/FilterOption"
          }
        }
      },
      "TrackRecordFilters": {
        "type": "object",
        "properties": {
          "approval_rate": {
            "oneOf": [
              {
                "$ref": "#/components/schemas/FilterRange"
              },
              {
                "type": "null"
              }
            ],
            "description": "Bounds raters must fall within. `null` lifts the filter."
          },
          "approved_submissions": {
            "oneOf": [
              {
                "$ref": "#/components/schemas/FilterRange"
              },
              {
                "type": "null"
              }
            ],
            "description": "Bounds raters must fall within. `null` lifts the filter."
          }
        }
      },
      "Type7e8Enum": {
        "enum": [
          "acr_audio",
          "acr_video",
          "acr_image",
          "multi_acr_embed",
          "multi_acr_video",
          "binary_audio",
          "binary_image",
          "binary_video",
          "inpainting_image",
          "mushra",
          "pairwise_audio",
          "pairwise_image",
          "pairwise_video",
          "survey_audio",
          "survey_embed",
          "survey_video",
          "survey_image",
          "pre_screen_audio",
          "pre_screen_image",
          "rank_audio"
        ],
        "type": "string"
      },
      "User": {
        "type": "object",
        "properties": {
          "id": {
            "type": "string"
          },
          "name": {
            "type": "string",
            "title": "Full name",
            "maxLength": 64
          }
        },
        "required": [
          "id",
          "name"
        ]
      },
      "Webhook": {
        "type": "object",
        "description": "Serializer for the Webhook model.",
        "properties": {
          "id": {
            "type": "string",
            "readOnly": true
          },
          "target_url": {
            "type": "string",
            "format": "uri",
            "maxLength": 2048
          },
          "events": {
            "type": "array",
            "items": {
              "$ref": "#/components/schemas/EventsEnum"
            },
            "description": "List of event types to subscribe to (e.g., [\"dataset.status_changed\", \"job.completed\"])."
          },
          "is_active": {
            "type": "boolean",
            "description": "Deprecated. Use status instead. This field will be sunsetted in version 1.0.",
            "readOnly": true,
            "deprecated": true
          },
          "status": {
            "allOf": [
              {
                "$ref": "#/components/schemas/StatusC7dEnum"
              }
            ],
            "readOnly": true
          },
          "errors": {
            "readOnly": true
          },
          "secret_id": {
            "type": "string",
            "readOnly": true
          },
          "date_created": {
            "type": "string",
            "format": "date-time",
            "readOnly": true
          },
          "date_updated": {
            "type": "string",
            "format": "date-time",
            "readOnly": true
          }
        },
        "required": [
          "date_created",
          "date_updated",
          "errors",
          "events",
          "id",
          "is_active",
          "secret_id",
          "status",
          "target_url"
        ]
      },
      "WebhookCreate": {
        "type": "object",
        "description": "Serializer for creating a new Webhook instance.",
        "properties": {
          "target_url": {
            "type": "string",
            "format": "uri",
            "maxLength": 2048
          },
          "events": {
            "type": "array",
            "items": {
              "$ref": "#/components/schemas/EventsEnum"
            },
            "description": "List of event types to subscribe to (e.g., [\"dataset.status_changed\", \"job.completed\"])."
          },
          "secret_id": {
            "type": "string",
            "description": "ID of the secret to use. If omitted, the most recent project secret is used. If the project has no secrets, a new one will be created automatically."
          }
        },
        "required": [
          "events",
          "target_url"
        ]
      },
      "WebhookSecret": {
        "type": "object",
        "description": "Serializer for WebhookSecret model, including related Webhook IDs.",
        "properties": {
          "id": {
            "type": "string",
            "readOnly": true
          },
          "value": {
            "type": "string",
            "readOnly": true
          },
          "webhook_ids": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Get the list of webhook IDs associated with this secret.\n\nArgs:\n    obj (WebhookSecret): The WebhookSecret instance.\nReturns:\n    list[str]: List of webhook IDs associated with the secret.",
            "readOnly": true
          },
          "date_created": {
            "type": "string",
            "format": "date-time",
            "readOnly": true
          }
        },
        "required": [
          "date_created",
          "id",
          "value",
          "webhook_ids"
        ]
      },
      "WorkFilterOptions": {
        "type": "object",
        "properties": {
          "employment_status": {
            "$ref": "#/components/schemas/FilterOption"
          },
          "employment_role": {
            "$ref": "#/components/schemas/FilterOption"
          },
          "work_role": {
            "$ref": "#/components/schemas/FilterOption"
          },
          "computer_usage": {
            "$ref": "#/components/schemas/FilterOption"
          },
          "ai_usage": {
            "$ref": "#/components/schemas/FilterOption"
          },
          "years_of_work_experience": {
            "$ref": "#/components/schemas/FilterOption"
          },
          "work_week_in_hours": {
            "$ref": "#/components/schemas/FilterOption"
          }
        }
      },
      "WorkFilters": {
        "type": "object",
        "properties": {
          "employment_status": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Values raters must match one of. An empty list lifts the filter."
          },
          "employment_role": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Values raters must match one of. An empty list lifts the filter."
          },
          "work_role": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Values raters must match one of. An empty list lifts the filter."
          },
          "computer_usage": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Values raters must match one of. An empty list lifts the filter."
          },
          "ai_usage": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Values raters must match one of. An empty list lifts the filter."
          },
          "years_of_work_experience": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Values raters must match one of. An empty list lifts the filter."
          },
          "work_week_in_hours": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "Values raters must match one of. An empty list lifts the filter."
          }
        }
      },
      "Workflow": {
        "type": "object",
        "description": "Serialized shape returned after creating a workflow (experiment + job + datasets).",
        "properties": {
          "dataset": {
            "allOf": [
              {
                "$ref": "#/components/schemas/Dataset"
              }
            ],
            "readOnly": true
          },
          "experiment": {
            "allOf": [
              {
                "$ref": "#/components/schemas/Experiment"
              }
            ],
            "readOnly": true
          },
          "job": {
            "allOf": [
              {
                "$ref": "#/components/schemas/Job"
              }
            ],
            "readOnly": true
          },
          "training_dataset": {
            "oneOf": [
              {
                "$ref": "#/components/schemas/Dataset"
              },
              {
                "type": "null"
              }
            ],
            "readOnly": true
          }
        },
        "required": [
          "dataset",
          "experiment",
          "job",
          "training_dataset"
        ]
      },
      "WorkflowCreate": {
        "type": "object",
        "description": "Serializer for creating a draft experiment and job via API in one request.",
        "properties": {
          "experiment": {
            "$ref": "#/components/schemas/WorkflowsCreateExperiment"
          },
          "job": {
            "$ref": "#/components/schemas/WorkflowsCreateJob"
          },
          "dataset": {
            "$ref": "#/components/schemas/SimpleDataset"
          },
          "training_dataset": {
            "$ref": "#/components/schemas/SimpleDataset"
          },
          "sessions": {
            "type": "array",
            "items": {
              "type": "array",
              "items": {
                "$ref": "#/components/schemas/SlateTemplateCreate"
              },
              "title": "session",
              "description": "Contains slate objects in the order in which they will be shown to a rater.",
              "minItems": 1
            },
            "description": "Sessions to create, each a list of slates. Every session must have the same number of slates. Required unless `session_url` is given.",
            "minItems": 1
          },
          "session_url": {
            "type": "string",
            "description": "URL of a JSON file holding the sessions, in the same format as `sessions`. Required unless `sessions` is given."
          },
          "training_sessions": {
            "type": "array",
            "items": {
              "type": "array",
              "items": {
                "$ref": "#/components/schemas/SlateTemplateCreate"
              },
              "title": "session",
              "description": "Contains slate objects in the order in which they will be shown to a rater.",
              "minItems": 1
            },
            "description": "Training sessions, in the same format as `sessions`."
          },
          "training_session_url": {
            "type": "string",
            "description": "URL of a JSON file holding the training sessions, in the same format as `sessions`. Only allowed together with `session_url`."
          }
        },
        "required": [
          "experiment",
          "job"
        ]
      },
      "WorkflowsCreateExperiment": {
        "type": "object",
        "description": "Serializer for creating draft experiments via API with minimal fields.",
        "properties": {
          "name": {
            "type": "string",
            "description": "A description identifying the experiment.",
            "maxLength": 128
          },
          "title": {
            "type": [
              "string",
              "null"
            ],
            "description": "A short title displayed at the top of the experiment screen.",
            "maxLength": 128
          },
          "type": {
            "allOf": [
              {
                "$ref": "#/components/schemas/WorkflowsCreateExperimentTypeEnum"
              }
            ],
            "description": "Type of the experiment (e.g., \"mushra\", \"pairwise_image\"). Required unless `template_id` is given.\n\n* `acr_audio` - acr_audio\n* `acr_video` - acr_video\n* `acr_image` - acr_image\n* `multi_acr_embed` - multi_acr_embed\n* `multi_acr_video` - multi_acr_video\n* `binary_audio` - binary_audio\n* `binary_image` - binary_image\n* `binary_video` - binary_video\n* `inpainting_image` - inpainting_image\n* `mushra` - mushra\n* `pairwise_audio` - pairwise_audio\n* `pairwise_image` - pairwise_image\n* `pairwise_video` - pairwise_video\n* `survey_audio` - survey_audio\n* `survey_embed` - survey_embed\n* `survey_video` - survey_video\n* `survey_image` - survey_image\n* `pre_screen_audio` - pre_screen_audio\n* `pre_screen_image` - pre_screen_image\n* `rank_audio` - rank_audio"
          },
          "language": {
            "allOf": [
              {
                "$ref": "#/components/schemas/LanguageEnum"
              }
            ],
            "description": "The language used for the experiment's interface.\n\n* `ar` - Arabic\n* `de` - German\n* `en` - English\n* `es` - Spanish\n* `fr` - French\n* `hi` - Hindi\n* `it` - Italian\n* `ja` - Japanese\n* `ko` - Korean\n* `pl` - Polish\n* `pt` - Portuguese\n* `vi` - Vietnamese\n* `zh-hans` - Chinese (simplified)"
          },
          "question": {
            "type": [
              "string",
              "null"
            ],
            "description": "A question or instructions displayed at the top of the experiment screen.",
            "maxLength": 512
          },
          "description": {
            "type": [
              "string",
              "null"
            ],
            "description": "An optional longer explanation of how to evaluate the data."
          },
          "introduction": {
            "type": [
              "string",
              "null"
            ],
            "description": "A brief introduction explaining how to participate in the experiment. Leave empty to use default introduction.",
            "maxLength": 2048
          },
          "hero_media_url": {
            "type": "string",
            "description": "URL of a custom image or video to replace the default screenshot.",
            "maxLength": 1024
          },
          "hero_caption": {
            "type": [
              "string",
              "null"
            ],
            "description": "Caption displayed below the custom hero image/video.",
            "maxLength": 256
          },
          "survey_id": {
            "type": "string",
            "description": "ID of a reusable survey to copy into survey experiment questions."
          },
          "pre_survey_id": {
            "type": "string",
            "description": "ID of a reusable survey to show before the experiment session."
          },
          "post_survey_id": {
            "type": "string",
            "description": "ID of a reusable survey to show after the experiment session."
          },
          "template_id": {
            "type": "string",
            "description": "ID of a template in this project to copy. Every other experiment field you send overrides the template value. The template's datasets are not copied."
          },
          "tags": {
            "type": "array",
            "items": {
              "type": "string",
              "maxLength": 128
            },
            "description": "Names of tags to label the experiment with. Missing tags are created."
          },
          "config": {
            "$ref": "#/components/schemas/ExperimentConfig"
          }
        }
      },
      "WorkflowsCreateExperimentTypeEnum": {
        "enum": [
          "acr_audio",
          "acr_video",
          "acr_image",
          "multi_acr_embed",
          "multi_acr_video",
          "binary_audio",
          "binary_image",
          "binary_video",
          "inpainting_image",
          "mushra",
          "pairwise_audio",
          "pairwise_image",
          "pairwise_video",
          "survey_audio",
          "survey_embed",
          "survey_video",
          "survey_image",
          "pre_screen_audio",
          "pre_screen_image",
          "rank_audio"
        ],
        "type": "string",
        "description": "* `acr_audio` - acr_audio\n* `acr_video` - acr_video\n* `acr_image` - acr_image\n* `multi_acr_embed` - multi_acr_embed\n* `multi_acr_video` - multi_acr_video\n* `binary_audio` - binary_audio\n* `binary_image` - binary_image\n* `binary_video` - binary_video\n* `inpainting_image` - inpainting_image\n* `mushra` - mushra\n* `pairwise_audio` - pairwise_audio\n* `pairwise_image` - pairwise_image\n* `pairwise_video` - pairwise_video\n* `survey_audio` - survey_audio\n* `survey_embed` - survey_embed\n* `survey_video` - survey_video\n* `survey_image` - survey_image\n* `pre_screen_audio` - pre_screen_audio\n* `pre_screen_image` - pre_screen_image\n* `rank_audio` - rank_audio"
      },
      "WorkflowsCreateJob": {
        "type": "object",
        "description": "Serializer for creating draft jobs via API with minimal fields.",
        "properties": {
          "rater_pool_id": {
            "type": "string",
            "description": "Id of the rater pool to use for this job"
          },
          "rater_pool": {
            "type": "string",
            "description": "Id of the rater pool to use for this job"
          },
          "max_repetitions": {
            "type": "integer",
            "maximum": 2147483647,
            "minimum": 1,
            "title": "Maximum number of repetitions",
            "description": "How often an individual rater is allowed to repeat the task."
          },
          "min_rest_time": {
            "type": "integer",
            "maximum": 2147483647,
            "minimum": 0,
            "title": "Minimum rest time",
            "description": "How many minutes should pass before a rater can repeat the task."
          },
          "num_comparisons": {
            "type": "integer",
            "maximum": 1000,
            "minimum": 1,
            "title": "Number of comparisons per rater",
            "description": "The maximum number of groups of stimuli evaluated by each rater."
          },
          "num_sessions": {
            "type": "integer",
            "maximum": 10000,
            "minimum": 0,
            "title": "Number of sessions",
            "description": "How often the task is performed."
          },
          "strategy": {
            "type": [
              "string",
              "object"
            ],
            "oneOf": [
              {
                "title": "String",
                "type": "string",
                "enum": [
                  "randomized",
                  "lexicographic",
                  "uniform",
                  "exhaustive",
                  "active",
                  "neighbor",
                  "top_k",
                  "custom",
                  "live"
                ]
              },
              {
                "type": "object",
                "additionalProperties": false,
                "description": "Determines which stimuli are being compared and in which order.",
                "properties": {
                  "type": {
                    "type": "string",
                    "enum": [
                      "randomized",
                      "lexicographic",
                      "uniform",
                      "exhaustive",
                      "active",
                      "neighbor",
                      "top_k",
                      "custom",
                      "live"
                    ]
                  },
                  "min_conditions": {
                    "type": "number",
                    "minimum": 1
                  },
                  "max_conditions": {
                    "type": "number",
                    "minimum": 1
                  },
                  "reference": {
                    "type": "string",
                    "enum": [
                      "exclude",
                      "include",
                      "include_always",
                      "include_with_probability"
                    ],
                    "description": "Choose \"include\" to treat the reference like a regular stimulus."
                  },
                  "reference_probability": {
                    "type": "number",
                    "minimum": 0,
                    "maximum": 1,
                    "description": "Probability of including the reference stimulus in a slate."
                  },
                  "anchors": {
                    "type": "string",
                    "enum": [
                      "exclude",
                      "include",
                      "include_always"
                    ],
                    "description": "Choose \"include_always\" to ensure that a slate has anchors."
                  },
                  "include_patterns": {
                    "type": "string",
                    "description": "Comma-separated list of conditions to include in an experiment."
                  },
                  "exclude_patterns": {
                    "type": "string",
                    "description": "Comma-separated list of conditions to exclude from an experiment."
                  },
                  "include_always_patterns": {
                    "type": "string",
                    "description": "List of conditions of which at least one must be present."
                  },
                  "top_k": {
                    "type": "integer",
                    "minimum": 1,
                    "description": "Number of top methods to focus on (used by top-k strategies)."
                  },
                  "shift_minutes": {
                    "type": "number",
                    "minimum": 1,
                    "maximum": 30,
                    "description": "How long each rater works on a live job (used by live strategies)."
                  },
                  "concurrent_raters": {
                    "type": "integer",
                    "minimum": 1,
                    "maximum": 250,
                    "description": "How many Prolific raters work on a live job at a time; the others start as shifts end. If unset, all raters may start at once (used by live strategies)."
                  },
                  "crossed": {
                    "type": "boolean",
                    "description": "If true, every rater rates every stimulus (or pair of stimuli), possibly across multiple sessions, instead of the job distributing them across raters. Used by the uniform and exhaustive strategies."
                  }
                },
                "title": "Object"
              }
            ],
            "default": "custom",
            "description": "<span class=\"strategy-input-docs\"></span>Not all strategies are available for all experiments."
          },
          "launch": {
            "type": "boolean",
            "default": false,
            "description": "Whether to launch the job immediately after creation."
          },
          "hourly_rate_gbp": {
            "type": "string",
            "format": "decimal",
            "pattern": "^-?\\d{0,2}(?:\\.\\d{0,2})?$",
            "description": "Hourly rate in GBP to pay raters."
          },
          "exclude_jobs": {
            "type": "array",
            "items": {
              "type": "string"
            },
            "description": "IDs of earlier jobs in this project whose raters may not join this job. Only applies to Prolific rater pools."
          },
          "cooldown_days": {
            "type": "integer",
            "maximum": 3650,
            "minimum": 0,
            "description": "Excludes raters of every job in this project that ran in the last this-many days. Only applies to Prolific rater pools."
          }
        }
      }
    },
    "securitySchemes": {
      "ApiKeyAuth": {
        "type": "apiKey",
        "in": "header",
        "name": "Authorization",
        "description": "API key authentication. Send your key in the `Authorization` header, prefixed with `Api-Key`, e.g. `Api-Key <your-token>`."
      },
      "cookieAuth": {
        "type": "apiKey",
        "in": "cookie",
        "name": "sessionid"
      }
    }
  },
  "servers": [
    {
      "url": "https://api.mabyduck.com"
    }
  ],
  "tags": [
    {
      "name": "Datasets",
      "description": "Operations related to datasets."
    },
    {
      "name": "Experiments",
      "description": "Operations related to experiments."
    },
    {
      "name": "Templates",
      "description": "Operations related to experiment templates."
    },
    {
      "name": "Rubrics",
      "description": "Operations related to rubrics and leaderboards."
    }
  ]
}