Start a scoring run

curl --request POST \
  --url https://api.atlan.com/eval/v1/scorers/{scorer_id}/score \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '
{
  "agent_ids": [
    "<string>"
  ],
  "concurrency": 1,
  "experiment_id": "<string>",
  "limit": 1,
  "session_ids": [
    "<string>"
  ],
  "since": "<string>",
  "trace_ids": [
    "<string>"
  ],
  "until": "<string>"
}
'

const options = {
  method: 'POST',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    agent_ids: ['<string>'],
    concurrency: 1,
    experiment_id: '<string>',
    limit: 1,
    session_ids: ['<string>'],
    since: '<string>',
    trace_ids: ['<string>'],
    until: '<string>'
  })
};

fetch('https://api.atlan.com/eval/v1/scorers/{scorer_id}/score', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

import requests

url = "https://api.atlan.com/eval/v1/scorers/{scorer_id}/score"

payload = {
    "agent_ids": ["<string>"],
    "concurrency": 1,
    "experiment_id": "<string>",
    "limit": 1,
    "session_ids": ["<string>"],
    "since": "<string>",
    "trace_ids": ["<string>"],
    "until": "<string>"
}
headers = {
    "Authorization": "Bearer <token>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

{
  "grain": "trace",
  "mode": "score",
  "results": [
    {
      "elapsed_ms": 1,
      "session_id": "<string>",
      "answers": {},
      "backend": "classifier",
      "choice": "<string>",
      "confidence": 123,
      "error": "<string>",
      "model": "<string>",
      "preview_request": "<unknown>",
      "probabilities": {},
      "reasoning": "<string>",
      "score": 123,
      "trace_id": "<string>"
    }
  ],
  "scorer_id": "<string>",
  "scorer_version": 123
}

{
  "concurrency": 1,
  "grain": "trace",
  "run_status": "queued",
  "score_run_id": "<string>",
  "scorer_id": "<string>",
  "total": 123,
  "scorer_version": 123
}

{
  "code": "invalid_base64",
  "detail": "<string>",
  "status": 1,
  "title": "<string>",
  "trace_id": "<string>"
}

{
  "code": "alg_mismatch",
  "detail": "<string>",
  "status": 1,
  "title": "<string>",
  "trace_id": "<string>"
}

{
  "code": "access_denied",
  "detail": "<string>",
  "status": 1,
  "title": "<string>",
  "trace_id": "<string>"
}

{
  "code": "not_found",
  "detail": "<string>",
  "status": 1,
  "title": "<string>",
  "trace_id": "<string>"
}

{
  "code": "compressed_payload_too_large",
  "detail": "<string>",
  "status": 1,
  "title": "<string>",
  "trace_id": "<string>"
}

{
  "code": "unsupported_content_encoding",
  "detail": "<string>",
  "status": 1,
  "title": "<string>",
  "trace_id": "<string>"
}

{
  "code": "validation_failed",
  "detail": "<string>",
  "status": 1,
  "title": "<string>",
  "trace_id": "<string>"
}

{
  "code": "internal_error",
  "detail": "<string>",
  "status": 1,
  "title": "<string>",
  "trace_id": "<string>"
}

{
  "code": "auth_unavailable",
  "detail": "<string>",
  "status": 1,
  "title": "<string>",
  "trace_id": "<string>"
}

{
  "code": "request_timeout",
  "detail": "<string>",
  "status": 1,
  "title": "<string>",
  "trace_id": "<string>"
}