Get one eval case

GET

projects

{projectId}

eval-suites

{suiteId}

cases

{caseId}

Get one eval case

curl --request GET \
  --url https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases/{caseId} \
  --header 'Authorization: Bearer <token>'

import requests

url = "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases/{caseId}"

headers = {"Authorization": "Bearer <token>"}

response = requests.get(url, headers=headers)

print(response.text)

const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};

fetch('https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases/{caseId}', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases/{caseId}",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "GET",
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"net/http"
	"io"
)

func main() {

	url := "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases/{caseId}"

	req, _ := http.NewRequest("GET", url, nil)

	req.Header.Add("Authorization", "Bearer <token>")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

require 'uri'
require 'net/http'

url = URI("https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases/{caseId}")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Get.new(url)
request["Authorization"] = 'Bearer <token>'

response = http.request(request)
puts response.read_body

{
  "id": "<string>",
  "title": "<string>",
  "steps": [
    {
      "id": "<string>",
      "kind": "prompt",
      "prompt": "<string>",
      "serverName": "<string>",
      "toolName": "<string>",
      "arguments": {},
      "action": {},
      "assertion": {}
    }
  ],
  "iterations": 5,
  "isNegative": true,
  "models": [
    {
      "model": "<string>",
      "provider": "<string>"
    }
  ],
  "judge": {
    "enabled": true
  },
  "declaredId": "<string>",
  "expectedOutput": "<string>",
  "repetitions": 2,
  "passThreshold": 0.5,
  "scenario": "<string>",
  "intent": "<string>",
  "kind": "capability",
  "matchOptions": {},
  "checks": {
    "mode": "inherit",
    "list": [
      {
        "type": "toolDescriptionsPresent",
        "minLength": 123,
        "role": "gating",
        "severity": "warn"
      }
    ]
  },
  "import": {
    "status": "exact",
    "sourceCaseKey": "<string>",
    "note": "<string>"
  },
  "source": {
    "format": "markdown",
    "method": "ai",
    "fileName": "<string>",
    "fileHash": "<string>",
    "excerpt": "<string>",
    "startLine": 2,
    "endLine": 2,
    "extractorVersion": "<string>"
  },
  "createdAt": 123,
  "updatedAt": 123,
  "suppressedSuiteStandardCheckIds": [
    "<string>"
  ]
}

Authorizations

Authorization

string

header

required

MCPJam API key (sk_…). Create one at Settings → API keys. Guest sessions cannot use the API, and API keys cannot manage other API keys.

Headers

x-mcpjam-eval-vocabulary

enum<string>

Which vocabulary this request and its response speak. Absent means 1, which is byte-for-byte today's contract: the same request fields, the same refusals, the same response projection. 2 is the canonical vocabulary. Any other value is a 400 with code: "VALIDATION_ERROR".

Today it decides one thing: the spelling of an evaluator's policy role. Vocabulary 1 accepts and returns gating; vocabulary 2 accepts both spellings and returns the canonical required. Sending required without the header is a 400, deliberately — vocabulary 1 is not widened to meet vocabulary 2 half way, because a boundary that accepts a spelling it does not announce is one two implementations can disagree about.

A response that varies by vocabulary sends Vary: x-mcpjam-eval-vocabulary.

Available options:

1,

2

Path Parameters

projectId

string

required

ID of the hosted project that contains the server.

suiteId

string

required

Eval suite ID, as returned by POST /eval-runs.

caseId

string

required

Eval case id.

Response

The case.

A persisted eval case, in the public steps-first shape. Note this is NOT EvalTestCase, which is the INLINE authoring shape accepted by suite creation.

string

required

title

string

required

steps

object[]

required

Ordered test steps. A prompt step is a model turn; a single model-free toolCall step is a render-check; assert steps hold the expectations.

Minimum array length: 1

Show child attributes

iterations

integer

required

Required range: 1 <= x <= 10

isNegative

boolean

required

When true, the case passes if NO tools are called.

models

object[]

required

Show child attributes

judge

object

Per-case judge override. enabled: false skips goal-completion grading for this case.

Show child attributes

declaredId

string

The case's effective declared id. Absent on cases authored before declared identity existed.

expectedOutput

string

repetitions

integer

Trials this case runs under per-case grading, overriding the suite default. Absent means the case inherits it. NOT a second spelling of iterations: that one is read as a FLOOR (max(iterations, suite.minimumIterations)) by a suite decided on suite-wide accuracy, and a per-case-graded case still reports it for compatibility. This one REPLACES the count rather than raising it — a case at 7 runs 7 times under a floor of 3 and 3 times under a default of 3.

Required range: x >= 1

passThreshold

number

Fraction of this case's trials that must pass, overriding the suite default. Absent means the case inherits it. Never derived from the suite's minimumAccuracy, which is a PERCENT under a different resolver.

Required range: 0 <= x <= 1

scenario

string

intent

string

Optional authored analytics grouping label. Must be already trimmed; absent means unlabelled.

Required string length: 1 - 64

Pattern: ^\S(?:[\s\S]*\S)?$

kind

enum<string>

Authored case kind for the simple editor. Absent means the editor derives it from matchOptions.

Available options:

capability,

regression

matchOptions

object

Absent when the case sets none — omitted from the response rather than sent as null.

checks

object

Absent when the case sets none — omitted from the response rather than sent as null.

Show child attributes

import

object

What a converter CLAIMED about one imported case. exact is CONVERTER-CLAIMED exact — the converter says it applied a structural mapping rule, cited in note. MCPJam has NOT verified semantic equivalence, so user-facing copy must say "claimed exact", never "verified" or "accepted". Claim-only: who approved an approximation, when, and why is a PER-RUN decision frozen on the run (ImportEligibility.approvedApproximationReceipts), never stored on the case — an approval that lived on a case would outlive the run it was granted for and the edit that invalidated it. Approval and internal keys are rejected with 400, never stripped.

Show child attributes

source

object

Where an AI-assisted Markdown case was authored from. Provenance only: the file, its hash, and the line range the extractor read, so a reader can trace a case back to its source document. It is not an import claim (see EvalCaseImportClaim) and carries no approval semantics.

Show child attributes

createdAt

number | null

updatedAt

number | null

suppressedSuiteStandardCheckIds

string[]

Stable standard assertion family IDs suppressed from suite defaults. Applies before inherit/extend/replace resolution; explicit case and step assertions are preserved. Omitted updates preserve; [] clears. At most 64 IDs, normalized to unique sorted values.

Maximum array length: 64

⌘I

Get one eval case

curl --request GET \
  --url https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases/{caseId} \
  --header 'Authorization: Bearer <token>'

import requests

url = "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases/{caseId}"

headers = {"Authorization": "Bearer <token>"}

response = requests.get(url, headers=headers)

print(response.text)

const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};

fetch('https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases/{caseId}', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases/{caseId}",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "GET",
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"net/http"
	"io"
)

func main() {

	url := "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases/{caseId}"

	req, _ := http.NewRequest("GET", url, nil)

	req.Header.Add("Authorization", "Bearer <token>")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

require 'uri'
require 'net/http'

url = URI("https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases/{caseId}")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Get.new(url)
request["Authorization"] = 'Bearer <token>'

response = http.request(request)
puts response.read_body

{
  "id": "<string>",
  "title": "<string>",
  "steps": [
    {
      "id": "<string>",
      "kind": "prompt",
      "prompt": "<string>",
      "serverName": "<string>",
      "toolName": "<string>",
      "arguments": {},
      "action": {},
      "assertion": {}
    }
  ],
  "iterations": 5,
  "isNegative": true,
  "models": [
    {
      "model": "<string>",
      "provider": "<string>"
    }
  ],
  "judge": {
    "enabled": true
  },
  "declaredId": "<string>",
  "expectedOutput": "<string>",
  "repetitions": 2,
  "passThreshold": 0.5,
  "scenario": "<string>",
  "intent": "<string>",
  "kind": "capability",
  "matchOptions": {},
  "checks": {
    "mode": "inherit",
    "list": [
      {
        "type": "toolDescriptionsPresent",
        "minLength": 123,
        "role": "gating",
        "severity": "warn"
      }
    ]
  },
  "import": {
    "status": "exact",
    "sourceCaseKey": "<string>",
    "note": "<string>"
  },
  "source": {
    "format": "markdown",
    "method": "ai",
    "fileName": "<string>",
    "fileHash": "<string>",
    "excerpt": "<string>",
    "startLine": 2,
    "endLine": 2,
    "extractorVersion": "<string>"
  },
  "createdAt": 123,
  "updatedAt": 123,
  "suppressedSuiteStandardCheckIds": [
    "<string>"
  ]
}

API Guides

Endpoints

Authorizations

Headers

Path Parameters

Response