Eval runs
List a suite's eval cases
Every case in the suite, in the public steps-first shape.
GET
/
projects
/
{projectId}
/
eval-suites
/
{suiteId}
/
cases
List a suite's eval cases
curl --request GET \
--url https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases \
--header 'Authorization: Bearer <token>'import requests
url = "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases"
headers = {"Authorization": "Bearer <token>"}
response = requests.get(url, headers=headers)
print(response.text)const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};
fetch('https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "GET",
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"net/http"
"io"
)
func main() {
url := "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases"
req, _ := http.NewRequest("GET", url, nil)
req.Header.Add("Authorization", "Bearer <token>")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.get("https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases")
.header("Authorization", "Bearer <token>")
.asString();require 'uri'
require 'net/http'
url = URI("https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Get.new(url)
request["Authorization"] = 'Bearer <token>'
response = http.request(request)
puts response.read_body{
"items": [
{
"id": "<string>",
"title": "<string>",
"steps": [
{
"id": "<string>",
"kind": "prompt",
"prompt": "<string>",
"serverName": "<string>",
"toolName": "<string>",
"arguments": {},
"action": {},
"assertion": {}
}
],
"iterations": 5,
"isNegative": true,
"models": [
{
"model": "<string>",
"provider": "<string>",
"selection": {
"modelId": "<string>",
"source": "hosted",
"fallback": {
"provider": "none",
"model": "none"
},
"connectionRef": {
"kind": "orgProvider",
"id": "<string>",
"providerKey": "<string>",
"customProviderName": "<string>"
},
"nativeModelId": "<string>",
"settings": {
"reasoningEffort": "none",
"temperature": 1
}
},
"selectionOrigin": "backfill"
}
],
"judge": {
"enabled": true
},
"declaredId": "<string>",
"expectedOutput": "<string>",
"repetitions": 2,
"passThreshold": 0.5,
"scenario": "<string>",
"intent": "<string>",
"kind": "capability",
"matchOptions": {},
"checks": {
"mode": "inherit",
"list": [
{
"type": "toolDescriptionsPresent",
"minLength": 123,
"role": "gating",
"severity": "warn"
}
]
},
"import": {
"status": "exact",
"sourceCaseKey": "<string>",
"note": "<string>"
},
"source": {
"format": "markdown",
"method": "ai",
"fileName": "<string>",
"fileHash": "<string>",
"excerpt": "<string>",
"startLine": 2,
"endLine": 2,
"extractorVersion": "<string>"
},
"createdAt": 123,
"updatedAt": 123,
"suppressedSuiteStandardCheckIds": [
"<string>"
]
}
],
"nextCursor": "<string>"
}
Authorizations
MCPJam API key (sk_…). Create one at Settings → API keys. Guest sessions cannot use the API, and API keys cannot manage other API keys.
Headers
Which vocabulary this request and its response speak. Absent means 1, which is byte-for-byte today's contract: the same request fields, the same refusals, the same response projection. 2 is the canonical vocabulary. Any other value is a 400 with code: "VALIDATION_ERROR".
Today it decides one thing: the spelling of an evaluator's policy role. Vocabulary 1 accepts and returns gating; vocabulary 2 accepts both spellings and returns the canonical required. Sending required without the header is a 400, deliberately — vocabulary 1 is not widened to meet vocabulary 2 half way, because a boundary that accepts a spelling it does not announce is one two implementations can disagree about.
A response that varies by vocabulary sends Vary: x-mcpjam-eval-vocabulary.
Available options:
1, 2 Path Parameters
ID of the hosted project that contains the server.
Eval suite ID, as returned by POST /eval-runs.
Was this page helpful?
⌘I
List a suite's eval cases
curl --request GET \
--url https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases \
--header 'Authorization: Bearer <token>'import requests
url = "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases"
headers = {"Authorization": "Bearer <token>"}
response = requests.get(url, headers=headers)
print(response.text)const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};
fetch('https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "GET",
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"net/http"
"io"
)
func main() {
url := "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases"
req, _ := http.NewRequest("GET", url, nil)
req.Header.Add("Authorization", "Bearer <token>")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.get("https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases")
.header("Authorization", "Bearer <token>")
.asString();require 'uri'
require 'net/http'
url = URI("https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Get.new(url)
request["Authorization"] = 'Bearer <token>'
response = http.request(request)
puts response.read_body{
"items": [
{
"id": "<string>",
"title": "<string>",
"steps": [
{
"id": "<string>",
"kind": "prompt",
"prompt": "<string>",
"serverName": "<string>",
"toolName": "<string>",
"arguments": {},
"action": {},
"assertion": {}
}
],
"iterations": 5,
"isNegative": true,
"models": [
{
"model": "<string>",
"provider": "<string>",
"selection": {
"modelId": "<string>",
"source": "hosted",
"fallback": {
"provider": "none",
"model": "none"
},
"connectionRef": {
"kind": "orgProvider",
"id": "<string>",
"providerKey": "<string>",
"customProviderName": "<string>"
},
"nativeModelId": "<string>",
"settings": {
"reasoningEffort": "none",
"temperature": 1
}
},
"selectionOrigin": "backfill"
}
],
"judge": {
"enabled": true
},
"declaredId": "<string>",
"expectedOutput": "<string>",
"repetitions": 2,
"passThreshold": 0.5,
"scenario": "<string>",
"intent": "<string>",
"kind": "capability",
"matchOptions": {},
"checks": {
"mode": "inherit",
"list": [
{
"type": "toolDescriptionsPresent",
"minLength": 123,
"role": "gating",
"severity": "warn"
}
]
},
"import": {
"status": "exact",
"sourceCaseKey": "<string>",
"note": "<string>"
},
"source": {
"format": "markdown",
"method": "ai",
"fileName": "<string>",
"fileHash": "<string>",
"excerpt": "<string>",
"startLine": 2,
"endLine": 2,
"extractorVersion": "<string>"
},
"createdAt": 123,
"updatedAt": 123,
"suppressedSuiteStandardCheckIds": [
"<string>"
]
}
],
"nextCursor": "<string>"
}