List For Project | Humanloop Docs

curl https://api.humanloop.com/v4/projects/project_id/evaluations \
     -H "X-API-KEY: <apiKey>"

[
  {
    "id": "id",
    "status": "pending",
    "config": {
      "type": "model",
      "id": "id",
      "model": "model",
      "chat_template": [
        {
          "role": "user"
        }
      ],
      "description": "description",
      "endpoint": "complete",
      "frequency_penalty": 1.1,
      "max_tokens": 1,
      "name": "name",
      "other": {
        "key": "value"
      },
      "presence_penalty": 1.1,
      "prompt_template": "prompt_template",
      "provider": "anthropic",
      "reasoning_effort": "high",
      "response_format": {
        "type": "json_object"
      },
      "seed": 1,
      "stop": "stop",
      "temperature": 1.1,
      "template_language": "default",
      "tools": [
        {
          "id": "id",
          "name": "name"
        }
      ],
      "top_p": 1.1,
      "tool_configs": [
        {
          "id": "id",
          "status": "status",
          "name": "name"
        }
      ]
    },
    "created_at": "2024-01-15T09:30:00Z",
    "updated_at": "2024-01-15T09:30:00Z",
    "evaluators": [
      {
        "name": "name",
        "description": "description",
        "arguments_type": "target_free",
        "return_type": "boolean",
        "type": "python",
        "id": "id",
        "created_at": "2024-01-15T09:30:00Z",
        "updated_at": "2024-01-15T09:30:00Z"
      }
    ],
    "dataset": {
      "id": "id",
      "name": "name",
      "datapoint_count": 1,
      "created_at": "2024-01-15T09:30:00Z",
      "updated_at": "2024-01-15T09:30:00Z",
      "project_id": "project_id",
      "description": "description"
    },
    "dataset_version_id": "dataset_version_id",
    "dataset_snapshot": {
      "id": "id",
      "name": "name",
      "datapoint_count": 1,
      "created_at": "2024-01-15T09:30:00Z",
      "updated_at": "2024-01-15T09:30:00Z",
      "project_id": "project_id",
      "description": "description"
    },
    "evaluator_aggregates": [
      {
        "model_config_id": "model_config_id",
        "evaluator_id": "evaluator_id",
        "evaluator_version_id": "evaluator_version_id"
      }
    ]
  }
]

curl https://api.humanloop.com/v4/projects/project_id/evaluations \
     -H "X-API-KEY: <apiKey>"

[
  {
    "id": "id",
    "status": "pending",
    "config": {
      "type": "model",
      "id": "id",
      "model": "model",
      "chat_template": [
        {
          "role": "user"
        }
      ],
      "description": "description",
      "endpoint": "complete",
      "frequency_penalty": 1.1,
      "max_tokens": 1,
      "name": "name",
      "other": {
        "key": "value"
      },
      "presence_penalty": 1.1,
      "prompt_template": "prompt_template",
      "provider": "anthropic",
      "reasoning_effort": "high",
      "response_format": {
        "type": "json_object"
      },
      "seed": 1,
      "stop": "stop",
      "temperature": 1.1,
      "template_language": "default",
      "tools": [
        {
          "id": "id",
          "name": "name"
        }
      ],
      "top_p": 1.1,
      "tool_configs": [
        {
          "id": "id",
          "status": "status",
          "name": "name"
        }
      ]
    },
    "created_at": "2024-01-15T09:30:00Z",
    "updated_at": "2024-01-15T09:30:00Z",
    "evaluators": [
      {
        "name": "name",
        "description": "description",
        "arguments_type": "target_free",
        "return_type": "boolean",
        "type": "python",
        "id": "id",
        "created_at": "2024-01-15T09:30:00Z",
        "updated_at": "2024-01-15T09:30:00Z"
      }
    ],
    "dataset": {
      "id": "id",
      "name": "name",
      "datapoint_count": 1,
      "created_at": "2024-01-15T09:30:00Z",
      "updated_at": "2024-01-15T09:30:00Z",
      "project_id": "project_id",
      "description": "description"
    },
    "dataset_version_id": "dataset_version_id",
    "dataset_snapshot": {
      "id": "id",
      "name": "name",
      "datapoint_count": 1,
      "created_at": "2024-01-15T09:30:00Z",
      "updated_at": "2024-01-15T09:30:00Z",
      "project_id": "project_id",
      "description": "description"
    },
    "evaluator_aggregates": [
      {
        "model_config_id": "model_config_id",
        "evaluator_id": "evaluator_id",
        "evaluator_version_id": "evaluator_version_id"
      }
    ]
  }
]

Get all the evaluations associated with your project.

Deprecated: This is a legacy unpaginated endpoint. Use /evaluations instead, with appropriate sorting, filtering and pagination options.

Authentication

X-API-KEYstring

API Key authentication via header

Path parameters

project_idstringRequired

String ID of project. Starts with pr_.

Query parameters

evaluatee_idstringOptional

String ID of evaluatee version to return. If not defined, the first evaluatee will be returned. Starts with evv_.

evaluator_aggregatesbooleanOptional

Whether to include evaluator aggregates in the response.

Response

Successful Response

idstring

Unique ID for the evaluation. Starts with ev_.

statusenum

Status of an evaluation.

Allowed values:

configobject

created_atdatetime

updated_atdatetime

evaluatorslist of objects

datasetobject

dataset_version_idstring

dataset_snapshotobject

evaluator_aggregateslist of objects

Errors

422

Projects List Evaluations Request Unprocessable Entity Error

$	curl https://api.humanloop.com/v4/projects/project_id/evaluations \
>	-H "X-API-KEY: <apiKey>"

1	[
2	{
3	"id": "id",
4	"status": "pending",
5	"config": {
6	"type": "model",
7	"id": "id",
8	"model": "model",
9	"chat_template": [
10	{
11	"role": "user"
12	}
13	],
14	"description": "description",
15	"endpoint": "complete",
16	"frequency_penalty": 1.1,
17	"max_tokens": 1,
18	"name": "name",
19	"other": {
20	"key": "value"
21	},
22	"presence_penalty": 1.1,
23	"prompt_template": "prompt_template",
24	"provider": "anthropic",
25	"reasoning_effort": "high",
26	"response_format": {
27	"type": "json_object"
28	},
29	"seed": 1,
30	"stop": "stop",
31	"temperature": 1.1,
32	"template_language": "default",
33	"tools": [
34	{
35	"id": "id",
36	"name": "name"
37	}
38	],
39	"top_p": 1.1,
40	"tool_configs": [
41	{
42	"id": "id",
43	"status": "status",
44	"name": "name"
45	}
46	]
47	},
48	"created_at": "2024-01-15T09:30:00Z",
49	"updated_at": "2024-01-15T09:30:00Z",
50	"evaluators": [
51	{
52	"name": "name",
53	"description": "description",
54	"arguments_type": "target_free",
55	"return_type": "boolean",
56	"type": "python",
57	"id": "id",
58	"created_at": "2024-01-15T09:30:00Z",
59	"updated_at": "2024-01-15T09:30:00Z"
60	}
61	],
62	"dataset": {
63	"id": "id",
64	"name": "name",
65	"datapoint_count": 1,
66	"created_at": "2024-01-15T09:30:00Z",
67	"updated_at": "2024-01-15T09:30:00Z",
68	"project_id": "project_id",
69	"description": "description"
70	},
71	"dataset_version_id": "dataset_version_id",
72	"dataset_snapshot": {
73	"id": "id",
74	"name": "name",
75	"datapoint_count": 1,
76	"created_at": "2024-01-15T09:30:00Z",
77	"updated_at": "2024-01-15T09:30:00Z",
78	"project_id": "project_id",
79	"description": "description"
80	},
81	"evaluator_aggregates": [
82	{
83	"model_config_id": "model_config_id",
84	"evaluator_id": "evaluator_id",
85	"evaluator_version_id": "evaluator_version_id"
86	}
87	]
88	}
89	]