List For Project

Deprecated

GET

Get all the evaluations associated with your project.

Deprecated: This is a legacy unpaginated endpoint. Use /evaluations instead, with appropriate sorting, filtering and pagination options.

Path parameters

project_idstringRequired

String ID of project. Starts with pr_.

Query parameters

evaluatee_idstringOptional

String ID of evaluatee version to return. If not defined, the first evaluatee will be returned. Starts with evv_.

evaluator_aggregatesbooleanOptional

Whether to include evaluator aggregates in the response.

Response

Successful Response

list of objects or null

Errors

GET

1 curl https://api.humanloop.com/v4/projects/project_id/evaluations \
2      -H "X-API-KEY: <apiKey>"

200Retrieved

1 [
2   {
3     "id": "id",
4     "status": "pending",
5     "config": {
6       "type": "model",
7       "id": "id",
8       "model": "model",
9       "chat_template": [
10         {
11           "role": "user"
12         }
13       ],
14       "description": "description",
15       "endpoint": "complete",
16       "frequency_penalty": 1.1,
17       "max_tokens": 1,
18       "name": "name",
19       "other": {
20         "key": "value"
21       },
22       "presence_penalty": 1.1,
23       "prompt_template": "prompt_template",
24       "provider": "openai",
25       "reasoning_effort": "high",
26       "response_format": {
27         "type": "json_object"
28       },
29       "seed": 1,
30       "stop": "stop",
31       "temperature": 1.1,
32       "template_language": "default",
33       "tools": [
34         {
35           "id": "id",
36           "name": "name"
37         }
38       ],
39       "top_p": 1.1,
40       "tool_configs": [
41         {
42           "id": "id",
43           "status": "status",
44           "name": "name"
45         }
46       ]
47     },
48     "created_at": "2024-01-15T09:30:00Z",
49     "updated_at": "2024-01-15T09:30:00Z",
50     "evaluators": [
51       {
52         "name": "name",
53         "description": "description",
54         "arguments_type": "target_free",
55         "return_type": "boolean",
56         "type": "python",
57         "id": "id",
58         "created_at": "2024-01-15T09:30:00Z",
59         "updated_at": "2024-01-15T09:30:00Z"
60       }
61     ],
62     "dataset": {
63       "id": "id",
64       "name": "name",
65       "datapoint_count": 1,
66       "created_at": "2024-01-15T09:30:00Z",
67       "updated_at": "2024-01-15T09:30:00Z",
68       "project_id": "project_id",
69       "description": "description"
70     },
71     "dataset_version_id": "dataset_version_id",
72     "dataset_snapshot": {
73       "id": "id",
74       "name": "name",
75       "datapoint_count": 1,
76       "created_at": "2024-01-15T09:30:00Z",
77       "updated_at": "2024-01-15T09:30:00Z",
78       "project_id": "project_id",
79       "description": "description"
80     },
81     "evaluator_aggregates": [
82       {
83         "model_config_id": "model_config_id",
84         "evaluator_id": "evaluator_id",
85         "evaluator_version_id": "evaluator_version_id"
86       }
87     ]
88   }
89 ]

Built with

1	curl https://api.humanloop.com/v4/projects/project_id/evaluations \
2	-H "X-API-KEY: <apiKey>"

1	[
2	{
3	"id": "id",
4	"status": "pending",
5	"config": {
6	"type": "model",
7	"id": "id",
8	"model": "model",
9	"chat_template": [
10	{
11	"role": "user"
12	}
13	],
14	"description": "description",
15	"endpoint": "complete",
16	"frequency_penalty": 1.1,
17	"max_tokens": 1,
18	"name": "name",
19	"other": {
20	"key": "value"
21	},
22	"presence_penalty": 1.1,
23	"prompt_template": "prompt_template",
24	"provider": "openai",
25	"reasoning_effort": "high",
26	"response_format": {
27	"type": "json_object"
28	},
29	"seed": 1,
30	"stop": "stop",
31	"temperature": 1.1,
32	"template_language": "default",
33	"tools": [
34	{
35	"id": "id",
36	"name": "name"
37	}
38	],
39	"top_p": 1.1,
40	"tool_configs": [
41	{
42	"id": "id",
43	"status": "status",
44	"name": "name"
45	}
46	]
47	},
48	"created_at": "2024-01-15T09:30:00Z",
49	"updated_at": "2024-01-15T09:30:00Z",
50	"evaluators": [
51	{
52	"name": "name",
53	"description": "description",
54	"arguments_type": "target_free",
55	"return_type": "boolean",
56	"type": "python",
57	"id": "id",
58	"created_at": "2024-01-15T09:30:00Z",
59	"updated_at": "2024-01-15T09:30:00Z"
60	}
61	],
62	"dataset": {
63	"id": "id",
64	"name": "name",
65	"datapoint_count": 1,
66	"created_at": "2024-01-15T09:30:00Z",
67	"updated_at": "2024-01-15T09:30:00Z",
68	"project_id": "project_id",
69	"description": "description"
70	},
71	"dataset_version_id": "dataset_version_id",
72	"dataset_snapshot": {
73	"id": "id",
74	"name": "name",
75	"datapoint_count": 1,
76	"created_at": "2024-01-15T09:30:00Z",
77	"updated_at": "2024-01-15T09:30:00Z",
78	"project_id": "project_id",
79	"description": "description"
80	},
81	"evaluator_aggregates": [
82	{
83	"model_config_id": "model_config_id",
84	"evaluator_id": "evaluator_id",
85	"evaluator_version_id": "evaluator_version_id"
86	}
87	]
88	}
89	]