Get Logs for an Evaluation

GET

Get the Logs associated to a specific Evaluation.

Each Datapoint in your Dataset will have a corresponding Log for each File version evaluated. e.g. If you have 50 Datapoints and are evaluating 2 Prompts, there will be 100 Logs associated with the Evaluation.

Path parameters

idstringRequired

String ID of evaluation. Starts with ev_ or evr_.

Query parameters

pageintegerOptional

Page number for pagination.

sizeintegerOptional

Page size for pagination. Number of Logs to fetch.

Response

Successful Response

recordslist of objects

pageinteger

sizeinteger

totalinteger

Errors

GET

1 curl https://api.humanloop.com/v5/evaluations/id/logs \
2      -H "X-API-KEY: <apiKey>"

1 {
2   "records": [
3     {
4       "evaluated_version": {
5         "path": "path",
6         "id": "id",
7         "model": "model",
8         "name": "name",
9         "version_id": "version_id",
10         "created_at": "2024-01-15T09:30:00Z",
11         "updated_at": "2024-01-15T09:30:00Z",
12         "status": "uncommitted",
13         "last_used_at": "2024-01-15T09:30:00Z",
14         "version_logs_count": 1,
15         "total_logs_count": 1,
16         "inputs": [
17           {
18             "name": "name"
19           }
20         ]
21       },
22       "datapoint": {
23         "id": "id"
24       },
25       "evaluator_logs": [
26         {
27           "prompt": {
28             "path": "path",
29             "id": "id",
30             "model": "model",
31             "name": "name",
32             "version_id": "version_id",
33             "created_at": "2024-01-15T09:30:00Z",
34             "updated_at": "2024-01-15T09:30:00Z",
35             "status": "uncommitted",
36             "last_used_at": "2024-01-15T09:30:00Z",
37             "version_logs_count": 1,
38             "total_logs_count": 1,
39             "inputs": [
40               {
41                 "name": "name"
42               }
43             ]
44           },
45           "id": "id",
46           "evaluator_logs": [
47             {
48               "id": "id",
49               "evaluator_logs": [],
50               "evaluator": {
51                 "path": "path",
52                 "id": "id",
53                 "spec": {
54                   "arguments_type": "target_free",
55                   "return_type": "boolean",
56                   "evaluator_type": "llm"
57                 },
58                 "name": "name",
59                 "version_id": "version_id",
60                 "created_at": "2024-01-15T09:30:00Z",
61                 "updated_at": "2024-01-15T09:30:00Z",
62                 "status": "uncommitted",
63                 "last_used_at": "2024-01-15T09:30:00Z",
64                 "version_logs_count": 1,
65                 "total_logs_count": 1,
66                 "inputs": [
67                   {
68                     "name": "name"
69                   }
70                 ]
71               }
72             }
73           ]
74         }
75       ],
76       "log": {
77         "prompt": {
78           "path": "path",
79           "id": "id",
80           "model": "model",
81           "name": "name",
82           "version_id": "version_id",
83           "created_at": "2024-01-15T09:30:00Z",
84           "updated_at": "2024-01-15T09:30:00Z",
85           "status": "uncommitted",
86           "last_used_at": "2024-01-15T09:30:00Z",
87           "version_logs_count": 1,
88           "total_logs_count": 1,
89           "inputs": [
90             {
91               "name": "name"
92             }
93           ]
94         },
95         "id": "id",
96         "evaluator_logs": [
97           {
98             "id": "id",
99             "evaluator_logs": [],
100             "evaluator": {
101               "path": "path",
102               "id": "id",
103               "spec": {
104                 "arguments_type": "target_free",
105                 "return_type": "boolean",
106                 "evaluator_type": "llm"
107               },
108               "name": "name",
109               "version_id": "version_id",
110               "created_at": "2024-01-15T09:30:00Z",
111               "updated_at": "2024-01-15T09:30:00Z",
112               "status": "uncommitted",
113               "last_used_at": "2024-01-15T09:30:00Z",
114               "version_logs_count": 1,
115               "total_logs_count": 1,
116               "inputs": [
117                 {
118                   "name": "name"
119                 }
120               ]
121             }
122           }
123         ]
124       }
125     }
126   ],
127   "page": 1,
128   "size": 1,
129   "total": 1
130 }

Pin Evaluatee

Up Next

Built with

1	curl https://api.humanloop.com/v5/evaluations/id/logs \
2	-H "X-API-KEY: <apiKey>"

1	{
2	"records": [
3	{
4	"evaluated_version": {
5	"path": "path",
6	"id": "id",
7	"model": "model",
8	"name": "name",
9	"version_id": "version_id",
10	"created_at": "2024-01-15T09:30:00Z",
11	"updated_at": "2024-01-15T09:30:00Z",
12	"status": "uncommitted",
13	"last_used_at": "2024-01-15T09:30:00Z",
14	"version_logs_count": 1,
15	"total_logs_count": 1,
16	"inputs": [
17	{
18	"name": "name"
19	}
20	]
21	},
22	"datapoint": {
23	"id": "id"
24	},
25	"evaluator_logs": [
26	{
27	"prompt": {
28	"path": "path",
29	"id": "id",
30	"model": "model",
31	"name": "name",
32	"version_id": "version_id",
33	"created_at": "2024-01-15T09:30:00Z",
34	"updated_at": "2024-01-15T09:30:00Z",
35	"status": "uncommitted",
36	"last_used_at": "2024-01-15T09:30:00Z",
37	"version_logs_count": 1,
38	"total_logs_count": 1,
39	"inputs": [
40	{
41	"name": "name"
42	}
43	]
44	},
45	"id": "id",
46	"evaluator_logs": [
47	{
48	"id": "id",
49	"evaluator_logs": [],
50	"evaluator": {
51	"path": "path",
52	"id": "id",
53	"spec": {
54	"arguments_type": "target_free",
55	"return_type": "boolean",
56	"evaluator_type": "llm"
57	},
58	"name": "name",
59	"version_id": "version_id",
60	"created_at": "2024-01-15T09:30:00Z",
61	"updated_at": "2024-01-15T09:30:00Z",
62	"status": "uncommitted",
63	"last_used_at": "2024-01-15T09:30:00Z",
64	"version_logs_count": 1,
65	"total_logs_count": 1,
66	"inputs": [
67	{
68	"name": "name"
69	}
70	]
71	}
72	}
73	]
74	}
75	],
76	"log": {
77	"prompt": {
78	"path": "path",
79	"id": "id",
80	"model": "model",
81	"name": "name",
82	"version_id": "version_id",
83	"created_at": "2024-01-15T09:30:00Z",
84	"updated_at": "2024-01-15T09:30:00Z",
85	"status": "uncommitted",
86	"last_used_at": "2024-01-15T09:30:00Z",
87	"version_logs_count": 1,
88	"total_logs_count": 1,
89	"inputs": [
90	{
91	"name": "name"
92	}
93	]
94	},
95	"id": "id",
96	"evaluator_logs": [
97	{
98	"id": "id",
99	"evaluator_logs": [],
100	"evaluator": {
101	"path": "path",
102	"id": "id",
103	"spec": {
104	"arguments_type": "target_free",
105	"return_type": "boolean",
106	"evaluator_type": "llm"
107	},
108	"name": "name",
109	"version_id": "version_id",
110	"created_at": "2024-01-15T09:30:00Z",
111	"updated_at": "2024-01-15T09:30:00Z",
112	"status": "uncommitted",
113	"last_used_at": "2024-01-15T09:30:00Z",
114	"version_logs_count": 1,
115	"total_logs_count": 1,
116	"inputs": [
117	{
118	"name": "name"
119	}
120	]
121	}
122	}
123	]
124	}
125	}
126	],
127	"page": 1,
128	"size": 1,
129	"total": 1
130	}