Get Logs

GET

Get the Logs associated to a specific Evaluation.

Each Datapoint in your Dataset will have a corresponding Log for each File version evaluated. e.g. If you have 50 Datapoints and are evaluating 2 Prompts, there will be 100 Logs associated with the Evaluation.

Path parameters

idstringRequired

String ID of evaluation. Starts with ev_ or evr_.

Query parameters

pageintegerOptional

Page number for pagination.

sizeintegerOptional

Page size for pagination. Number of Logs to fetch.

Response

This endpoint returns an object.

recordslist of objects

pageinteger

sizeinteger

totalinteger

Errors

GET

1 curl https://api.humanloop.com/v5/evaluations/id/logs \
2      -H "X-API-KEY: <apiKey>"

1 {
2   "records": [
3     {
4       "evaluated_version": {
5         "path": "path",
6         "id": "id",
7         "model": "model",
8         "name": "name",
9         "version_id": "version_id",
10         "created_at": "2024-01-15T09:30:00Z",
11         "updated_at": "2024-01-15T09:30:00Z",
12         "status": "uncommitted",
13         "last_used_at": "2024-01-15T09:30:00Z",
14         "version_logs_count": 1,
15         "total_logs_count": 1,
16         "inputs": [
17           {
18             "name": "name"
19           }
20         ]
21       },
22       "datapoint": {
23         "id": "id"
24       },
25       "log": {
26         "prompt": {
27           "path": "path",
28           "id": "id",
29           "model": "model",
30           "name": "name",
31           "version_id": "version_id",
32           "created_at": "2024-01-15T09:30:00Z",
33           "updated_at": "2024-01-15T09:30:00Z",
34           "status": "uncommitted",
35           "last_used_at": "2024-01-15T09:30:00Z",
36           "version_logs_count": 1,
37           "total_logs_count": 1,
38           "inputs": [
39             {
40               "name": "name"
41             }
42           ]
43         },
44         "id": "id",
45         "evaluator_logs": [
46           {
47             "id": "id",
48             "evaluator_logs": [],
49             "evaluator": {
50               "path": "path",
51               "id": "id",
52               "spec": {
53                 "arguments_type": "target_free",
54                 "return_type": "boolean",
55                 "evaluator_type": "llm"
56               },
57               "name": "name",
58               "version_id": "version_id",
59               "created_at": "2024-01-15T09:30:00Z",
60               "updated_at": "2024-01-15T09:30:00Z",
61               "status": "uncommitted",
62               "last_used_at": "2024-01-15T09:30:00Z",
63               "version_logs_count": 1,
64               "total_logs_count": 1,
65               "inputs": [
66                 {
67                   "name": "name"
68                 }
69               ]
70             }
71           }
72         ]
73       },
74       "evaluator_logs": [
75         {
76           "prompt": {
77             "path": "path",
78             "id": "id",
79             "model": "model",
80             "name": "name",
81             "version_id": "version_id",
82             "created_at": "2024-01-15T09:30:00Z",
83             "updated_at": "2024-01-15T09:30:00Z",
84             "status": "uncommitted",
85             "last_used_at": "2024-01-15T09:30:00Z",
86             "version_logs_count": 1,
87             "total_logs_count": 1,
88             "inputs": [
89               {
90                 "name": "name"
91               }
92             ]
93           },
94           "id": "id",
95           "evaluator_logs": [
96             {
97               "id": "id",
98               "evaluator_logs": [],
99               "evaluator": {
100                 "path": "path",
101                 "id": "id",
102                 "spec": {
103                   "arguments_type": "target_free",
104                   "return_type": "boolean",
105                   "evaluator_type": "llm"
106                 },
107                 "name": "name",
108                 "version_id": "version_id",
109                 "created_at": "2024-01-15T09:30:00Z",
110                 "updated_at": "2024-01-15T09:30:00Z",
111                 "status": "uncommitted",
112                 "last_used_at": "2024-01-15T09:30:00Z",
113                 "version_logs_count": 1,
114                 "total_logs_count": 1,
115                 "inputs": [
116                   {
117                     "name": "name"
118                   }
119                 ]
120               }
121             }
122           ]
123         }
124       ]
125     }
126   ],
127   "page": 1,
128   "size": 1,
129   "total": 1
130 }

Built with

1	curl https://api.humanloop.com/v5/evaluations/id/logs \
2	-H "X-API-KEY: <apiKey>"

1	{
2	"records": [
3	{
4	"evaluated_version": {
5	"path": "path",
6	"id": "id",
7	"model": "model",
8	"name": "name",
9	"version_id": "version_id",
10	"created_at": "2024-01-15T09:30:00Z",
11	"updated_at": "2024-01-15T09:30:00Z",
12	"status": "uncommitted",
13	"last_used_at": "2024-01-15T09:30:00Z",
14	"version_logs_count": 1,
15	"total_logs_count": 1,
16	"inputs": [
17	{
18	"name": "name"
19	}
20	]
21	},
22	"datapoint": {
23	"id": "id"
24	},
25	"log": {
26	"prompt": {
27	"path": "path",
28	"id": "id",
29	"model": "model",
30	"name": "name",
31	"version_id": "version_id",
32	"created_at": "2024-01-15T09:30:00Z",
33	"updated_at": "2024-01-15T09:30:00Z",
34	"status": "uncommitted",
35	"last_used_at": "2024-01-15T09:30:00Z",
36	"version_logs_count": 1,
37	"total_logs_count": 1,
38	"inputs": [
39	{
40	"name": "name"
41	}
42	]
43	},
44	"id": "id",
45	"evaluator_logs": [
46	{
47	"id": "id",
48	"evaluator_logs": [],
49	"evaluator": {
50	"path": "path",
51	"id": "id",
52	"spec": {
53	"arguments_type": "target_free",
54	"return_type": "boolean",
55	"evaluator_type": "llm"
56	},
57	"name": "name",
58	"version_id": "version_id",
59	"created_at": "2024-01-15T09:30:00Z",
60	"updated_at": "2024-01-15T09:30:00Z",
61	"status": "uncommitted",
62	"last_used_at": "2024-01-15T09:30:00Z",
63	"version_logs_count": 1,
64	"total_logs_count": 1,
65	"inputs": [
66	{
67	"name": "name"
68	}
69	]
70	}
71	}
72	]
73	},
74	"evaluator_logs": [
75	{
76	"prompt": {
77	"path": "path",
78	"id": "id",
79	"model": "model",
80	"name": "name",
81	"version_id": "version_id",
82	"created_at": "2024-01-15T09:30:00Z",
83	"updated_at": "2024-01-15T09:30:00Z",
84	"status": "uncommitted",
85	"last_used_at": "2024-01-15T09:30:00Z",
86	"version_logs_count": 1,
87	"total_logs_count": 1,
88	"inputs": [
89	{
90	"name": "name"
91	}
92	]
93	},
94	"id": "id",
95	"evaluator_logs": [
96	{
97	"id": "id",
98	"evaluator_logs": [],
99	"evaluator": {
100	"path": "path",
101	"id": "id",
102	"spec": {
103	"arguments_type": "target_free",
104	"return_type": "boolean",
105	"evaluator_type": "llm"
106	},
107	"name": "name",
108	"version_id": "version_id",
109	"created_at": "2024-01-15T09:30:00Z",
110	"updated_at": "2024-01-15T09:30:00Z",
111	"status": "uncommitted",
112	"last_used_at": "2024-01-15T09:30:00Z",
113	"version_logs_count": 1,
114	"total_logs_count": 1,
115	"inputs": [
116	{
117	"name": "name"
118	}
119	]
120	}
121	}
122	]
123	}
124	]
125	}
126	],
127	"page": 1,
128	"size": 1,
129	"total": 1
130	}