Capture user feedback

1
const response = await humanloop.prompts.callStream({
2
    // if Prompt doesn't exist, it will be created
3
    path: "chatgpt-clone-tutorial/customer-support-agent",
4
    prompt: {
5
      model: "gpt-4",
6
      template: [
7
        {
8
          role: "system",
9
          content: "You are a helpful assistant.",
10
        },
11
      ],
12
    },
13
    // messages is a list of objects: [{role: string, content: string}, ...].
14
    // Role is either "user", "assistant", "system", or "tool".
15
    messages,
16
    providerApiKeys: {
17
      // OpenAI API key, if you haven't already set it in Humanloop app
18
      openai: process.env.OPENAI_API_KEY,
19
    },
20
  });

1
  return (
2
    <div className="flex w-full pb-4 mb-4 border-b border-gray-300">
3
      <div className="min-w-[80px] uppercase text-xs text-gray-500 leading-tight pt-1">
4
        {message.role}
5
      </div>
6
      {message.content ? (
7
        <div className="flex w-full pl-4 whitespace-pre-line">
8
          {message.content as string}
9
        </div>
10
      ) : (
11
        <div className="flex w-full pl-4 whitespace-pre-line">...</div>
12
      )}
13
      {logId && (
14
        <div className="debug flex justify-end gap-4 max-h-8">
15
          <button
16
            className="px-3 font-medium text-gray-500 uppercase border border-gray-300 rounded dark:border-gray-100 dark:text-gray-200 hover:border-blue-500 hover:text-blue-500"
17
            onClick={() => {
18
              captureUserFeedback(logId, "good");
19
            }}
20
          >
21
            👍
22
          </button>
23
          <button
24
            className="px-3 font-medium text-gray-500 uppercase border border-gray-300 rounded dark:border-gray-100 dark:text-gray-200 hover:border-blue-500 hover:text-blue-500"
25
            onClick={() => {
26
              captureUserFeedback(logId, "bad");
27
            }}
28
          >
29
            👎
30
          </button>
31
        </div>
32
      )}
33
    </div>
34
  );

1
const response = await humanloop.evaluators.log({
2
    // Pass the `logId` of the Prompt Log to record feedback against.
3
    parentId: logId,
4
    // Here, we're recording feedback against an example "rating" Evaluator,
5
    // which is of type `select` and has two possible options: "good" and "bad."
6
    path: "Example Evaluators/Human/rating",
7
    // Alternatively, we advise to specify Evaluator by id. This is more robust and less error-prone.
8
    // versionId: "ev_9WiSw2VYWjAb22duuQ";
9
    judgment: judgment, //user feedback
10
  });