Label answers and add to your own analytics system

import { z } from "zod";
import { zodToJsonSchema } from "zod-to-json-schema";
import { annotationSchema } from "./common-tool-schemas.ts";
import myAnalyticsSdk from "./my-analytics-sdk";
 
const aiChatSettings = {
  getTools: () => [
    {
      type: "function",
      function: {
        name: "annotateQuestion",
        description:
          "Analyze and annotate this question-answer pair for quality tracking and analytics.",
        parameters: zodToJsonSchema(annotationSchema),
      },
      // No buttons needed as this is just for logging
      renderMessageButtons: () => [],
    },
  ],
 
  // Log the tool call data to your analytics system
  onToolCall: (toolCall, ctx) => {
    if (toolCall.name === "annotateQuestion") {
      const annotations = toolCall.arguments;
      const { conversation } = ctx;
 
      // Get the latest user question and AI response
      const userQuestion = conversation.messages
        .filter((msg) => msg.role === "user")
        .pop();
 
      const aiResponse = conversation.messages
        .filter((msg) => msg.role === "assistant" && !msg.tool_calls)
        .pop();
 
      // Log to your analytics system
      myAnalyticsSdk.logEvent("question_answer_annotated", {
        questionText: userQuestion?.content,
        answerText: aiResponse?.content,
        annotations,
        conversationId: conversation.id,
        timestamp: new Date().toISOString(),
      });
    }
  },
};