Jev with the Vercel AI SDK

import { experimental_evaluate as evaluate } from "ai";

export async function wasRefunded(transcript: string) {
const result = await evaluate({
  model: "typesafe-ai/jev",
  state: transcript,
  questions: {
    refunded: {
      type: "boolean",
      instructions: "Was a refund issued to the customer?",
      criteria: {
        true: "The agent confirmed that money was returned to the customer.",
        false: "No refund was issued, or the refund was declined.",
      },
    },
  },
});

return result.answers.refunded.probability;
}

import { experimental_evaluate as evaluate } from "ai";

export async function routeTicket(ticket: {
subject: string;
message: string;
plan: string;
}) {
const result = await evaluate({
  model: "typesafe-ai/jev",
  state: ticket,
  questions: {
    department: {
      type: "choice",
      instructions: "Which team should handle this ticket?",
      criteria: {
        billing: "Charges, invoices, and refunds",
        technical: "Bugs, outages, and integration failures",
        account: "Login, permissions, and profile changes",
        other: "Anything that does not fit the other teams",
      },
    },
    severity: {
      type: "score",
      instructions: "How severe is the issue for the customer?",
      criteria: [
        "Cosmetic or informational",
        "Degraded, but a workaround exists",
        "Blocking with no workaround",
        "Blocking and causing financial or data loss",
      ],
    },
    requestsRefund: {
      type: "boolean",
      instructions: "Is the customer asking for money back?",
    },
  },
  providerOptions: {
    gateway: { zeroDataRetention: true },
  },
});

const { department, severity, requestsRefund } = result.answers;
const confidence = result.providerMetadata?.typesafe?.confidence as
  | Record<string, number>
  | undefined;

if ((confidence?.department ?? 0) < 0.6) {
  return { action: "human-review" as const };
}

return {
  action: "assign" as const,
  queue: department.choice,
  severity: severity.score,
  refundRequested: requestsRefund.probability >= 0.8,
};
}

import { Experimental_EvaluationMockModelV4 as MockEvaluationModel } from "ai/test";

const model = new MockEvaluationModel({
doEvaluate: async () => ({
  answers: {
    department: {
      type: "choice",
      choice: "technical",
      probabilities: { billing: 0.05, technical: 0.93, account: 0.02, other: 0 },
    },
    severity: { type: "score", score: 2.4, probabilities: { 0: 0, 1: 0.1, 2: 0.4, 3: 0.5 } },
    requestsRefund: { type: "boolean", probability: 0.2 },
  },
  warnings: [],
  providerMetadata: { typesafe: { confidence: { department: 0.91 } } },
}),
});