von

import { experimental_evaluate as evaluate } from 'ai';

const { answers } = await evaluate({
  model: 'typesafe-ai/jev',
  state,
  questions: {
    intent: { type: 'choice', instructions: 'What does the author of `message` want?',
      criteria: { order_status: 'Where is my order, has it shipped, tracking lookup', product_question: 'How a product works, compatibility, specs', return_exchange: 'Return, exchange, or replace an item', complaint: 'Unhappy with service or product, wants a resolution' } },
    needs_reasoning: { type: 'score', instructions: 'How much thought does a good answer to `message` need?',
      criteria: ['A lookup or a one-line fact', 'A short explanation using product knowledge', 'A judgment call with trade-offs or an unhappy customer'] },
  },
});

import { experimental_evaluate as evaluate } from 'ai';

const { answers } = await evaluate({
  model: 'typesafe-ai/jev',
  state,
  questions: {
    is_sponsor_inquiry: { type: 'boolean', instructions: 'Does `description` ask to sponsor the site or newsletter?' },
    product_category: { type: 'choice', instructions: 'What kind of product is described by `name` and `description`?',
      criteria: { dev_tool: 'Developer tools, hosting, APIs, SaaS for developers', course: 'Courses, books, or training', unrelated: 'Anything not aimed at developers' } },
    message_quality: { type: 'score', instructions: 'How specific is the request?',
      criteria: ['Generic template, no reference to this site', 'Mentions the site but no concrete ask', 'Concrete ask with a timeframe or product named'] },
  },
});

import { experimental_evaluate as evaluate } from 'ai';

const { answers } = await evaluate({
  model: 'typesafe-ai/jev',
  state,
  questions: {
    is_outage: { type: 'boolean', instructions: 'Is there an active database outage?' },
  },
});

import { experimental_evaluate as evaluate } from 'ai';

const { answers } = await evaluate({
  model: 'typesafe-ai/jev',
  state,
  questions: {
    severity: { type: 'score', instructions: 'Rate outage severity',
      criteria: ['Minor', 'Moderate', 'Critical emergency'] },
    blocking: { type: 'boolean', instructions: 'Is this blocking?' },
  },
});