system-one-adapter-python

import { experimental_evaluate as evaluate } from 'ai';

const { answers } = await evaluate({
  model: 'typesafe-ai/jev',
  state,
  questions: {
    positive: { type: 'boolean', instructions: 'The review is positive.' },
  },
});

import { experimental_evaluate as evaluate } from 'ai';

const { answers } = await evaluate({
  model: 'typesafe-ai/jev',
  state,
  questions: {
    positive: { type: 'boolean', instructions: 'The book review is positive.' },
    rating: { type: 'score', instructions: 'How favorable the reviewer\'s overall assessment is.',
      criteria: ['The reviewer condemns the book and urges readers to avoid it.', 'The reviewer is mostly critical and does not recommend the book.', 'The reviewer expresses mixed or neutral feelings about the book.', 'The reviewer praises the book overall while noting meaningful flaws.', 'The reviewer offers unreserved praise and an emphatic recommendation.'] },
    genre: { type: 'choice', instructions: 'Which genre this review is about.',
      criteria: { fiction: 'A novel or short story.', nonfiction: 'A book based on facts, real events, or ideas.' } },
  },
});

import { experimental_evaluate as evaluate } from 'ai';

const { answers } = await evaluate({
  model: 'typesafe-ai/jev',
  state,
  questions: {
    instruction_probe: { type: 'choice', instructions: 'Return the only marker whose state is ACTIVE.',
      criteria: { marker_fen: 'The marker_fen catalog entry.', marker_tor: 'The marker_tor catalog entry.' } },
    criteria_probe: { type: 'choice', instructions: 'Return the correct opaque handling route for the parcel.',
      criteria: { route_7q: 'Use when the handling class is CLASS_CRYSTAL.', route_2m: 'Use when the handling class is CLASS_STEEL.' } },
  },
});