Winnow

import { experimental_evaluate as evaluate } from 'ai';

const { answers } = await evaluate({
  model: 'typesafe-ai/jev',
  state,
  questions: {
    content_type: { type: 'choice', instructions: 'What kind of content is `text`?',
      criteria: { original_research: 'Reports new data or experiments the author ran', opinion: 'Argues a position; may cite others\' work', news: 'Reports a recent event', tutorial: 'Teaches how to do something step by step', listicle: 'A numbered or bulleted list of loosely related tips' } },
    already_known: { type: 'boolean', instructions: 'Given `reader.goals`, would a reader who has read widely about productivity already know the main idea of `text`?' },
    insight_density: { type: 'score', instructions: 'How much non-obvious insight per paragraph does `text` contain?',
      criteria: ['Almost none; generic', 'Some; one useful idea', 'Dense; several specific, non-obvious ideas'] },
  },
});

import { experimental_evaluate as evaluate } from 'ai';

const { answers } = await evaluate({
  model: 'typesafe-ai/jev',
  state,
  questions: {
    q: { type: 'boolean', instructions: 'Is `text` short?' },
  },
});

import { experimental_evaluate as evaluate } from 'ai';

const { answers } = await evaluate({
  model: 'typesafe-ai/jev',
  state,
  questions: {
    insight_density: { type: 'score', instructions: 'How much specific, non-obvious, well-supported insight does ${body(p, ctx)} contain?',
      criteria: ['Generic; nothing a casual reader wouldn\'t already assume', 'Mostly generic; one mildly useful point buried in filler', 'Moderate; one or two specific ideas, thinly supported', 'Good; several specific ideas backed by evidence or examples, but all available in standard references or a summary', 'Dense; original data, derivations, measurements or first-hand experience that a reader could not get from a summary'] },
    already_known_to_reader: { type: 'boolean', instructions: 'Would a reader with the goals in `reader.goals`, who often reads `reader.frequent_topics` and recently read `reader.recently_read_titles`, already know the main idea of ${body(p, ctx)}?' },
    claims_supported: { type: 'boolean', instructions: 'Are the main factual claims in ${body(p, ctx)} supported by cited sources, data, or worked examples within the text?' },
    undisclosed_sales_pitch: { type: 'boolean', instructions: 'Does ${body(p, ctx)} steer the reader toward buying or signing up for a specific product or service without disclosing that it is promotional?' },
    ai_written: { type: 'boolean', instructions: 'Was ${body(p, ctx)} most likely generated by an AI language model rather than written by a person?' },
    serves_reader_goals: { type: 'boolean', instructions: 'Does ${item(p)} directly serve the goals in `reader.goals`? If `reader.goals` is empty the goals are unspecified: answer whether ${item(p)} would interest a curious generalist who wants to learn something new.' },
    topic: { type: 'choice', instructions: 'Which single topic best describes ${item(p)}?',
      criteria: { consumer_tech_products: 'Gadgets, apps, or devices reviewed or announced for consumers', productivity_selfhelp: 'Advice on habits, focus, careers, or personal improvement', other: 'None of the other topics fits' } },
  },
});