榜单与资源
一个可浏览的目录,展示 Jev 可执行的 50 个功能。
A browsable directory of what Jev can do — 50 runnable
export const JEV_DIR = {"generated":"2026-09-19","model":"typesafe-ai/jev","rev":"6d1f82b05fbea65e","evals":[{"t":"Refund chat: agent stated the amount before i链接指向我们抓取当天的那个 commit,行号是准的。
下面是从这个项目源码里原样取出来的 question 组合。
amount_disclosed是/否True only if the agent stated the exact refund amount ($42.50) before the customer approved the refund.
import { experimental_evaluate as evaluate } from 'ai';
const { answers } = await evaluate({
model: 'typesafe-ai/jev',
state,
questions: {
amount_disclosed: { type: 'boolean', instructions: 'True only if the agent stated the exact refund amount ($42.50) before the customer approved the refund.' },
},
});handoff_offered是/否True only if the agent explicitly offered to transfer or escalate the customer to a human.
import { experimental_evaluate as evaluate } from 'ai';
const { answers } = await evaluate({
model: 'typesafe-ai/jev',
state,
questions: {
handoff_offered: { type: 'boolean', instructions: 'True only if the agent explicitly offered to transfer or escalate the customer to a human.' },
},
});has_confirmation是/否True only if the receipt includes an explicit booking confirmation or reference number.
import { experimental_evaluate as evaluate } from 'ai';
const { answers } = await evaluate({
model: 'typesafe-ai/jev',
state,
questions: {
has_confirmation: { type: 'boolean', instructions: 'True only if the receipt includes an explicit booking confirmation or reference number.' },
},
});no_full_pan是/否True only if no full card number (13-19 consecutive digits) appears anywhere in the transcript.
import { experimental_evaluate as evaluate } from 'ai';
const { answers } = await evaluate({
model: 'typesafe-ai/jev',
state,
questions: {
no_full_pan: { type: 'boolean', instructions: 'True only if no full card number (13-19 consecutive digits) appears anywhere in the transcript.' },
},
});