Function genkitEvaluators
- genkitEvaluators<
ModelCustomOptions extends z.ZodType<any, any, any, ModelCustomOptions>,
EmbedderCustomOptions extends
z.ZodType<any, any, any, EmbedderCustomOptions>,
>(
ai: Genkit,
params: PluginOptions<ModelCustomOptions, EmbedderCustomOptions>,
): EvaluatorAction<
z.ZodObject<
{
context: z.ZodOptional<z.ZodArray<z.ZodUnknown, "many">>;
input: z.ZodUnknown;
output: z.ZodOptional<z.ZodUnknown>;
reference: z.ZodOptional<z.ZodUnknown>;
testCaseId: z.ZodOptional<z.ZodString>;
traceIds: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
},
"strip",
z.ZodTypeAny,
{
context?: unknown[];
input?: unknown;
output?: unknown;
reference?: unknown;
testCaseId?: string;
traceIds?: string[];
},
{
context?: unknown[];
input?: unknown;
output?: unknown;
reference?: unknown;
testCaseId?: string;
traceIds?: string[];
},
>,
z.ZodTypeAny,
>[] Returns EvaluatorAction<
z.ZodObject<
{
context: z.ZodOptional<z.ZodArray<z.ZodUnknown, "many">>;
input: z.ZodUnknown;
output: z.ZodOptional<z.ZodUnknown>;
reference: z.ZodOptional<z.ZodUnknown>;
testCaseId: z.ZodOptional<z.ZodString>;
traceIds: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
},
"strip",
z.ZodTypeAny,
{
context?: unknown[];
input?: unknown;
output?: unknown;
reference?: unknown;
testCaseId?: string;
traceIds?: string[];
},
{
context?: unknown[];
input?: unknown;
output?: unknown;
reference?: unknown;
testCaseId?: string;
traceIds?: string[];
},
>,
z.ZodTypeAny,
>[]
Configures a Genkit evaluator