Function genkitEvaluators
- genkitEvaluators<
ModelCustomOptions extends ZodType<any, any, any, ModelCustomOptions>,
EmbedderCustomOptions extends ZodType<any, any, any, EmbedderCustomOptions>,
>(
ai: Genkit,
params: PluginOptions<ModelCustomOptions, EmbedderCustomOptions>,
): EvaluatorAction<
ZodObject<
{
context: ZodOptional<ZodArray<ZodUnknown, "many">>;
input: ZodUnknown;
output: ZodOptional<ZodUnknown>;
reference: ZodOptional<ZodUnknown>;
testCaseId: ZodOptional<ZodString>;
traceIds: ZodOptional<ZodArray<ZodString, "many">>;
},
"strip",
ZodTypeAny,
{
context?: unknown[];
input?: unknown;
output?: unknown;
reference?: unknown;
testCaseId?: string;
traceIds?: string[];
},
{
context?: unknown[];
input?: unknown;
output?: unknown;
reference?: unknown;
testCaseId?: string;
traceIds?: string[];
},
>,
ZodTypeAny,
>[] Returns EvaluatorAction<
ZodObject<
{
context: ZodOptional<ZodArray<ZodUnknown, "many">>;
input: ZodUnknown;
output: ZodOptional<ZodUnknown>;
reference: ZodOptional<ZodUnknown>;
testCaseId: ZodOptional<ZodString>;
traceIds: ZodOptional<ZodArray<ZodString, "many">>;
},
"strip",
ZodTypeAny,
{
context?: unknown[];
input?: unknown;
output?: unknown;
reference?: unknown;
testCaseId?: string;
traceIds?: string[];
},
{
context?: unknown[];
input?: unknown;
output?: unknown;
reference?: unknown;
testCaseId?: string;
traceIds?: string[];
},
>,
ZodTypeAny,
>[]
Configures a Genkit evaluator