Function evaluator

Type Parameters

• DataPoint extends z.ZodObject<
      {
          context: z.ZodOptional<z.ZodArray<z.ZodUnknown, "many">>;
          input: z.ZodUnknown;
          output: z.ZodOptional<z.ZodUnknown>;
          reference: z.ZodOptional<z.ZodUnknown>;
          testCaseId: z.ZodOptional<z.ZodString>;
          traceIds: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
      },
      "strip",
      z.ZodTypeAny,
      {
          context?: unknown[];
          input?: unknown;
          output?: unknown;
          reference?: unknown;
          testCaseId?: string;
          traceIds?: string[];
      },
      {
          context?: unknown[];
          input?: unknown;
          output?: unknown;
          reference?: unknown;
          testCaseId?: string;
          traceIds?: string[];
      },
  > = z.ZodObject<
      {
          context: z.ZodOptional<z.ZodArray<z.ZodUnknown, "many">>;
          input: z.ZodUnknown;
          output: z.ZodOptional<z.ZodUnknown>;
          reference: z.ZodOptional<z.ZodUnknown>;
          testCaseId: z.ZodOptional<z.ZodString>;
          traceIds: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
      },
      "strip",
      z.ZodTypeAny,
      {
          context?: unknown[];
          input?: unknown;
          output?: unknown;
          reference?: unknown;
          testCaseId?: string;
          traceIds?: string[];
      },
      {
          context?: unknown[];
          input?: unknown;
          output?: unknown;
          reference?: unknown;
          testCaseId?: string;
          traceIds?: string[];
      },
  >
• EvalDataPoint extends z.ZodObject<
      {
          context: z.ZodOptional<z.ZodArray<z.ZodUnknown, "many">>;
          input: z.ZodUnknown;
          output: z.ZodOptional<z.ZodUnknown>;
          reference: z.ZodOptional<z.ZodUnknown>;
          traceIds: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
      } & { testCaseId: z.ZodString },
      "strip",
      z.ZodTypeAny,
      {
          context?: unknown[];
          input?: unknown;
          output?: unknown;
          reference?: unknown;
          testCaseId: string;
          traceIds?: string[];
      },
      {
          context?: unknown[];
          input?: unknown;
          output?: unknown;
          reference?: unknown;
          testCaseId: string;
          traceIds?: string[];
      },
  > = z.ZodObject<
      {
          context: z.ZodOptional<z.ZodArray<z.ZodUnknown, "many">>;
          input: z.ZodUnknown;
          output: z.ZodOptional<z.ZodUnknown>;
          reference: z.ZodOptional<z.ZodUnknown>;
          traceIds: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
      } & { testCaseId: z.ZodString },
      "strip",
      z.ZodTypeAny,
      {
          context?: unknown[];
          input?: unknown;
          output?: unknown;
          reference?: unknown;
          testCaseId: string;
          traceIds?: string[];
      },
      {
          context?: unknown[];
          input?: unknown;
          output?: unknown;
          reference?: unknown;
          testCaseId: string;
          traceIds?: string[];
      },
  >
• EvaluatorOpts extends z.ZodTypeAny = z.ZodTypeAny