{"command":{"effect":"write","timeoutSeconds":30,"inputSchema":{"type":"object","description":"To create a custom LLM-as-judge metric for model evaluation, send a POST request to `/v2/gen-ai/custom_evaluation_metrics`.","properties":{"body":{"$ref":"#/definitions/apiCreateCustomEvaluationMetricInputPublic"}},"required":[],"additionalProperties":false,"definitions":{"apiCreateCustomEvaluationMetricInputPublic":{"properties":{"config":{"$ref":"#/definitions/apiCustomEvaluationMetricConfig"},"description":{"type":"string","examples":["\"Scores adherence to our support macros\""]},"metric_name":{"type":"string","examples":["\"My domain tone metric\""]}},"type":"object"},"apiCustomEvaluationMetricConfig":{"description":"Configuration for a custom model-evaluation metric scored by an LLM judge.\nPrompt and model response are always included in the judge context.","properties":{"created_at":{"format":"date-time","type":"string","examples":["2023-01-01T00:00:00Z"]},"deleted_at":{"description":"When set, the custom metric is soft-deleted and must not appear in pickers.","format":"date-time","type":"string","examples":["2023-01-01T00:00:00Z"]},"requires_ground_truth":{"description":"When true, each row must provide ground truth and it is included in the judge context.\nWhen false, ground truth is not required and is not sent to the judge.","type":"boolean","examples":[true]},"scoring_prompt":{"description":"Instructions for the judge model (multi-line).","type":"string","examples":["example string"]},"updated_at":{"format":"date-time","type":"string","examples":["2023-01-01T00:00:00Z"]}},"type":"object"}}},"name":"Create Custom Evaluation Metric","id":"digitalocean.genai_create_custom_evaluation_metric","example":{},"maxRequests":1,"summary":false}}