Configure which scorers to enable for a particular prompt run.
The keys here are sorted by their approximate execution time to execute the scorers that we anticipate will be the fastest first, and the slowest last.
import { ScorersConfiguration } from "galileo-generated/models";
let value: ScorersConfiguration = {};| Field | Type | Required | Description |
|---|---|---|---|
latency |
boolean | ➖ | N/A |
cost |
boolean | ➖ | N/A |
pii |
boolean | ➖ | N/A |
inputPii |
boolean | ➖ | N/A |
bleu |
boolean | ➖ | N/A |
rouge |
boolean | ➖ | N/A |
protectStatus |
boolean | ➖ | N/A |
contextRelevance |
boolean | ➖ | N/A |
toxicity |
boolean | ➖ | N/A |
inputToxicity |
boolean | ➖ | N/A |
tone |
boolean | ➖ | N/A |
inputTone |
boolean | ➖ | N/A |
sexist |
boolean | ➖ | N/A |
inputSexist |
boolean | ➖ | N/A |
promptInjection |
boolean | ➖ | N/A |
adherenceNli |
boolean | ➖ | N/A |
chunkAttributionUtilizationNli |
boolean | ➖ | N/A |
contextAdherenceLuna |
boolean | ➖ | N/A |
contextRelevanceLuna |
boolean | ➖ | N/A |
completenessNli |
boolean | ➖ | N/A |
toolErrorRateLuna |
boolean | ➖ | N/A |
toolSelectionQualityLuna |
boolean | ➖ | N/A |
actionCompletionLuna |
boolean | ➖ | N/A |
actionAdvancementLuna |
boolean | ➖ | N/A |
uncertainty |
boolean | ➖ | N/A |
factuality |
boolean | ➖ | N/A |
groundedness |
boolean | ➖ | N/A |
promptPerplexity |
boolean | ➖ | N/A |
chunkAttributionUtilizationGpt |
boolean | ➖ | N/A |
completenessGpt |
boolean | ➖ | N/A |
instructionAdherence |
boolean | ➖ | N/A |
groundTruthAdherence |
boolean | ➖ | N/A |
toolSelectionQuality |
boolean | ➖ | N/A |
toolErrorRate |
boolean | ➖ | N/A |
agenticSessionSuccess |
boolean | ➖ | N/A |
agenticWorkflowSuccess |
boolean | ➖ | N/A |
promptInjectionGpt |
boolean | ➖ | N/A |
sexistGpt |
boolean | ➖ | N/A |
inputSexistGpt |
boolean | ➖ | N/A |
toxicityGpt |
boolean | ➖ | N/A |
inputToxicityGpt |
boolean | ➖ | N/A |