Interface QualityRunnerOptions

interface QualityRunnerOptions {
    configFile: string;
    failFast: boolean;
    ragBenchHf?: {
        hfToken?: string;
        maxRowsPerSubset?: number;
        subsets?: (
            | "covidqa"
            | "cuad"
            | "delucionqa"
            | "emanual"
            | "expertqa"
            | "finqa"
            | "hagrid"
            | "hotpotqa"
            | "msmarco"
            | "pubmedqa"
            | "tatqa"
            | "techqa"
        )[];
        topK?: number;
    };
    ragBenchPath?: string;
    sampleSize: number;
    thresholdOverrides?: Partial<Record<string, number>>;
    topK: number;
    weightOverrides?: Partial<Record<string, number>>;
}