@vivantel/virage-core
    Preparing search index...

    Interface EvalSuite

    interface EvalSuite {
        baseline: string;
        cacheDir?: string;
        chunkers?: Record<string, string>;
        ciGate?: { mrr: number };
        databases: Record<string, DatabaseSpec>;
        dataset: string;
        exclude?: string[];
        filesets?: Record<string, FilesetDefinition>;
        topK?: number;
        variants: EvalVariant[];
        version: "1";
    }
    Index
    baseline cacheDir? chunkers? ciGate? databases dataset exclude? filesets? topK? variants version
    baseline: string

    Name of the variant that acts as the baseline for all comparisons

    cacheDir?: string

    Local directory for caching downloaded archives. Relative to the suite config file. Default: .virage/eval-cache

    chunkers?: Record<string, string>

    Default fileset → chunker strategy mapping. DatabaseSpec.chunkers can override individual entries.

    ciGate?: { mrr: number }

    CI quality gate — suite exits 1 if baseline MRR falls below this

    databases: Record<string, DatabaseSpec>

    Named database archives keyed by ID

    dataset: string

    Path to the EvalDataset JSON, relative to the suite config file

    exclude?: string[]

    Global virage chunking.ignore patterns applied before any chunker runs (binary files, lock files, generated files).

    filesets?: Record<string, FilesetDefinition>

    Named file pattern sets — immutable, shared by all databases. Keys are referenced by suite.chunkers and DatabaseSpec.chunkers.

    topK?: number

    top-K results to retrieve per query (default: 10)

    variants: EvalVariant[]

    Variants to evaluate

    version: "1"

    Settings
    Member Visibility

    On This Page
    Properties