Enable LLM result caching and update CLI options to reflect the change

microsoft · Aug 30, 2024 · 32d20d8 · 32d20d8
1 parent 5338c76
commit 32d20d8
Show file tree

Hide file tree

Showing 4 changed files with 6 additions and 6 deletions.
diff --git a/docs/src/content/docs/reference/cli/commands.md b/docs/src/content/docs/reference/cli/commands.md
@@ -43,7 +43,7 @@ Options:
   -mtc, --max-tool-calls <number>            maximum tool calls for the run
   -se, --seed <number>                       seed for the run
   -em, --embeddings-model <string>           embeddings model for the run
-  --no-cache                                 disable LLM result cache
+  --cache                                    enable LLM result cache
   -cn, --cache-name <name>                   custom cache file name
   -cs, --csv-separator <string>              csv separator (default: "\t")
   -ae, --apply-edits                         apply file edits
@@ -87,7 +87,7 @@ Options:
   --cli <string>                      override path to the cli
   -tp, --test-provider <string>       test provider
   -td, --test-delay <string>          delay between tests in seconds
-  --no-cache                          disable LLM result cache
+  -cache                              enable LLM result cache
   -v, --verbose                       verbose output
   -pv, --promptfoo-version [version]  promptfoo version, default is 0.78.0
   -os, --out-summary <file>           append output summary in file

diff --git a/packages/cli/src/cli.ts b/packages/cli/src/cli.ts
@@ -140,7 +140,7 @@ export async function cli() {
             "-em, --embeddings-model <string>",
             "embeddings model for the run"
         )
-        .option("--no-cache", "disable LLM result cache")
+        .option("--cache", "enable LLM result cache")
         .option("-cn, --cache-name <name>", "custom cache file name")
         .option("-cs, --csv-separator <string>", "csv separator", "\t")
         .option("-ae, --apply-edits", "apply file edits")
@@ -171,7 +171,7 @@ export async function cli() {
         .option("--cli <string>", "override path to the cli")
         .option("-tp, --test-provider <string>", "test provider")
         .option("-td, --test-delay <string>", "delay between tests in seconds")
-        .option("--no-cache", "disable LLM result cache")
+        .option("-cache", "enable LLM result cache")
         .option("-v, --verbose", "verbose output")
         .option(
             "-pv, --promptfoo-version [version]",

diff --git a/packages/cli/src/test.ts b/packages/cli/src/test.ts
@@ -150,7 +150,7 @@ export async function runPromptScriptTests(
             "1",
             "--no-progress-bar",
         ]
-        if (!options.cache) args.push("--no-cache")
+        if (options.cache) args.push("--cache")
         if (options.verbose) args.push("--verbose")
         args.push("--output", outJson)
         logVerbose(`  ${cmd} ${args.join(" ")}`)

diff --git a/packages/core/src/genaiscript-api-provider.mjs b/packages/core/src/genaiscript-api-provider.mjs
@@ -54,7 +54,7 @@ class GenAIScriptApiProvider {
             if (temperature !== undefined)
                 args.push("--temperature", temperature)
             if (top_p !== undefined) args.push("--top_p", top_p)
-            if (cache === false) args.push("--no-cache")
+            if (cache === true) args.push("--cache")
 
             const cmd = args
                 .map((a) =>