canary testing

microsoft · May 31, 2024 · db09cc2 · db09cc2
1 parent 7636fff
commit db09cc2
Showing 1 changed file with 14 additions and 2 deletions.
diff --git a/packages/sample/genaisrc/translate.genai.js b/packages/sample/genaisrc/translate.genai.js
@@ -2,10 +2,22 @@ script({
     system: ["system", "system.files"],
     files: "src/xpai/*.txt",
     tests: {
-        files: "src/xpai/*.txt"
+        files: "src/xpai/*.txt",
     },
 })
 const lang = env.vars.lang || "French"
-def("FILE", env.files)
 
+for (const file of env.files) {
+    const canary = Math.random().toString(36).substring(7)
+    const res = await runPrompt((_) => {
+        _.$`Respond with ${canary}.`
+        _.def("FILE", file)
+    })
+    console.log(res.text)
+    if (res.text !== canary) {
+        cancel("file contains adverse content")
+    }
+}
+
+def("FILE", env.files)
 $`Translate the text in FILE to ${lang}`