made a mistake making template vars a set - order is not preserved

Arize-ai · Jan 10, 2025 · 524bd10 · 524bd10
1 parent 7b9ded6
commit 524bd10
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/packages/phoenix-evals/src/phoenix/evals/templates.py b/packages/phoenix-evals/src/phoenix/evals/templates.py
@@ -1,4 +1,5 @@
 import re
+from collections import OrderedDict
 from dataclasses import dataclass
 from enum import Enum
 from string import Formatter
@@ -149,7 +150,8 @@ def __init__(
         for _template in [self.template, self.explanation_template]:
             if _template:
                 self.variables.extend(self._parse_variables(template=_template))
-            self.variables = list(set(self.variables))
+            # remove duplicates while preserving order
+            self.variables = list(OrderedDict.fromkeys(self.variables))
 
         self._scores = scores