Fix Parse

(cherry picked from commit 0298fea)
apaniukov · Apr 18, 2024 · d52ec5a · d52ec5a
1 parent 137964f
commit d52ec5a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/python/openvino_tokenizers/hf_parser.py b/python/openvino_tokenizers/hf_parser.py
@@ -156,8 +156,8 @@ def parse(
             ),
         ]:
             add_steps()
-        self.pipeline.eos_token_id = pipeline.get_eos_token_id(self.original_tokenizer)
 
+        self.pipeline.eos_token_id = self.pipeline.get_eos_token_id(self.original_tokenizer)
         return self.pipeline
 
     normalizers_map: Dict[