From 0479a64c66fc9002f7d674184da2e3a82e96a393 Mon Sep 17 00:00:00 2001 From: Gabriele Oliaro Date: Thu, 14 Mar 2024 03:56:41 +0000 Subject: [PATCH] fix --- inference/spec_infer/spec_infer.cc | 2 ++ 1 file changed, 2 insertions(+) diff --git a/inference/spec_infer/spec_infer.cc b/inference/spec_infer/spec_infer.cc index 3ff32ef3ea..b6c1e408cd 100644 --- a/inference/spec_infer/spec_infer.cc +++ b/inference/spec_infer/spec_infer.cc @@ -314,6 +314,8 @@ void FlexFlow::top_level_task(Task const *task, // first decoding step: 3 results if (expansion_degree != -1) { + rm->push_spec_infer_tree_width(1); + rm->push_spec_infer_tree_width(1); rm->push_spec_infer_tree_width(expansion_degree); }