fix

flexflow · Mar 14, 2024 · 0479a64 · 0479a64
1 parent 8d82c91
commit 0479a64
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/inference/spec_infer/spec_infer.cc b/inference/spec_infer/spec_infer.cc
@@ -314,6 +314,8 @@ void FlexFlow::top_level_task(Task const *task,
 
   // first decoding step: 3 results
   if (expansion_degree != -1) {
+    rm->push_spec_infer_tree_width(1);
+    rm->push_spec_infer_tree_width(1);
     rm->push_spec_infer_tree_width(expansion_degree);
   }