fix

flexflow · Sep 29, 2024 · 7848871 · 7848871
1 parent 22aebb3
commit 7848871
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/inference/incr_decoding/incr_decoding.cc b/inference/incr_decoding/incr_decoding.cc
@@ -271,7 +271,7 @@ void FlexFlow::top_level_task(Task const *task,
       printf("Prompt[%d]: %s\n", total_num_requests, text.c_str());
       Request inference_req;
       inference_req.prompt = text;
-      inference_req.max_sequence_length = 10;
+      inference_req.max_sequence_length = 128;
       requests.push_back(inference_req);
       total_num_requests++;
     }