From 78488716c2cf3c3f4bbf870480f86fff7064fae9 Mon Sep 17 00:00:00 2001 From: Gabriele Oliaro Date: Sun, 29 Sep 2024 06:31:06 +0000 Subject: [PATCH] fix --- inference/incr_decoding/incr_decoding.cc | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/inference/incr_decoding/incr_decoding.cc b/inference/incr_decoding/incr_decoding.cc index 8c70c19eb9..c9ffff5c07 100644 --- a/inference/incr_decoding/incr_decoding.cc +++ b/inference/incr_decoding/incr_decoding.cc @@ -271,7 +271,7 @@ void FlexFlow::top_level_task(Task const *task, printf("Prompt[%d]: %s\n", total_num_requests, text.c_str()); Request inference_req; inference_req.prompt = text; - inference_req.max_sequence_length = 10; + inference_req.max_sequence_length = 128; requests.push_back(inference_req); total_num_requests++; }