diff --git a/include/flexflow/batch_config.h b/include/flexflow/batch_config.h
index 61a1e345ae..e3ce1c5b95 100644
--- a/include/flexflow/batch_config.h
+++ b/include/flexflow/batch_config.h
@@ -44,7 +44,7 @@ class BatchConfig {
   int num_active_tokens() const;
   void print() const;
   virtual InferenceMode get_mode() const;
-  static int const MAX_NUM_REQUESTS = 1;
+  static int const MAX_NUM_REQUESTS = 16;
   static int const MAX_NUM_TOKENS = 64;
   static int const MAX_SEQ_LENGTH = 256;