Add opt-13B config (#841)

Co-authored-by: Zhihao Jia <zhihao@cmu.edu>
flexflow · Jul 16, 2023 · 58b745d · 58b745d
1 parent ae67898
commit 58b745d
Showing 1 changed file with 15 additions and 0 deletions.
diff --git a/inference/models/configs/opt_13B.json b/inference/models/configs/opt_13B.json
@@ -0,0 +1,15 @@
+{
+    "vocab_size": 50272,
+    "word_embed_proj_dim": 5120,
+    "hidden_size": 5120,
+    "num_attention_heads": 40,
+    "max_position_embeddings": 2048,
+    "layer_norm_elementwise_affine": true,
+    "num_hidden_layers": 40,
+    "dropout": 0.1,
+    "ffn_dim": 20480,
+    "max_beam_width": 1,
+    "batchSize": 8,
+    "sentence_len": 100,
+    "max_beam_depth": 4
+}