fix the misidentification of rwkv5 as rwkv7 (#407)

josStorer · Dec 13, 2024 · 426d309 · 426d309
1 parent 068a70b
commit 426d309
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/backend-python/rwkv_pip/model.py b/backend-python/rwkv_pip/model.py
@@ -1003,7 +1003,7 @@ def __init__(self, model, strategy, verbose=True, convert_and_save_and_exit=None
                         if len(w[x].shape) > 1:
                             if w[x].shape[1] > 1:
                                 self.version = max(5.2, self.version)
-                    else:
+                    elif "att.r_k" in x:
                         self.version = 7
                         prxxx(f"Model detected: v{self.version:.1f}")
                         return