Merge branch 'master' into gma/launch_opbuilder_detection

microsoft · Mar 6, 2024 · f06f6b6 · f06f6b6
2 parents 57bab57 + db70c18
commit f06f6b6
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/deepspeed/module_inject/fusedqkv_utils.py b/deepspeed/module_inject/fusedqkv_utils.py
@@ -113,7 +113,7 @@ def _transpose_fused_qkvw(src, mp_size, fused_qkv_type=None, module=None):
 
         raise ValueError("unknown fused_qkv_type")
 
-    module_name_matches = [k for k in fused_type_dict.keys() if module_str in k]
+    module_name_matches = [k for k in fused_type_dict.keys() if k in module_str]
     if module_name_matches:
         # There can be overlap with matches (e.g., "DecoderLayer" and "FalconDecoderLayer").
         # We take the longest matching module_name

diff --git a/version.txt b/version.txt
@@ -1 +1 @@
-0.13.5
+0.13.6