Merge branch 'main' into devicemap

InternLM · Sep 29, 2024 · f5ce588 · f5ce588
2 parents 1bf5745 + 4a1b201
commit f5ce588
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/xtuner/tools/model_converters/pth_to_hf.py b/xtuner/tools/model_converters/pth_to_hf.py
@@ -83,6 +83,9 @@ def main():
     if 'Reward' in model_name:
         use_meta_init = False
         cfg.model.llm.pop('quantization_config', None)
+    if hasattr(cfg.model.llm, 'quantization_config'):
+        # Can not build a qlora model on meta device
+        use_meta_init = False
 
     if use_meta_init:
         try: