For some models like Mistral and Flan-UL2, when downloaded from the h…

…ub the binary files write to a snapshots/<uuid> subdirectory. Then when the files are committed, they cannot be found and the commit fails with an error.
huggingface · Nov 18, 2023 · 71d7a87 · 71d7a87
1 parent 829bfa8
commit 71d7a87
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/bindings/python/convert.py b/bindings/python/convert.py
@@ -145,7 +145,13 @@ def convert_multi(
         sf_filename = rename(pt_filename)
         sf_filename = os.path.join(folder, sf_filename)
         convert_file(pt_filename, sf_filename, discard_names=discard_names)
-        local_filenames.append(sf_filename)
+
+        if 'snapshots' in sf_filename.split(os.sep):
+            new_sf_path = os.path.join(folder, os.path.basename(sf_filename))
+            shutil.move(sf_filename, new_sf_path)
+            local_filenames.append(new_sf_path)
+        else:
+            local_filenames.append(sf_filename)
 
     index = os.path.join(folder, "model.safetensors.index.json")
     with open(index, "w") as f: