diff --git a/stanza/utils/training/common.py b/stanza/utils/training/common.py
index 8dddeedde9..97ae93422d 100644
--- a/stanza/utils/training/common.py
+++ b/stanza/utils/training/common.py
@@ -378,10 +378,13 @@ def main(run_treebank, model_dir, model_name, add_specific_args=None, sub_argpar
                     save_name_filename = "%s_%s" % (short_name, save_name_filename)
                     save_name = os.path.join(save_name_dir, save_name_filename)
                     logger.info("Save file for %s model for %s: %s", short_name, treebank, save_name)
-            else:
+                save_name_args = ['--save_name', save_name]
+            elif model_name not in ("lemmatizer", "constituency"):
                 save_name = "%s_%s.pt" % (short_name, model_name)
                 logger.info("Save file for %s model: %s", short_name, save_name)
-            save_name_args = ['--save_name', save_name]
+                save_name_args = ['--save_name', save_name]
+            else:
+                save_name_args = []
 
         if mode == Mode.TRAIN and not command_args.force and model_name != 'ete':
             if command_args.save_dir: