From cbfd4078d49fd967862d24bb626dd9279ea04228 Mon Sep 17 00:00:00 2001
From: anandhu-eng <anandhukicks@gmail.com>
Date: Thu, 12 Sep 2024 16:28:33 +0530
Subject: [PATCH 01/25] added backup urls + added checksum verification for
 cmutil download

---
 script/download-file/customize.py | 83 ++++++++++++++++++++++++-------
 1 file changed, 65 insertions(+), 18 deletions(-)

diff --git a/script/download-file/customize.py b/script/download-file/customize.py
index 4c84f6048..f08c292f1 100644
--- a/script/download-file/customize.py
+++ b/script/download-file/customize.py
@@ -1,6 +1,6 @@
 from cmind import utils
 import os
-import hashlib
+import subprocess
 
 def preprocess(i):
 
@@ -20,6 +20,9 @@ def preprocess(i):
 
     q = '"' if os_info['platform'] == 'windows' else "'"
 
+    x='*' if os_info['platform'] == 'windows' else ''
+    x_c='s' if os_info['platform'] == 'darwin' else ''
+
     if env.get('CM_DOWNLOAD_LOCAL_FILE_PATH'):
         filepath = env['CM_DOWNLOAD_LOCAL_FILE_PATH']
 
@@ -80,39 +83,75 @@ def preprocess(i):
 
         if tool == "cmutil":
             print ('')
-
-            cm = automation.cmind
-            for i in range(1,5):
-                r = cm.access({'action':'download_file',
+            if env.get('CM_DOWNLOAD_CHECKSUM_FILE', '') != '':
+                checksum_cmd = f"cd {q}{filepath}{q} {xsep}  md5sum -c{x_c} {x}{q}{env['CM_DOWNLOAD_CHECKSUM_FILE']}{q}"
+                checksum_result = subprocess.run(checksum_cmd, cwd=f'{q}{filepath}{q}', capture_output=True, text=True, shell=True)
+            elif env.get('CM_DOWNLOAD_CHECKSUM', '') != '':
+                checksum_cmd = f"echo {env.get('CM_DOWNLOAD_CHECKSUM')} {x}{q}{env['CM_DOWNLOAD_FILENAME']}{q} | md5sum -c{x_c}"
+                checksum_result = subprocess.run(checksum_cmd, capture_output=True, text=True, shell=True)
+            if checksum_result and checksum_result.returncode==1:
+                if "checksum did not match" in checksum_result.stderr.lower():
+                    computed_checksum = subprocess.run(f"md5sum {env['CM_DOWNLOAD_FILENAME']}", capture_output=True, text=True, shell=True).stdout.split(" ")[0]
+                    print(f"WARNING: File already present, mismatch between original checksum({env.get('CM_DOWNLOAD_CHECKSUM')}) and computed checksum({computed_checksum}). Deleting the already present file and downloading new.")
+                    try:
+                        os.remove(env['CM_DOWNLOAD_FILENAME'])
+                        print(f"File {env['CM_DOWNLOAD_FILENAME']} deleted successfully.")
+                    except PermissionError:
+                        return {"return":1, "error":f"Permission denied to delete file {env['CM_DOWNLOAD_FILENAME']}."}
+                if "no such file" in checksum_result.stderr.lower():
+                    print(f"No file {env['CM_DOWNLOAD_FILENAME']}. Downloading through cmutil.")
+
+                cm = automation.cmind
+                for i in range(1,5):
+                    r = cm.access({'action':'download_file',
                            'automation':'utils,dc2743f8450541e3',
                            'url':url,
                            'verify': verify_ssl})
-                if r['return'] == 0: break
-                oldurl = url
-                url = env.get('CM_DOWNLOAD_URL'+str(i),'')
-                if url == '':
-                    break
-                print(f"Download from {oldurl} failed, trying from {url}")
-
-            if r['return']>0: return r
+                    if r['return'] == 0: break
+                    oldurl = url
+                    url = env.get('CM_DOWNLOAD_URL'+str(i),'')
+                    if url == '':
+                        break
+                    print(f"Download from {oldurl} failed, trying from {url}")
+                    
+                if r['return']>0: return r
+
+                env['CM_DOWNLOAD_CMD'] = ""
+                env['CM_DOWNLOAD_FILENAME'] = r['filename']
+            else:
+                print(f"WARNING: File {env['CM_DOWNLOAD_FILENAME']} already present, original checksum and computed checksum matches! Skipping Download..")
 
-            env['CM_DOWNLOAD_CMD'] = ""
-            env['CM_DOWNLOAD_FILENAME'] = r['filename']
+            
 
         elif tool == "wget":
             if env.get('CM_DOWNLOAD_FILENAME', '') != '':
-                extra_download_options +=f" -O {q}{env['CM_DOWNLOAD_FILENAME']}{q} "
+                extra_download_options +=f" --tries=3 -O {q}{env['CM_DOWNLOAD_FILENAME']}{q} "
             env['CM_DOWNLOAD_CMD'] = f"wget -nc {extra_download_options} {url}"
+            for i in range(1,5):
+                url = env.get('CM_DOWNLOAD_URL'+str(i),'')
+                if url == '':
+                    break
+                env['CM_DOWNLOAD_CMD'] += f" || ((rm -f {env['CM_DOWNLOAD_FILENAME']} || true) && wget -nc {extra_download_options} {url})"
 
         elif tool == "curl":
             if env.get('CM_DOWNLOAD_FILENAME', '') != '':
                 extra_download_options +=f" --output {q}{env['CM_DOWNLOAD_FILENAME']}{q} "
 
             env['CM_DOWNLOAD_CMD'] = f"curl {extra_download_options} {url}"
+            for i in range(1,5):
+                url = env.get('CM_DOWNLOAD_URL'+str(i),'')
+                if url == '':
+                    break
+                env['CM_DOWNLOAD_CMD'] += f" || ((rm -f {env['CM_DOWNLOAD_FILENAME']} || true) && curl {extra_download_options} {url})"
 
 
         elif tool == "gdown":
             env['CM_DOWNLOAD_CMD'] = f"gdown {extra_download_options} {url}"
+            for i in range(1,5):
+                url = env.get('CM_DOWNLOAD_URL'+str(i),'')
+                if url == '':
+                    break
+                env['CM_DOWNLOAD_CMD'] += f" || ((rm -f {env['CM_DOWNLOAD_FILENAME']} || true) && gdown {extra_download_options} {url})"
 
         elif tool == "rclone":
             if env.get('CM_RCLONE_CONFIG_CMD', '') != '':
@@ -127,6 +166,16 @@ def preprocess(i):
                 env['CM_DOWNLOAD_CMD'] = f"rclone {rclone_copy_using} {q}{url}{q} {q}{os.path.join(os.getcwd(), temp_download_file)}{q} -P"
             else:
                 env['CM_DOWNLOAD_CMD'] = f"rclone {rclone_copy_using} {q}{url}{q} {q}{os.path.join(os.getcwd(), env['CM_DOWNLOAD_FILENAME'])}{q} -P"
+            for i in range(1,5):
+                url = env.get('CM_DOWNLOAD_URL'+str(i),'')
+                if url == '':
+                    break
+                if env["CM_HOST_OS_TYPE"] == "windows":
+                    url = url.replace("%", "%%")
+                    temp_download_file = env['CM_DOWNLOAD_FILENAME'].replace("%", "%%")
+                    env['CM_DOWNLOAD_CMD'] = f" || ((rm -f {env['CM_DOWNLOAD_FILENAME']} || true) && rclone {rclone_copy_using} {q}{url}{q} {q}{os.path.join(os.getcwd(), temp_download_file)}{q} -P)"
+                else:
+                    env['CM_DOWNLOAD_CMD'] = f" || ((rm -f {env['CM_DOWNLOAD_FILENAME']} || true) && rclone {rclone_copy_using} {q}{url}{q} {q}{os.path.join(os.getcwd(), env['CM_DOWNLOAD_FILENAME'])}{q} -P"
 
         filename = env['CM_DOWNLOAD_FILENAME']
         env['CM_DOWNLOAD_DOWNLOADED_FILENAME'] = filename
@@ -136,8 +185,6 @@ def preprocess(i):
 
     env['CM_DOWNLOAD_DOWNLOADED_PATH'] = filepath
 
-    x='*' if os_info['platform'] == 'windows' else ''
-    x_c='s' if os_info['platform'] == 'darwin' else ''
     #verify checksum if file already present
     if env.get('CM_DOWNLOAD_CHECKSUM_FILE', '') != '':
         env['CM_DOWNLOAD_CHECKSUM_CMD'] = f"cd {q}{filepath}{q} {xsep}  md5sum -c{x_c} {x}{q}{env['CM_DOWNLOAD_CHECKSUM_FILE']}{q}"

From 8aeaa7fd6aecf3791d0b35d919370f476513259b Mon Sep 17 00:00:00 2001
From: anandhu-eng <anandhukicks@gmail.com>
Date: Thu, 12 Sep 2024 19:13:20 +0530
Subject: [PATCH 02/25] handled downloads where checksum not provided

---
 script/download-file/customize.py | 47 +++++++++++++++++--------------
 1 file changed, 26 insertions(+), 21 deletions(-)

diff --git a/script/download-file/customize.py b/script/download-file/customize.py
index f08c292f1..f724c772f 100644
--- a/script/download-file/customize.py
+++ b/script/download-file/customize.py
@@ -83,45 +83,50 @@ def preprocess(i):
 
         if tool == "cmutil":
             print ('')
+            cmutil_require_download = 0
             if env.get('CM_DOWNLOAD_CHECKSUM_FILE', '') != '':
                 checksum_cmd = f"cd {q}{filepath}{q} {xsep}  md5sum -c{x_c} {x}{q}{env['CM_DOWNLOAD_CHECKSUM_FILE']}{q}"
                 checksum_result = subprocess.run(checksum_cmd, cwd=f'{q}{filepath}{q}', capture_output=True, text=True, shell=True)
             elif env.get('CM_DOWNLOAD_CHECKSUM', '') != '':
                 checksum_cmd = f"echo {env.get('CM_DOWNLOAD_CHECKSUM')} {x}{q}{env['CM_DOWNLOAD_FILENAME']}{q} | md5sum -c{x_c}"
                 checksum_result = subprocess.run(checksum_cmd, capture_output=True, text=True, shell=True)
-            if checksum_result and checksum_result.returncode==1:
-                if "checksum did not match" in checksum_result.stderr.lower():
-                    computed_checksum = subprocess.run(f"md5sum {env['CM_DOWNLOAD_FILENAME']}", capture_output=True, text=True, shell=True).stdout.split(" ")[0]
-                    print(f"WARNING: File already present, mismatch between original checksum({env.get('CM_DOWNLOAD_CHECKSUM')}) and computed checksum({computed_checksum}). Deleting the already present file and downloading new.")
-                    try:
-                        os.remove(env['CM_DOWNLOAD_FILENAME'])
-                        print(f"File {env['CM_DOWNLOAD_FILENAME']} deleted successfully.")
-                    except PermissionError:
-                        return {"return":1, "error":f"Permission denied to delete file {env['CM_DOWNLOAD_FILENAME']}."}
-                if "no such file" in checksum_result.stderr.lower():
-                    print(f"No file {env['CM_DOWNLOAD_FILENAME']}. Downloading through cmutil.")
-
+            if env.get('CM_DOWNLOAD_CHECKSUM_FILE', '') != '' or env.get('CM_DOWNLOAD_CHECKSUM', '') != '':
+                if checksum_result and checksum_result.returncode==1:
+                    if "checksum did not match" in checksum_result.stderr.lower():
+                        computed_checksum = subprocess.run(f"md5sum {env['CM_DOWNLOAD_FILENAME']}", capture_output=True, text=True, shell=True).stdout.split(" ")[0]
+                        print(f"WARNING: File already present, mismatch between original checksum({env.get('CM_DOWNLOAD_CHECKSUM')}) and computed checksum({computed_checksum}). Deleting the already present file and downloading new.")
+                        try:
+                            os.remove(env['CM_DOWNLOAD_FILENAME'])
+                            print(f"File {env['CM_DOWNLOAD_FILENAME']} deleted successfully.")
+                        except PermissionError:
+                            return {"return":1, "error":f"Permission denied to delete file {env['CM_DOWNLOAD_FILENAME']}."}
+                        cmutil_require_download = 1
+                    if "no such file" in checksum_result.stderr.lower():
+                        print(f"No file {env['CM_DOWNLOAD_FILENAME']}. Downloading through cmutil.")
+                        cmutil_require_download = 1
+                else:
+                    print(f"WARNING: File {env['CM_DOWNLOAD_FILENAME']} already present, original checksum and computed checksum matches! Skipping Download..")
+            else:
+                cmutil_require_download = 1
+                
+            if cmutil_require_download == 1:
                 cm = automation.cmind
                 for i in range(1,5):
                     r = cm.access({'action':'download_file',
-                           'automation':'utils,dc2743f8450541e3',
-                           'url':url,
-                           'verify': verify_ssl})
+                            'automation':'utils,dc2743f8450541e3',
+                            'url':url,
+                            'verify': verify_ssl})
                     if r['return'] == 0: break
                     oldurl = url
                     url = env.get('CM_DOWNLOAD_URL'+str(i),'')
                     if url == '':
                         break
                     print(f"Download from {oldurl} failed, trying from {url}")
-                    
+                        
                 if r['return']>0: return r
-
+    
                 env['CM_DOWNLOAD_CMD'] = ""
                 env['CM_DOWNLOAD_FILENAME'] = r['filename']
-            else:
-                print(f"WARNING: File {env['CM_DOWNLOAD_FILENAME']} already present, original checksum and computed checksum matches! Skipping Download..")
-
-            
 
         elif tool == "wget":
             if env.get('CM_DOWNLOAD_FILENAME', '') != '':

From 26a3ffeecce7badcee6304f6166f9ebd2c5cb7de Mon Sep 17 00:00:00 2001
From: anandhu-eng <anandhukicks@gmail.com>
Date: Thu, 12 Sep 2024 22:29:27 +0530
Subject: [PATCH 03/25] fixed checksum key in env+intentional url mistake

---
 script/get-dataset-imagenet-aux/_cm.json | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/script/get-dataset-imagenet-aux/_cm.json b/script/get-dataset-imagenet-aux/_cm.json
index 6eea8654d..3d318988e 100644
--- a/script/get-dataset-imagenet-aux/_cm.json
+++ b/script/get-dataset-imagenet-aux/_cm.json
@@ -45,7 +45,7 @@
       "env": {
         "CM_PACKAGE_URL": "http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz",
         "CM_PACKAGE_URL1": "https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz",
-        "CM_DOWNLOAD_CHECKSUM_": "f963098ea0e785a968ca1eb634003a90"
+        "CM_DOWNLOAD_CHECKSUM": "f963098ea0e785a968ca1eb634003a90"
       }
     },
     "from.dropbox": {
@@ -55,9 +55,9 @@
         "2012"
       ],
       "env": {
-        "CM_PACKAGE_URL": "https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz",
+        "CM_PACKAGE_URL": "https://aww.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz",
         "CM_PACKAGE_URL1": "http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz",
-        "CM_DOWNLOAD_CHECKSUM_": "ee346d67141e476df9c1a3f813552503"
+        "CM_DOWNLOAD_CHECKSUM": "ee346d67141e476df9c1a3f813552503"
       }
     }
   }

From 4991192d92de870e7b686220588f6399f0b82dbc Mon Sep 17 00:00:00 2001
From: anandhu-eng <anandhukicks@gmail.com>
Date: Thu, 12 Sep 2024 23:40:50 +0530
Subject: [PATCH 04/25] test commit

---
 script/download-file/customize.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/script/download-file/customize.py b/script/download-file/customize.py
index d6466d9a7..0b6136939 100644
--- a/script/download-file/customize.py
+++ b/script/download-file/customize.py
@@ -91,6 +91,7 @@ def preprocess(i):
                 checksum_cmd = f"echo {env.get('CM_DOWNLOAD_CHECKSUM')} {x}{q}{env['CM_DOWNLOAD_FILENAME']}{q} | md5sum -c{x_c}"
                 checksum_result = subprocess.run(checksum_cmd, capture_output=True, text=True, shell=True)
             if env.get('CM_DOWNLOAD_CHECKSUM_FILE', '') != '' or env.get('CM_DOWNLOAD_CHECKSUM', '') != '':
+                print(checksum_result) #for debugging
                 if checksum_result and checksum_result.returncode==1:
                     if "checksum did not match" in checksum_result.stderr.lower():
                         computed_checksum = subprocess.run(f"md5sum {env['CM_DOWNLOAD_FILENAME']}", capture_output=True, text=True, shell=True).stdout.split(" ")[0]
@@ -108,7 +109,7 @@ def preprocess(i):
                     print(f"WARNING: File {env['CM_DOWNLOAD_FILENAME']} already present, original checksum and computed checksum matches! Skipping Download..")
             else:
                 cmutil_require_download = 1
-                
+
             if cmutil_require_download == 1:
                 cm = automation.cmind
                 for i in range(1,5):

From 45f4eafe9ec8a668193cced39fe6505aa97bc6f9 Mon Sep 17 00:00:00 2001
From: anandhu-eng <anandhukicks@gmail.com>
Date: Thu, 12 Sep 2024 23:57:42 +0530
Subject: [PATCH 05/25] testing-MACOS

---
 script/download-file/customize.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/script/download-file/customize.py b/script/download-file/customize.py
index 0b6136939..c9d3e1eb3 100644
--- a/script/download-file/customize.py
+++ b/script/download-file/customize.py
@@ -21,7 +21,7 @@ def preprocess(i):
     q = '"' if os_info['platform'] == 'windows' else "'"
 
     x='*' if os_info['platform'] == 'windows' else ''
-    x_c='s' if os_info['platform'] == 'darwin' else ''
+    x_c='-s' if os_info['platform'] == 'darwin' else ''
 
     if env.get('CM_DOWNLOAD_LOCAL_FILE_PATH'):
         filepath = env['CM_DOWNLOAD_LOCAL_FILE_PATH']
@@ -195,7 +195,7 @@ def preprocess(i):
     if env.get('CM_DOWNLOAD_CHECKSUM_FILE', '') != '':
         env['CM_DOWNLOAD_CHECKSUM_CMD'] = f"cd {q}{filepath}{q} {xsep}  md5sum -c{x_c} {x}{q}{env['CM_DOWNLOAD_CHECKSUM_FILE']}{q}"
     elif env.get('CM_DOWNLOAD_CHECKSUM', '') != '':
-        env['CM_DOWNLOAD_CHECKSUM_CMD'] = "echo {} {}{}{}{} | md5sum {}-c -".format(env.get('CM_DOWNLOAD_CHECKSUM'), x, q, env['CM_DOWNLOAD_FILENAME'], q, x_c)
+        env['CM_DOWNLOAD_CHECKSUM_CMD'] = "echo {} {}{}{}{} | md5sum {}-c ".format(env.get('CM_DOWNLOAD_CHECKSUM'), x, q, env['CM_DOWNLOAD_FILENAME'], q, x_c)
     else:
         env['CM_DOWNLOAD_CHECKSUM_CMD'] = ""
 

From 29134505e7d5724c76fc93222440c4fee7aad3a6 Mon Sep 17 00:00:00 2001
From: anandhu-eng <anandhukicks@gmail.com>
Date: Fri, 13 Sep 2024 00:22:54 +0530
Subject: [PATCH 06/25] testing-MACOS

---
 script/download-file/customize.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/script/download-file/customize.py b/script/download-file/customize.py
index c9d3e1eb3..536805546 100644
--- a/script/download-file/customize.py
+++ b/script/download-file/customize.py
@@ -193,9 +193,9 @@ def preprocess(i):
 
     #verify checksum if file already present
     if env.get('CM_DOWNLOAD_CHECKSUM_FILE', '') != '':
-        env['CM_DOWNLOAD_CHECKSUM_CMD'] = f"cd {q}{filepath}{q} {xsep}  md5sum -c{x_c} {x}{q}{env['CM_DOWNLOAD_CHECKSUM_FILE']}{q}"
+        env['CM_DOWNLOAD_CHECKSUM_CMD'] = f"cd {q}{filepath}{q} {xsep}  md5sum -c {x_c} {x}{q}{env['CM_DOWNLOAD_CHECKSUM_FILE']}{q}"
     elif env.get('CM_DOWNLOAD_CHECKSUM', '') != '':
-        env['CM_DOWNLOAD_CHECKSUM_CMD'] = "echo {} {}{}{}{} | md5sum {}-c ".format(env.get('CM_DOWNLOAD_CHECKSUM'), x, q, env['CM_DOWNLOAD_FILENAME'], q, x_c)
+        env['CM_DOWNLOAD_CHECKSUM_CMD'] = "echo {} {}{}{}{} | md5sum {} -c ".format(env.get('CM_DOWNLOAD_CHECKSUM'), x, q, env['CM_DOWNLOAD_FILENAME'], q, x_c)
     else:
         env['CM_DOWNLOAD_CHECKSUM_CMD'] = ""
 

From 6ac0bddb18d53d48e330735d8c9f88079cddc4ee Mon Sep 17 00:00:00 2001
From: anandhu-eng <anandhukicks@gmail.com>
Date: Fri, 13 Sep 2024 00:31:24 +0530
Subject: [PATCH 07/25] added changes from go-MACOS

---
 script/download-file/customize.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/script/download-file/customize.py b/script/download-file/customize.py
index 536805546..cf7f8bab6 100644
--- a/script/download-file/customize.py
+++ b/script/download-file/customize.py
@@ -21,7 +21,7 @@ def preprocess(i):
     q = '"' if os_info['platform'] == 'windows' else "'"
 
     x='*' if os_info['platform'] == 'windows' else ''
-    x_c='-s' if os_info['platform'] == 'darwin' else ''
+    x_c='-s' if os_info['platform'] == 'darwin_off' else ''
 
     if env.get('CM_DOWNLOAD_LOCAL_FILE_PATH'):
         filepath = env['CM_DOWNLOAD_LOCAL_FILE_PATH']

From 0ed597acb346712adbd9d30cf6514543aad289e8 Mon Sep 17 00:00:00 2001
From: anandhu-eng <anandhukicks@gmail.com>
Date: Fri, 13 Sep 2024 09:59:32 +0530
Subject: [PATCH 08/25] test commit - macos

---
 script/download-file/customize.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/script/download-file/customize.py b/script/download-file/customize.py
index cf7f8bab6..0f9bd2c90 100644
--- a/script/download-file/customize.py
+++ b/script/download-file/customize.py
@@ -88,7 +88,7 @@ def preprocess(i):
                 checksum_cmd = f"cd {q}{filepath}{q} {xsep}  md5sum -c{x_c} {x}{q}{env['CM_DOWNLOAD_CHECKSUM_FILE']}{q}"
                 checksum_result = subprocess.run(checksum_cmd, cwd=f'{q}{filepath}{q}', capture_output=True, text=True, shell=True)
             elif env.get('CM_DOWNLOAD_CHECKSUM', '') != '':
-                checksum_cmd = f"echo {env.get('CM_DOWNLOAD_CHECKSUM')} {x}{q}{env['CM_DOWNLOAD_FILENAME']}{q} | md5sum -c{x_c}"
+                checksum_cmd = f"echo {env.get('CM_DOWNLOAD_CHECKSUM')} {x}{q}{env['CM_DOWNLOAD_FILENAME']}{q} | md5sum -c{x_c} -"
                 checksum_result = subprocess.run(checksum_cmd, capture_output=True, text=True, shell=True)
             if env.get('CM_DOWNLOAD_CHECKSUM_FILE', '') != '' or env.get('CM_DOWNLOAD_CHECKSUM', '') != '':
                 print(checksum_result) #for debugging
@@ -195,7 +195,7 @@ def preprocess(i):
     if env.get('CM_DOWNLOAD_CHECKSUM_FILE', '') != '':
         env['CM_DOWNLOAD_CHECKSUM_CMD'] = f"cd {q}{filepath}{q} {xsep}  md5sum -c {x_c} {x}{q}{env['CM_DOWNLOAD_CHECKSUM_FILE']}{q}"
     elif env.get('CM_DOWNLOAD_CHECKSUM', '') != '':
-        env['CM_DOWNLOAD_CHECKSUM_CMD'] = "echo {} {}{}{}{} | md5sum {} -c ".format(env.get('CM_DOWNLOAD_CHECKSUM'), x, q, env['CM_DOWNLOAD_FILENAME'], q, x_c)
+        env['CM_DOWNLOAD_CHECKSUM_CMD'] = "echo {} {}{}{}{} | md5sum {} -c -".format(env.get('CM_DOWNLOAD_CHECKSUM'), x, q, env['CM_DOWNLOAD_FILENAME'], q, x_c)
     else:
         env['CM_DOWNLOAD_CHECKSUM_CMD'] = ""
 

From 8335231a63d926972c97e47018f99ad6e5f4f042 Mon Sep 17 00:00:00 2001
From: anandhu-eng <anandhukicks@gmail.com>
Date: Fri, 13 Sep 2024 10:47:58 +0530
Subject: [PATCH 09/25] fix for macos - returncode diff for macos

---
 script/download-file/customize.py | 25 ++++++++++++-------------
 1 file changed, 12 insertions(+), 13 deletions(-)

diff --git a/script/download-file/customize.py b/script/download-file/customize.py
index 0f9bd2c90..68275cbe9 100644
--- a/script/download-file/customize.py
+++ b/script/download-file/customize.py
@@ -92,19 +92,18 @@ def preprocess(i):
                 checksum_result = subprocess.run(checksum_cmd, capture_output=True, text=True, shell=True)
             if env.get('CM_DOWNLOAD_CHECKSUM_FILE', '') != '' or env.get('CM_DOWNLOAD_CHECKSUM', '') != '':
                 print(checksum_result) #for debugging
-                if checksum_result and checksum_result.returncode==1:
-                    if "checksum did not match" in checksum_result.stderr.lower():
-                        computed_checksum = subprocess.run(f"md5sum {env['CM_DOWNLOAD_FILENAME']}", capture_output=True, text=True, shell=True).stdout.split(" ")[0]
-                        print(f"WARNING: File already present, mismatch between original checksum({env.get('CM_DOWNLOAD_CHECKSUM')}) and computed checksum({computed_checksum}). Deleting the already present file and downloading new.")
-                        try:
-                            os.remove(env['CM_DOWNLOAD_FILENAME'])
-                            print(f"File {env['CM_DOWNLOAD_FILENAME']} deleted successfully.")
-                        except PermissionError:
-                            return {"return":1, "error":f"Permission denied to delete file {env['CM_DOWNLOAD_FILENAME']}."}
-                        cmutil_require_download = 1
-                    if "no such file" in checksum_result.stderr.lower():
-                        print(f"No file {env['CM_DOWNLOAD_FILENAME']}. Downloading through cmutil.")
-                        cmutil_require_download = 1
+                if "checksum did not match" in checksum_result.stderr.lower():
+                    computed_checksum = subprocess.run(f"md5sum {env['CM_DOWNLOAD_FILENAME']}", capture_output=True, text=True, shell=True).stdout.split(" ")[0]
+                    print(f"WARNING: File already present, mismatch between original checksum({env.get('CM_DOWNLOAD_CHECKSUM')}) and computed checksum({computed_checksum}). Deleting the already present file and downloading new.")
+                    try:
+                        os.remove(env['CM_DOWNLOAD_FILENAME'])
+                        print(f"File {env['CM_DOWNLOAD_FILENAME']} deleted successfully.")
+                    except PermissionError:
+                        return {"return":1, "error":f"Permission denied to delete file {env['CM_DOWNLOAD_FILENAME']}."}
+                    cmutil_require_download = 1
+                elif "no such file" in checksum_result.stderr.lower():
+                    print(f"No file {env['CM_DOWNLOAD_FILENAME']}. Downloading through cmutil.")
+                    cmutil_require_download = 1
                 else:
                     print(f"WARNING: File {env['CM_DOWNLOAD_FILENAME']} already present, original checksum and computed checksum matches! Skipping Download..")
             else:

From 920d8ba5d69bac3e9d4dc4fdb2c047a36b567cac Mon Sep 17 00:00:00 2001
From: anandhu-eng <anandhukicks@gmail.com>
Date: Fri, 13 Sep 2024 11:34:32 +0530
Subject: [PATCH 10/25] rmoved debug prints

---
 script/download-file/customize.py | 1 -
 1 file changed, 1 deletion(-)

diff --git a/script/download-file/customize.py b/script/download-file/customize.py
index 68275cbe9..095c095f1 100644
--- a/script/download-file/customize.py
+++ b/script/download-file/customize.py
@@ -91,7 +91,6 @@ def preprocess(i):
                 checksum_cmd = f"echo {env.get('CM_DOWNLOAD_CHECKSUM')} {x}{q}{env['CM_DOWNLOAD_FILENAME']}{q} | md5sum -c{x_c} -"
                 checksum_result = subprocess.run(checksum_cmd, capture_output=True, text=True, shell=True)
             if env.get('CM_DOWNLOAD_CHECKSUM_FILE', '') != '' or env.get('CM_DOWNLOAD_CHECKSUM', '') != '':
-                print(checksum_result) #for debugging
                 if "checksum did not match" in checksum_result.stderr.lower():
                     computed_checksum = subprocess.run(f"md5sum {env['CM_DOWNLOAD_FILENAME']}", capture_output=True, text=True, shell=True).stdout.split(" ")[0]
                     print(f"WARNING: File already present, mismatch between original checksum({env.get('CM_DOWNLOAD_CHECKSUM')}) and computed checksum({computed_checksum}). Deleting the already present file and downloading new.")

From 248244730d280fb3b44b7f40636f9898bc152e72 Mon Sep 17 00:00:00 2001
From: anandhu-eng <anandhukicks@gmail.com>
Date: Fri, 13 Sep 2024 11:38:50 +0530
Subject: [PATCH 11/25] changed download tool from cmutil to wget

---
 script/get-dataset-imagenet-aux/_cm.json | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/script/get-dataset-imagenet-aux/_cm.json b/script/get-dataset-imagenet-aux/_cm.json
index 3d318988e..bbcd3e6a0 100644
--- a/script/get-dataset-imagenet-aux/_cm.json
+++ b/script/get-dataset-imagenet-aux/_cm.json
@@ -16,7 +16,7 @@
   ],
   "prehook_deps": [
     {
-      "tags": "download-and-extract,_extract",
+      "tags": "download-and-extract,_extract,_wget",
       "env": {
         "CM_EXTRACT_EXTRACTED_FILENAME": "<<<CM_ML_MODEL_FILE>>>",
         "CM_EXTRACT_FINAL_ENV_NAME": "CM_DATASET_AUX_PATH",
@@ -55,7 +55,7 @@
         "2012"
       ],
       "env": {
-        "CM_PACKAGE_URL": "https://aww.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz",
+        "CM_PACKAGE_URL": "https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz",
         "CM_PACKAGE_URL1": "http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz",
         "CM_DOWNLOAD_CHECKSUM": "ee346d67141e476df9c1a3f813552503"
       }

From 1928cf0292142910d8708ee76a2e1fe351d31af6 Mon Sep 17 00:00:00 2001
From: anandhu-eng <anandhukicks@gmail.com>
Date: Fri, 13 Sep 2024 12:40:15 +0530
Subject: [PATCH 12/25] commit to check gh action fails

---
 script/download-file/customize.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/script/download-file/customize.py b/script/download-file/customize.py
index 095c095f1..5b99ccb81 100644
--- a/script/download-file/customize.py
+++ b/script/download-file/customize.py
@@ -189,7 +189,7 @@ def preprocess(i):
 
     env['CM_DOWNLOAD_DOWNLOADED_PATH'] = filepath
 
-    #verify checksum if file already present
+    # verify checksum if file already present
     if env.get('CM_DOWNLOAD_CHECKSUM_FILE', '') != '':
         env['CM_DOWNLOAD_CHECKSUM_CMD'] = f"cd {q}{filepath}{q} {xsep}  md5sum -c {x_c} {x}{q}{env['CM_DOWNLOAD_CHECKSUM_FILE']}{q}"
     elif env.get('CM_DOWNLOAD_CHECKSUM', '') != '':

From 28aee4213462821a89bbd0c0cf890012dd1a7a5b Mon Sep 17 00:00:00 2001
From: anandhu-eng <anandhukicks@gmail.com>
Date: Fri, 13 Sep 2024 13:19:19 +0530
Subject: [PATCH 13/25] reverting to hash 8335231

---
 script/download-file/customize.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/script/download-file/customize.py b/script/download-file/customize.py
index 5b99ccb81..c8834f1ce 100644
--- a/script/download-file/customize.py
+++ b/script/download-file/customize.py
@@ -91,6 +91,7 @@ def preprocess(i):
                 checksum_cmd = f"echo {env.get('CM_DOWNLOAD_CHECKSUM')} {x}{q}{env['CM_DOWNLOAD_FILENAME']}{q} | md5sum -c{x_c} -"
                 checksum_result = subprocess.run(checksum_cmd, capture_output=True, text=True, shell=True)
             if env.get('CM_DOWNLOAD_CHECKSUM_FILE', '') != '' or env.get('CM_DOWNLOAD_CHECKSUM', '') != '':
+                print(checksum_result) #for debugging
                 if "checksum did not match" in checksum_result.stderr.lower():
                     computed_checksum = subprocess.run(f"md5sum {env['CM_DOWNLOAD_FILENAME']}", capture_output=True, text=True, shell=True).stdout.split(" ")[0]
                     print(f"WARNING: File already present, mismatch between original checksum({env.get('CM_DOWNLOAD_CHECKSUM')}) and computed checksum({computed_checksum}). Deleting the already present file and downloading new.")

From 717ab8a6215493b4de819ba17c6fbad89cac8d43 Mon Sep 17 00:00:00 2001
From: anandhu-eng <anandhukicks@gmail.com>
Date: Fri, 13 Sep 2024 13:22:19 +0530
Subject: [PATCH 14/25] reverted wgett

---
 script/get-dataset-imagenet-aux/_cm.json | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/script/get-dataset-imagenet-aux/_cm.json b/script/get-dataset-imagenet-aux/_cm.json
index bbcd3e6a0..67dacc558 100644
--- a/script/get-dataset-imagenet-aux/_cm.json
+++ b/script/get-dataset-imagenet-aux/_cm.json
@@ -16,7 +16,7 @@
   ],
   "prehook_deps": [
     {
-      "tags": "download-and-extract,_extract,_wget",
+      "tags": "download-and-extract,_extract",
       "env": {
         "CM_EXTRACT_EXTRACTED_FILENAME": "<<<CM_ML_MODEL_FILE>>>",
         "CM_EXTRACT_FINAL_ENV_NAME": "CM_DATASET_AUX_PATH",

From da5a503702218c21074917a29631cb6f498e425d Mon Sep 17 00:00:00 2001
From: anandhu-eng <anandhukicks@gmail.com>
Date: Fri, 13 Sep 2024 13:29:49 +0530
Subject: [PATCH 15/25] test commit

---
 script/get-dataset-imagenet-aux/_cm.json | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/script/get-dataset-imagenet-aux/_cm.json b/script/get-dataset-imagenet-aux/_cm.json
index 67dacc558..3d318988e 100644
--- a/script/get-dataset-imagenet-aux/_cm.json
+++ b/script/get-dataset-imagenet-aux/_cm.json
@@ -55,7 +55,7 @@
         "2012"
       ],
       "env": {
-        "CM_PACKAGE_URL": "https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz",
+        "CM_PACKAGE_URL": "https://aww.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz",
         "CM_PACKAGE_URL1": "http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz",
         "CM_DOWNLOAD_CHECKSUM": "ee346d67141e476df9c1a3f813552503"
       }

From 9a46c324f14951aa9ea0a8681e023aa72d63737f Mon Sep 17 00:00:00 2001
From: anandhu-eng <anandhukicks@gmail.com>
Date: Fri, 13 Sep 2024 15:25:46 +0530
Subject: [PATCH 16/25] modified dependency recursive

---
 script/download-and-extract/_cm.json | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/script/download-and-extract/_cm.json b/script/download-and-extract/_cm.json
index 143a5c9bf..b6e4dfb0e 100644
--- a/script/download-and-extract/_cm.json
+++ b/script/download-and-extract/_cm.json
@@ -76,7 +76,7 @@
   "uid": "c67e81a4ce2649f5",
   "variations": {
     "cmutil": {
-      "add_deps_recursive": {
+      "add_deps": {
         "download-script": {
           "tags": "_cmutil"
         }
@@ -85,7 +85,7 @@
       "group": "download-tool"
     },
     "curl": {
-      "add_deps_recursive": {
+      "add_deps": {
         "download-script": {
           "tags": "_wget"
         }
@@ -98,7 +98,7 @@
       }
     },
     "rclone": {
-      "add_deps_recursive": {
+      "add_deps": {
         "download-script": {
           "tags": "_rclone"
         }
@@ -106,7 +106,7 @@
       "group": "download-tool"
     },
     "gdown": {
-      "add_deps_recursive": {
+      "add_deps": {
         "download-script": {
           "tags": "_gdown"
         }
@@ -154,7 +154,7 @@
       }
     },
     "wget": {
-      "add_deps_recursive": {
+      "add_deps": {
         "download-script": {
           "tags": "_wget"
         }

From 192c20ce10d88946693322c91601de30006610a5 Mon Sep 17 00:00:00 2001
From: anandhu-eng <anandhukicks@gmail.com>
Date: Fri, 13 Sep 2024 15:28:26 +0530
Subject: [PATCH 17/25] correcteed url

---
 script/get-dataset-imagenet-aux/_cm.json | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/script/get-dataset-imagenet-aux/_cm.json b/script/get-dataset-imagenet-aux/_cm.json
index 3d318988e..bbcd3e6a0 100644
--- a/script/get-dataset-imagenet-aux/_cm.json
+++ b/script/get-dataset-imagenet-aux/_cm.json
@@ -16,7 +16,7 @@
   ],
   "prehook_deps": [
     {
-      "tags": "download-and-extract,_extract",
+      "tags": "download-and-extract,_extract,_wget",
       "env": {
         "CM_EXTRACT_EXTRACTED_FILENAME": "<<<CM_ML_MODEL_FILE>>>",
         "CM_EXTRACT_FINAL_ENV_NAME": "CM_DATASET_AUX_PATH",
@@ -55,7 +55,7 @@
         "2012"
       ],
       "env": {
-        "CM_PACKAGE_URL": "https://aww.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz",
+        "CM_PACKAGE_URL": "https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz",
         "CM_PACKAGE_URL1": "http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz",
         "CM_DOWNLOAD_CHECKSUM": "ee346d67141e476df9c1a3f813552503"
       }

From 579bbee23b2188dd3c371b64d98a514224680b6d Mon Sep 17 00:00:00 2001
From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com>
Date: Mon, 16 Sep 2024 19:34:09 +0530
Subject: [PATCH 18/25] added _ to prevent checksum being used

---
 script/get-dataset-imagenet-aux/_cm.json | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/script/get-dataset-imagenet-aux/_cm.json b/script/get-dataset-imagenet-aux/_cm.json
index bbcd3e6a0..14dc937ac 100644
--- a/script/get-dataset-imagenet-aux/_cm.json
+++ b/script/get-dataset-imagenet-aux/_cm.json
@@ -45,7 +45,7 @@
       "env": {
         "CM_PACKAGE_URL": "http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz",
         "CM_PACKAGE_URL1": "https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz",
-        "CM_DOWNLOAD_CHECKSUM": "f963098ea0e785a968ca1eb634003a90"
+        "CM_DOWNLOAD_CHECKSUM_": "f963098ea0e785a968ca1eb634003a90"
       }
     },
     "from.dropbox": {
@@ -57,7 +57,7 @@
       "env": {
         "CM_PACKAGE_URL": "https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz",
         "CM_PACKAGE_URL1": "http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz",
-        "CM_DOWNLOAD_CHECKSUM": "ee346d67141e476df9c1a3f813552503"
+        "CM_DOWNLOAD_CHECKSUM_": "ee346d67141e476df9c1a3f813552503"
       }
     }
   }

From 41881290f6a905e5cecb49343b636230808d4944 Mon Sep 17 00:00:00 2001
From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com>
Date: Tue, 17 Sep 2024 12:21:04 +0530
Subject: [PATCH 19/25] Added python dependency

---
 script/get-dataset-kits19/_cm.json | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/script/get-dataset-kits19/_cm.json b/script/get-dataset-kits19/_cm.json
index 816a54459..3e4f95548 100644
--- a/script/get-dataset-kits19/_cm.json
+++ b/script/get-dataset-kits19/_cm.json
@@ -15,6 +15,13 @@
   "deps": [
     {
       "tags": "detect,os"
+    },
+    {
+      "names": [
+        "python3",
+        "python"
+      ],
+      "tags": "get,python3"
     }
   ],
   "new_env_keys": [

From e93151b309acf2c2d1d683c3cf32d3f9287541eb Mon Sep 17 00:00:00 2001
From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com>
Date: Tue, 17 Sep 2024 12:46:18 +0530
Subject: [PATCH 20/25] bug fix - handle incomplete download

---
 script/get-dataset-coco2014/run.sh | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/script/get-dataset-coco2014/run.sh b/script/get-dataset-coco2014/run.sh
index 31c60b52a..f37ba603b 100644
--- a/script/get-dataset-coco2014/run.sh
+++ b/script/get-dataset-coco2014/run.sh
@@ -16,6 +16,13 @@ if [[ ${CM_DATASET_CALIBRATION} == "no" ]]; then
   else
     max_images=""
   fi
+
+  # deleting existing incomplete downloads if any
+  if [ -f "${INSTALL_DIR}/download_aux/annotations_trainval2014.zip" ]; then
+    echo "File annotations_trainval2014.zip already exists. Deleting it."
+    rm ${INSTALL_DIR}/download_aux/annotations_trainval2014.zip
+  fi
+  
   cmd="./download-coco-2014.sh -d ${INSTALL_DIR}  ${max_images}"
   echo $cmd
   eval $cmd

From 2b7002b092feac98effb12f009569ea42e6a6141 Mon Sep 17 00:00:00 2001
From: Arjun Suresh <arjunsuresh1987@gmail.com>
Date: Tue, 17 Sep 2024 19:20:12 +0530
Subject: [PATCH 21/25] Removed redundant run.bat for imagenet-aux

---
 script/get-dataset-imagenet-aux/run.bat | 16 ----------------
 1 file changed, 16 deletions(-)
 delete mode 100644 script/get-dataset-imagenet-aux/run.bat

diff --git a/script/get-dataset-imagenet-aux/run.bat b/script/get-dataset-imagenet-aux/run.bat
deleted file mode 100644
index f045ee689..000000000
--- a/script/get-dataset-imagenet-aux/run.bat
+++ /dev/null
@@ -1,16 +0,0 @@
-echo.
-
-wget -nc %CM_WGET_URL% --no-check-certificate
-IF %ERRORLEVEL% NEQ 0 EXIT 1
-
-mkdir data
-
-gzip -d caffe_ilsvrc12.tar.gz
-IF %ERRORLEVEL% NEQ 0 EXIT 1
-
-tar -C data -xvf caffe_ilsvrc12.tar
-IF %ERRORLEVEL% NEQ 0 EXIT 1
-
-del /Q /S caffe_ilsvrc12.tar
-
-echo CM_DATASET_AUX_PATH=%CD%\data > tmp-run-env.out

From a306195cb2c981c813210d673dcafd83ff606f51 Mon Sep 17 00:00:00 2001
From: Arjun Suresh <arjunsuresh1987@gmail.com>
Date: Tue, 17 Sep 2024 19:20:45 +0530
Subject: [PATCH 22/25] Fix libffi name for macos

---
 script/get-generic-sys-util/_cm.json | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/script/get-generic-sys-util/_cm.json b/script/get-generic-sys-util/_cm.json
index 63dc917dc..856ed0b65 100644
--- a/script/get-generic-sys-util/_cm.json
+++ b/script/get-generic-sys-util/_cm.json
@@ -195,7 +195,7 @@
       "state": {
         "libffi_dev": {
           "apt": "libffi-dev",
-          "brew": "libffi-dev",
+          "brew": "libffi",
           "dnf": "libffi-devel",
           "yum": "libffi-devel"
         }

From 40469a711dde901fa8ebf8871273cb725220a960 Mon Sep 17 00:00:00 2001
From: Arjun Suresh <arjunsuresh1987@gmail.com>
Date: Tue, 17 Sep 2024 19:28:46 +0530
Subject: [PATCH 23/25] Improve the github actions, test broken links

---
 .github/workflows/check-all-broken-links.md     | 17 -----------------
 .github/workflows/test-cm-scripts.yml           |  2 ++
 .../test-mlperf-inference-resnet50.yml          |  8 ++++----
 3 files changed, 6 insertions(+), 21 deletions(-)
 delete mode 100644 .github/workflows/check-all-broken-links.md

diff --git a/.github/workflows/check-all-broken-links.md b/.github/workflows/check-all-broken-links.md
deleted file mode 100644
index 77f11786d..000000000
--- a/.github/workflows/check-all-broken-links.md
+++ /dev/null
@@ -1,17 +0,0 @@
-name: Check .md README files for broken links
-
-on:
-  push: [main, mlperf-inference]
-
-jobs:
-  markdown-link-check:
-    runs-on: ubuntu-latest
-    # check out the latest version of the code
-    steps:
-    - uses: actions/checkout@v3
-
-    # Checks the status of hyperlinks in .md files in verbose mode
-    - name: Check links
-      uses: gaurav-nelson/github-action-markdown-link-check@v1
-      with:
-        use-quiet-mode: 'yes'
diff --git a/.github/workflows/test-cm-scripts.yml b/.github/workflows/test-cm-scripts.yml
index c0d96b972..f5ff887fe 100644
--- a/.github/workflows/test-cm-scripts.yml
+++ b/.github/workflows/test-cm-scripts.yml
@@ -18,7 +18,9 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
+        on: [ubuntu-latest, windows-latest, macos-latest]
         python-version: ["3.12", "3.9"]
+    run-on: "${{ matrix.on }}"   
 
     steps:
     - uses: actions/checkout@v3
diff --git a/.github/workflows/test-mlperf-inference-resnet50.yml b/.github/workflows/test-mlperf-inference-resnet50.yml
index 02478285a..003717917 100644
--- a/.github/workflows/test-mlperf-inference-resnet50.yml
+++ b/.github/workflows/test-mlperf-inference-resnet50.yml
@@ -1,7 +1,7 @@
 # This workflow will install Python dependencies, run tests and lint with a variety of Python versions
 # For more information see: https://help.github.com/actions/language-and-framework-guides/using-python-with-github-actions
 
-name: MLPerf inference resnet50
+name: MLPerf inference ResNet50
 
 on:
   pull_request:
@@ -10,7 +10,6 @@ on:
       - '.github/workflows/test-mlperf-inference-resnet50.yml'
       - '**'
       - '!**.md'
-
 jobs:
   build:
     runs-on: ${{ matrix.os }}
@@ -32,8 +31,9 @@ jobs:
             python-version: "3.9"
           - os: windows-latest
 
+    run-on: "${{ matrix.os }}"
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@v4
     - name: Set up Python ${{ matrix.python-version }}
       uses: actions/setup-python@v3
       with:
@@ -44,4 +44,4 @@ jobs:
         cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
     - name: Test MLPerf Inference ResNet50
       run: |
-        cm run script --tags=run,mlperf,inference,generate-run-cmds,_submission,_short --submitter="cTuning" --hw_name=default --model=resnet50 --implementation=${{ matrix.implementation }} --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --test_query_count=500 --target_qps=1 -v --quiet 
+        cm run script --tags=run-mlperf,inference,_submission,_short --submitter="cTuning" --hw_name=default --model=resnet50 --implementation=${{ matrix.implementation }} --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --test_query_count=500 --target_qps=1 -v --quiet 

From bbdf14336d22821a429dbaba9726c41b5efa0e72 Mon Sep 17 00:00:00 2001
From: Arjun Suresh <arjunsuresh1987@gmail.com>
Date: Tue, 17 Sep 2024 19:35:24 +0530
Subject: [PATCH 24/25] Improve the github actions, test broken links

---
 .github/workflows/test-cm-scripts.yml                | 3 +--
 .github/workflows/test-mlperf-inference-resnet50.yml | 2 +-
 2 files changed, 2 insertions(+), 3 deletions(-)

diff --git a/.github/workflows/test-cm-scripts.yml b/.github/workflows/test-cm-scripts.yml
index f5ff887fe..e3c0c11a6 100644
--- a/.github/workflows/test-cm-scripts.yml
+++ b/.github/workflows/test-cm-scripts.yml
@@ -14,13 +14,12 @@ on:
 jobs:
   build:
 
-    runs-on: ubuntu-latest
     strategy:
       fail-fast: false
       matrix:
         on: [ubuntu-latest, windows-latest, macos-latest]
         python-version: ["3.12", "3.9"]
-    run-on: "${{ matrix.on }}"   
+    runs-on: "${{ matrix.on }}"   
 
     steps:
     - uses: actions/checkout@v3
diff --git a/.github/workflows/test-mlperf-inference-resnet50.yml b/.github/workflows/test-mlperf-inference-resnet50.yml
index 003717917..ca5ae7c80 100644
--- a/.github/workflows/test-mlperf-inference-resnet50.yml
+++ b/.github/workflows/test-mlperf-inference-resnet50.yml
@@ -31,7 +31,7 @@ jobs:
             python-version: "3.9"
           - os: windows-latest
 
-    run-on: "${{ matrix.os }}"
+    runs-on: "${{ matrix.os }}"
     steps:
     - uses: actions/checkout@v4
     - name: Set up Python ${{ matrix.python-version }}

From 5939e671792b75fe8ee403c9884f9e762f4dbe0d Mon Sep 17 00:00:00 2001
From: Arjun Suresh <arjunsuresh1987@gmail.com>
Date: Tue, 17 Sep 2024 19:38:43 +0530
Subject: [PATCH 25/25] Improve the github actions, test broken links

---
 .github/workflows/test-mlperf-inference-resnet50.yml | 1 -
 1 file changed, 1 deletion(-)

diff --git a/.github/workflows/test-mlperf-inference-resnet50.yml b/.github/workflows/test-mlperf-inference-resnet50.yml
index ca5ae7c80..12797a29e 100644
--- a/.github/workflows/test-mlperf-inference-resnet50.yml
+++ b/.github/workflows/test-mlperf-inference-resnet50.yml
@@ -31,7 +31,6 @@ jobs:
             python-version: "3.9"
           - os: windows-latest
 
-    runs-on: "${{ matrix.os }}"
     steps:
     - uses: actions/checkout@v4
     - name: Set up Python ${{ matrix.python-version }}