diff --git a/mlfoundry_utils.py b/mlfoundry_utils.py
index 87db15d..1a50eb4 100644
--- a/mlfoundry_utils.py
+++ b/mlfoundry_utils.py
@@ -134,6 +134,8 @@ def on_log(self, args, state, control, logs, model=None, **kwargs):
 
         metrics = {}
         for k, v in logs.items():
+            if k.startswith("system/gpu"):
+                continue
             if isinstance(v, (int, float, np.integer, np.floating)) and math.isfinite(v):
                 metrics[k] = v
             else: