diff --git a/.github/workflows/tests_with_latest_deps.yaml b/.github/workflows/tests_with_latest_deps.yaml
index ec4e165fd..6cffbbda4 100644
--- a/.github/workflows/tests_with_latest_deps.yaml
+++ b/.github/workflows/tests_with_latest_deps.yaml
@@ -92,7 +92,7 @@ jobs:
         run: |
           cd unpacked_sdist
           pytest woodwork/ -n 2
-      - if: ${{ matrix.python_version == 3.9 }}
+      - if: ${{ matrix.python_version == 3.9  && matrix.directories != 'Core` }}
         name: Upload coverage to Codecov
         uses: codecov/codecov-action@v3
         with: