diff --git a/.github/workflows/coverage.yml b/.github/workflows/coverage.yml
index 9530ef0..0ddd232 100644
--- a/.github/workflows/coverage.yml
+++ b/.github/workflows/coverage.yml
@@ -8,7 +8,7 @@ on:
       pytorch-version:
         required: false
         type: string
-        default: "2.3.1"
+        default: "2.4.0"
       pytorch-device:
         required: false
         type: string
diff --git a/.github/workflows/docs.yml b/.github/workflows/docs.yml
index de25697..d5d725d 100644
--- a/.github/workflows/docs.yml
+++ b/.github/workflows/docs.yml
@@ -8,7 +8,7 @@ on:
       pytorch-version:
         required: false
         type: string
-        default: '["2.3.1"]'
+        default: '["2.4.0"]'
       os:
         required: false
         type: string
diff --git a/.github/workflows/mypy.yml b/.github/workflows/mypy.yml
index 5941e25..5a6a8fa 100644
--- a/.github/workflows/mypy.yml
+++ b/.github/workflows/mypy.yml
@@ -8,7 +8,7 @@ on:
       pytorch-version:
         required: false
         type: string
-        default: '["2.3.1"]'
+        default: '["2.4.0"]'
       os:
         required: false
         type: string
diff --git a/.github/workflows/self-tests.yml b/.github/workflows/self-tests.yml
index 3a35961..afa1030 100644
--- a/.github/workflows/self-tests.yml
+++ b/.github/workflows/self-tests.yml
@@ -52,7 +52,7 @@ jobs:
     with:
       os: ubuntu-latest
       python-version: '["3.10", "3.12"]'
-      pytorch-version: '["2.1.2", "2.3.1"]'
+      pytorch-version: '["2.1.2", "2.4.0"]'
       pytorch-dtype: 'float32'
       ref: main
 
diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index d29f8e9..8304884 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -8,7 +8,7 @@ on:
       pytorch-version:
         required: false
         type: string
-        default: '["2.3.1"]'
+        default: '["2.4.0"]'
       os:
         required: false
         type: string
diff --git a/.github/workflows/tutorials.yml b/.github/workflows/tutorials.yml
index 9f8dcb2..85b02b3 100644
--- a/.github/workflows/tutorials.yml
+++ b/.github/workflows/tutorials.yml
@@ -8,7 +8,7 @@ on:
       pytorch-version:
         required: false
         type: string
-        default: '["2.3.1"]'
+        default: '["2.4.0"]'
       os:
         required: false
         type: string
diff --git a/README.md b/README.md
index 7f66358..cf912f9 100644
--- a/README.md
+++ b/README.md
@@ -17,7 +17,7 @@ Use the actions:
 Has the inputs:
 - `python-version`: (string, default: `'3.12'`) the python version desired.
   - The version should be supported by `setup-python@v4` action.
-- `pytorch-version`: (string, default: `'2.3.1`') the pytorch version desired.
+- `pytorch-version`: (string, default: `'2.4.0`') the pytorch version desired.
   - This value will be used to install pytorch using conda from pytorch
     channel.
   - If the value passed is `nightly` the nightly version of pytorch with dynamo
@@ -40,7 +40,7 @@ Use the actions:
 Has the inputs:
 - `python-version`: (string, default: `'3.12'`) the python version desired.
   - The version should be supported by `setup-python@v4` action.
-- `pytorch-version`: (string, default: `'2.3.1`') the pytorch version desired.
+- `pytorch-version`: (string, default: `'2.4.0`') the pytorch version desired.
   - This value will be used to install pytorch using conda from pytorch
     channel.
 - `os`: (string, default: `ubuntu-latest`) the OS name same as supported by [gha](https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#choosing-github-hosted-runners).
@@ -68,7 +68,7 @@ Use the actions:
 Has the inputs:
 - `python-version`: (string, default: `'3.11'`) the python version desired.
   - The version should be supported by `setup-python@v4` action.
-- `pytorch-version`: (string, default: `'2.3.1`') the pytorch version desired.
+- `pytorch-version`: (string, default: `'2.4.0`') the pytorch version desired.
   - This value will be used to install pytorch using conda from pytorch
     channel.
 - `os`: (string, default: `ubuntu-latest`) the OS name same as supported by [gha](https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#choosing-github-hosted-runners).
@@ -101,7 +101,7 @@ Has the inputs:
 - `os`: (string, default: `ubuntu-latest`) the OS name same as supported by [gha](https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#choosing-github-hosted-runners).
 - `python-version`: (json list of strings, default: `'["3.12"]'`) a string with
   format of a json list within strings for each python version desired.
-- `pytorch-version`: (json list of strings, default: `'["2.3.1"]'`) a string
+- `pytorch-version`: (json list of strings, default: `'["2.4.0"]'`) a string
   with format of a json list within strings for each pytorch version desired.
 - `pytorch-dtype`: (string, default: `float32`) the dtype used to generate
   the tests with pytest.
@@ -160,7 +160,7 @@ Has the inputs:
 - `os`: (string, default: `ubuntu-latest`) the OS name same as supported by [gha](https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#choosing-github-hosted-runners).
 - `python-version`: (string, default: `'3.12'`) the python version desired.
   - The version should be supported by `setup-python@v4` action.
-- `pytorch-version`: (string, default: `'2.3.1`') the pytorch version desired.
+- `pytorch-version`: (string, default: `'2.4.0`') the pytorch version desired.
   - This value will be used to install pytorch using conda from pytorch
     channel.
 - `pytorch-dtype`: (string, default: `float32`) the dtype used to generate
@@ -192,7 +192,7 @@ Has the inputs:
 - `os`: (string, default: `ubuntu-latest`) the OS name same as supported by [gha](https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#choosing-github-hosted-runners).
 - `python-version`: (json list of strings, default: `'["3.12"]'`) a string with
   format of a json list within strings for each python version desired.
-- `pytorch-version`: (json list of strings, default: `'["2.3.1"]'`) a string
+- `pytorch-version`: (json list of strings, default: `'["2.4.0"]'`) a string
   with format of a json list within strings for each pytorch version desired.
 - `fail-fast`: (boolean, default: `false`) to set the `fail-fast` behavior on
   the matrix strategy.
@@ -218,7 +218,7 @@ Has the inputs:
 - `os`: (string, default: `ubuntu-latest`) the OS name same as supported by [gha](https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#choosing-github-hosted-runners).
 - `python-version`: (json list of strings, default: `'["3.12"]'`) a string with
   format of a json list within strings for each python version desired.
-- `pytorch-version`: (json list of strings, default: `'["2.3.1"]'`) a string
+- `pytorch-version`: (json list of strings, default: `'["2.4.0"]'`) a string
   with format of a json list within strings for each pytorch version desired.
 - `fail-fast`: (boolean, default: `false`) to set the `fail-fast` behavior on
   the matrix strategy.
@@ -244,7 +244,7 @@ Has the inputs:
 - `os`: (string, default: `ubuntu-latest`) the OS name same as supported by [gha](https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#choosing-github-hosted-runners).
 - `python-version`: (json list of strings, default: `'["3.12"]'`) a string with
   format of a json list within strings for each python version desired.
-- `pytorch-version`: (json list of strings, default: `'["2.3.1"]'`) a string
+- `pytorch-version`: (json list of strings, default: `'["2.4.0"]'`) a string
   with format of a json list within strings for each pytorch version desired.
 - `fail-fast`: (boolean, default: `false`) to set the `fail-fast` behavior on
   the matrix strategy.