Merge branch 'main' into partial

.github/workflows/build.yml

@@ -8,7 +8,7 @@ jobs:
     timeout-minutes: 20
     strategy:
       matrix:
-        python-version: ["3.9", "3.10", "3.11"]
+        python-version: ["3.9", "3.10", "3.11", "3.12"]
 
     steps:
       - uses: actions/checkout@v4
@@ -48,4 +48,8 @@ jobs:
           coverage report -m --fail-under 100
       - name: Run notebooks
         run: |
-          for FILE in docs/*/*.ipynb; do papermill $FILE output.json -k python3; done
+          for FILE in docs/*/*.ipynb; do
+            BASE=$(basename $FILE)
+            cp $FILE .
+            jupyter nbconvert --to notebook $BASE --execute
+          done

docs/remove_metadata.py

@@ -27,17 +27,16 @@ def remove_spark_warnings(cell):
                     continue
                 if "WARN Utils: Service 'SparkUI' could not bind on port" in output.text:
                     continue
+                if (
+                    "FutureWarning: is_datetime64tz_dtype is deprecated and will be removed in a future version."  # noqa: E501
+                    in output.text
+                ):
+                    continue
             outputs.append(output)
 
         cell.outputs = outputs
 
 
-def remove_papermill_metadata(nb):
-    """Removes the papermill metadata from a notebook."""
-    if "papermill" in nb.metadata.keys():
-        nb.metadata.pop("papermill")
-
-
 if __name__ == "__main__":
     FILENAME = sys.argv[1]
     nb = nbformat.read(FILENAME, as_version=4)
@@ -46,6 +45,4 @@ def remove_papermill_metadata(nb):
         clear_metadata(nb_cell)
         remove_spark_warnings(nb_cell)
 
-    remove_papermill_metadata(nb)
-
     nbformat.write(nb, FILENAME)

docs/run_notebooks.sh

@@ -1,4 +1,11 @@
-for FILE in docs/*/*.ipynb; do 
-    papermill $FILE $FILE; 
-    python docs/remove_metadata.py $FILE;
+for FILE in docs/*/*.ipynb; do
+    echo "Running $FILE"
+    DIR=$(dirname $FILE)
+    BASE=$(basename $FILE)
+    mv $FILE .
+
+    jupyter nbconvert --to notebook $BASE --execute --inplace
+    python docs/remove_metadata.py $BASE;
+
+    mv $BASE $DIR
 done