From 1a8c3b5e7672ad16445da16f2a36e64650d11584 Mon Sep 17 00:00:00 2001 From: Jim Pivarski Date: Tue, 19 Nov 2024 19:49:26 -0600 Subject: [PATCH] added stubs for the upcoming sections --- deep-learning-intro-for-hep/exercise-5.md | 16 ++++++++++++ deep-learning-intro-for-hep/exercise-6.md | 16 ++++++++++++ .../goodness-of-fit.md | 16 ++++++++++++ .../hyperparameters.md | 16 ++++++++++++ deep-learning-intro-for-hep/main-project.md | 16 ++++++++++++ deep-learning-intro-for-hep/partitioning.md | 16 ++++++++++++ deep-learning-intro-for-hep/regularization.md | 25 +++++++++++++++++++ 7 files changed, 121 insertions(+) create mode 100644 deep-learning-intro-for-hep/exercise-5.md create mode 100644 deep-learning-intro-for-hep/exercise-6.md create mode 100644 deep-learning-intro-for-hep/goodness-of-fit.md create mode 100644 deep-learning-intro-for-hep/hyperparameters.md create mode 100644 deep-learning-intro-for-hep/main-project.md create mode 100644 deep-learning-intro-for-hep/partitioning.md create mode 100644 deep-learning-intro-for-hep/regularization.md diff --git a/deep-learning-intro-for-hep/exercise-5.md b/deep-learning-intro-for-hep/exercise-5.md new file mode 100644 index 0000000..de1c486 --- /dev/null +++ b/deep-learning-intro-for-hep/exercise-5.md @@ -0,0 +1,16 @@ +--- +jupytext: + cell_metadata_filter: -all + formats: md:myst + text_representation: + extension: .md + format_name: myst + format_version: 0.13 + jupytext_version: 1.16.4 +kernelspec: + display_name: Python 3 (ipykernel) + language: python + name: python3 +--- + +# Exercise 5: L1 and L2 regularization diff --git a/deep-learning-intro-for-hep/exercise-6.md b/deep-learning-intro-for-hep/exercise-6.md new file mode 100644 index 0000000..78e167b --- /dev/null +++ b/deep-learning-intro-for-hep/exercise-6.md @@ -0,0 +1,16 @@ +--- +jupytext: + cell_metadata_filter: -all + formats: md:myst + text_representation: + extension: .md + format_name: myst + format_version: 0.13 + jupytext_version: 1.16.4 +kernelspec: + display_name: Python 3 (ipykernel) + language: python + name: python3 +--- + +# Exercise 6: Dropout regularization diff --git a/deep-learning-intro-for-hep/goodness-of-fit.md b/deep-learning-intro-for-hep/goodness-of-fit.md new file mode 100644 index 0000000..d7b881b --- /dev/null +++ b/deep-learning-intro-for-hep/goodness-of-fit.md @@ -0,0 +1,16 @@ +--- +jupytext: + cell_metadata_filter: -all + formats: md:myst + text_representation: + extension: .md + format_name: myst + format_version: 0.13 + jupytext_version: 1.16.4 +kernelspec: + display_name: Python 3 (ipykernel) + language: python + name: python3 +--- + +# Goodness of fit metrics diff --git a/deep-learning-intro-for-hep/hyperparameters.md b/deep-learning-intro-for-hep/hyperparameters.md new file mode 100644 index 0000000..a05fc3d --- /dev/null +++ b/deep-learning-intro-for-hep/hyperparameters.md @@ -0,0 +1,16 @@ +--- +jupytext: + cell_metadata_filter: -all + formats: md:myst + text_representation: + extension: .md + format_name: myst + format_version: 0.13 + jupytext_version: 1.16.4 +kernelspec: + display_name: Python 3 (ipykernel) + language: python + name: python3 +--- + +# Parameters and hyperparameters diff --git a/deep-learning-intro-for-hep/main-project.md b/deep-learning-intro-for-hep/main-project.md new file mode 100644 index 0000000..2762a90 --- /dev/null +++ b/deep-learning-intro-for-hep/main-project.md @@ -0,0 +1,16 @@ +--- +jupytext: + cell_metadata_filter: -all + formats: md:myst + text_representation: + extension: .md + format_name: myst + format_version: 0.13 + jupytext_version: 1.16.4 +kernelspec: + display_name: Python 3 (ipykernel) + language: python + name: python3 +--- + +# The main project diff --git a/deep-learning-intro-for-hep/partitioning.md b/deep-learning-intro-for-hep/partitioning.md new file mode 100644 index 0000000..4b2f90c --- /dev/null +++ b/deep-learning-intro-for-hep/partitioning.md @@ -0,0 +1,16 @@ +--- +jupytext: + cell_metadata_filter: -all + formats: md:myst + text_representation: + extension: .md + format_name: myst + format_version: 0.13 + jupytext_version: 1.16.4 +kernelspec: + display_name: Python 3 (ipykernel) + language: python + name: python3 +--- + +# Partitioning data into training, validation, and test samples diff --git a/deep-learning-intro-for-hep/regularization.md b/deep-learning-intro-for-hep/regularization.md new file mode 100644 index 0000000..c5c5617 --- /dev/null +++ b/deep-learning-intro-for-hep/regularization.md @@ -0,0 +1,25 @@ +--- +jupytext: + cell_metadata_filter: -all + formats: md:myst + text_representation: + extension: .md + format_name: myst + format_version: 0.13 + jupytext_version: 1.16.4 +kernelspec: + display_name: Python 3 (ipykernel) + language: python + name: python3 +--- + +# Regularization + ++++ + +Notes: + +- https://doi.org/10.2307/1271436 _Ridge Regression: Biased Estimation for Nonorthogonal Problems_ ARTHUR E. HOERL AND ROBERT W. KENNARD 1970 +- Regression Shrinkage and Selection via the Lasso https://doi.org/10.1111/j.2517-6161.1996.tb02080.x _Regression Shrinkage and Selection Via the Lasso_ Robert Tibshirani 1996 + +Do the Boston dataset here, and then exercise 1 is with Playground, exercise 2 is dropout with penguins