diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md
index 03975b66e..4b36c89b3 100644
--- a/CONTRIBUTING.md
+++ b/CONTRIBUTING.md
@@ -108,8 +108,8 @@ $ cd ensmallen
 
 # - or -
 
-$ wget http://ensmallen.org/files/ensmallen-2.21.0.tar.gz
-$ tar -xvzpf ensmallen-2.21.0.tar.gz
+$ wget http://ensmallen.org/files/ensmallen-2.21.1.tar.gz
+$ tar -xvzpf ensmallen-2.21.1.tar.gz
 $ cd ensmallen-latest
 ```
 
diff --git a/HISTORY.md b/HISTORY.md
index d0111b3d3..537b6ad59 100644
--- a/HISTORY.md
+++ b/HISTORY.md
@@ -1,5 +1,5 @@
-### ensmallen ?.??.?: "???"
-###### ????-??-??
+### ensmallen 2.21.1: "Bent Antenna"
+###### 2024-02-15
  * Fix numerical precision issues for small-gradient L-BFGS scaling factor
    computations ([#392](https://github.com/mlpack/ensmallen/pull/392)).
 
diff --git a/include/ensmallen_bits/ens_version.hpp b/include/ensmallen_bits/ens_version.hpp
index 213617d64..eb11b4d5e 100644
--- a/include/ensmallen_bits/ens_version.hpp
+++ b/include/ensmallen_bits/ens_version.hpp
@@ -16,16 +16,16 @@
 // The minor version is two digits so regular numerical comparisons of versions
 // work right.  The first minor version of a release is always 10.
 #define ENS_VERSION_MINOR 21
-#define ENS_VERSION_PATCH 0
+#define ENS_VERSION_PATCH 1
 // If this is a release candidate, it will be reflected in the version name
 // (i.e. the version name will be "RC1", "RC2", etc.).  Otherwise the version
 // name will typically be a seemingly arbitrary set of words that does not
 // contain the capitalized string "RC".
 #define ENS_VERSION_NAME "Bent Antenna"
 // Incorporate the date the version was released.
-#define ENS_VERSION_YEAR "2023"
-#define ENS_VERSION_MONTH "11"
-#define ENS_VERSION_DAY "27"
+#define ENS_VERSION_YEAR "2024"
+#define ENS_VERSION_MONTH "02"
+#define ENS_VERSION_DAY "15"
 
 namespace ens {