diff --git a/composer/_version.py b/composer/_version.py
index 1e088461f8..6c5841a8e6 100644
--- a/composer/_version.py
+++ b/composer/_version.py
@@ -3,4 +3,4 @@
 
 """The Composer Version."""
 
-__version__ = '0.23.3'
+__version__ = '0.23.4'
diff --git a/docker/README.md b/docker/README.md
index e10af0a194..7ff3a6f424 100644
--- a/docker/README.md
+++ b/docker/README.md
@@ -15,8 +15,8 @@ all dependencies for both NLP and Vision models. They are built on top of the
 <!-- BEGIN_COMPOSER_BUILD_MATRIX -->
 | Composer Version   | CUDA Support   | Docker Tag                                                     |
 |--------------------|----------------|----------------------------------------------------------------|
-| 0.23.3             | Yes            | `mosaicml/composer:latest`, `mosaicml/composer:0.23.3`         |
-| 0.23.3             | No             | `mosaicml/composer:latest_cpu`, `mosaicml/composer:0.23.3_cpu` |
+| 0.23.4             | Yes            | `mosaicml/composer:latest`, `mosaicml/composer:0.23.4`         |
+| 0.23.4             | No             | `mosaicml/composer:latest_cpu`, `mosaicml/composer:0.23.4_cpu` |
 <!-- END_COMPOSER_BUILD_MATRIX -->
 
 **Note**: For a lightweight installation, we recommended using a [MosaicML PyTorch Image](#pytorch-images) and manually
diff --git a/docker/build_matrix.yaml b/docker/build_matrix.yaml
index faa21b8e89..c18925cafd 100644
--- a/docker/build_matrix.yaml
+++ b/docker/build_matrix.yaml
@@ -208,9 +208,9 @@
   TORCHVISION_VERSION: 0.16.2
 - AWS_OFI_NCCL_VERSION: ''
   BASE_IMAGE: nvidia/cuda:12.1.1-cudnn8-devel-ubuntu20.04
-  COMPOSER_INSTALL_COMMAND: mosaicml[all]==0.23.3
+  COMPOSER_INSTALL_COMMAND: mosaicml[all]==0.23.4
   CUDA_VERSION: 12.1.1
-  IMAGE_NAME: composer-0-23-3
+  IMAGE_NAME: composer-0-23-4
   MOFED_VERSION: latest-23.10
   NVIDIA_REQUIRE_CUDA_OVERRIDE: cuda>=12.1 brand=tesla,driver>=450,driver<451 brand=tesla,driver>=470,driver<471
     brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471
@@ -231,15 +231,15 @@
   PYTORCH_NIGHTLY_VERSION: ''
   PYTORCH_VERSION: 2.3.1
   TAGS:
-  - mosaicml/composer:0.23.3
+  - mosaicml/composer:0.23.4
   - mosaicml/composer:latest
   TARGET: composer_stage
   TORCHVISION_VERSION: 0.18.1
 - AWS_OFI_NCCL_VERSION: ''
   BASE_IMAGE: ubuntu:20.04
-  COMPOSER_INSTALL_COMMAND: mosaicml[all]==0.23.3
+  COMPOSER_INSTALL_COMMAND: mosaicml[all]==0.23.4
   CUDA_VERSION: ''
-  IMAGE_NAME: composer-0-23-3-cpu
+  IMAGE_NAME: composer-0-23-4-cpu
   MOFED_VERSION: latest-23.10
   NVIDIA_REQUIRE_CUDA_OVERRIDE: ''
   PYTHON_VERSION: '3.11'
@@ -247,7 +247,7 @@
   PYTORCH_NIGHTLY_VERSION: ''
   PYTORCH_VERSION: 2.3.1
   TAGS:
-  - mosaicml/composer:0.23.3_cpu
+  - mosaicml/composer:0.23.4_cpu
   - mosaicml/composer:latest_cpu
   TARGET: composer_stage
   TORCHVISION_VERSION: 0.18.1
diff --git a/docker/generate_build_matrix.py b/docker/generate_build_matrix.py
index 9a634b0d36..5c56d82b89 100644
--- a/docker/generate_build_matrix.py
+++ b/docker/generate_build_matrix.py
@@ -231,7 +231,7 @@ def _main():
     composer_entries = []
 
     # The `GIT_COMMIT` is a placeholder and Jenkins will substitute it with the actual git commit for the `composer_staging` images
-    composer_versions = ['0.23.3']  # Only build images for the latest composer version
+    composer_versions = ['0.23.4']  # Only build images for the latest composer version
     composer_python_versions = [PRODUCTION_PYTHON_VERSION]  # just build composer against the latest
 
     for product in itertools.product(composer_python_versions, composer_versions, cuda_options):