diff --git a/CHANGES.md b/CHANGES.md
index 89837c8f545..7e1ed79cd48 100644
--- a/CHANGES.md
+++ b/CHANGES.md
@@ -46,6 +46,8 @@
 - The summary output for GitHub workflows is now suppressible using the `summary`
   parameter. (#3958)
 
+- Fix the action failing when Black check doesn't pass (#3957)
+
 ### Documentation
 
 <!-- Major changes to documentation and policies. Small docs changes
diff --git a/action.yml b/action.yml
index a22005ac243..49cd6b06e4c 100644
--- a/action.yml
+++ b/action.yml
@@ -39,6 +39,9 @@ runs:
   steps:
     - name: black
       run: |
+        # Even when black fails, do not close the shell
+        set +e
+
         if [ "$RUNNER_OS" == "Windows" ]; then
           runner="python"
         else