diff --git a/Objects/codeobject.c b/Objects/codeobject.c
index a53584c4795e909..d2670c71caa44a0 100644
--- a/Objects/codeobject.c
+++ b/Objects/codeobject.c
@@ -2035,6 +2035,7 @@ code_replace_impl(PyCodeObject *self, int co_argcount,
                     co_code, co_filename, co_name, co_argcount,
                     co_posonlyargcount, co_kwonlyargcount, co_nlocals,
                     co_stacksize, co_flags) < 0) {
+        Py_XDECREF(code);
         return NULL;
     }