diff --git a/Python/ceval.c b/Python/ceval.c
index 8396f41cdd7..a53e377d4b7 100644
--- a/Python/ceval.c
+++ b/Python/ceval.c
@@ -3026,9 +3026,13 @@ PyEval_EvalFrameEx(PyFrameObject *f, int throwflag)
         why = WHY_EXCEPTION;
 
         /* Double-check exception status. */
+#ifdef NDEBUG
         if (!PyErr_Occurred())
             PyErr_SetString(PyExc_SystemError,
                             "error return without exception set");
+#else
+        assert(PyErr_Occurred());
+#endif
 
         /* Log traceback info. */
         PyTraceBack_Here(f);