diff --git a/Programs/_testembed.c b/Programs/_testembed.c
index 7246cc06ffff03..74d0fe37ddaead 100644
--- a/Programs/_testembed.c
+++ b/Programs/_testembed.c
@@ -2715,8 +2715,8 @@ do_tstate_ensure(void *arg)
     PyThreadState_Release(tokens[2]);
     PyThreadState_Release(tokens[1]);
     PyThreadState_Release(tokens[0]);
-    PyInterpreterGuard_Close(guard);
     _Py_atomic_store_int(&data->done, 1);
+    PyInterpreterGuard_Close(guard);
 }
 
 static int