gdbstub: small logic bug fix with defer_start

src/core/gdbstub/gdbstub.cpp

@@ -1166,8 +1166,10 @@ static void RemoveBreakpoint() {
 }
 
 void HandlePacket() {
-    if (!IsConnected() && defer_start) {
-        ToggleServer(true);
+    if (!IsConnected()) {
+        if (defer_start) {
+            ToggleServer(true);
+        }
         return;
     }