diff --git a/packages/cookie-banner/src/client.ts b/packages/cookie-banner/src/client.ts
index eb0277e92..435f46c99 100644
--- a/packages/cookie-banner/src/client.ts
+++ b/packages/cookie-banner/src/client.ts
@@ -93,6 +93,9 @@ export class CookieBannerClient {
       config = await fetchJSON<BannerConfig>(configUrl);
     } catch {
       this.startDetector();
+      if (this.observer) {
+        this.observer.disconnect();
+      }
       this.observer = observeAndActivate({}, {});
       getConsent()._setReady({}, false);
       return;