diff --git a/monkey/monkey_island/cc/ui/src/components/pages/ConfigurePage.js b/monkey/monkey_island/cc/ui/src/components/pages/ConfigurePage.js
index 154eff52c..d711ab017 100644
--- a/monkey/monkey_island/cc/ui/src/components/pages/ConfigurePage.js
+++ b/monkey/monkey_island/cc/ui/src/components/pages/ConfigurePage.js
@@ -236,7 +236,8 @@ class ConfigurePageComponent extends AuthComponent {
       ).then(() => {
       this.removePBAfile(API_PBA_WINDOWS, this.setPbaFilenameWindows)
       this.removePBAfile(API_PBA_LINUX, this.setPbaFilenameLinux)
-    });
+    })
+    .then(this.authFetch('/api/propagation-credentials/configured-credentials', {method: 'DELETE'}));
   };
 
   removePBAfile(apiEndpoint, setFilenameFnc) {