diff --git a/CHANGELOG.md b/CHANGELOG.md
index 5fd696565..ac3f6ca24 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -38,7 +38,8 @@ Changelog](https://keepachangelog.com/en/1.0.0/).
 - Update MongoDB version to 4.4.x. #1924
 - Endpoint to get agent binaries from "/api/agent/download/<string:os>" to
   "/api/agent-binaries/<string:os>". #1978
-- Agent configuration structure. #1996, #1998, #1961, #1997, #1994, #1741, #1761, #1695, #1605
+- Agent configuration structure. #1996, #1998, #1961, #1997, #1994, #1741,
+  #1761, #1695, #1605, #2028
 
 ### Removed
 - VSFTPD exploiter. #1533
diff --git a/monkey/monkey_island/cc/services/config.py b/monkey/monkey_island/cc/services/config.py
index 46bdaf91c..82346258f 100644
--- a/monkey/monkey_island/cc/services/config.py
+++ b/monkey/monkey_island/cc/services/config.py
@@ -357,6 +357,10 @@ class ConfigService:
         ConfigService._format_payloads_from_flat_config(config)
         ConfigService._format_pbas_from_flat_config(config)
         ConfigService._format_propagation_from_flat_config(config)
+
+        # Ok, I'll admit this is just sort of jammed in here. But this code is going away very soon.
+        del config["HTTP_PORTS"]
+
         return config
 
     @staticmethod