Island: Remove `TestTelemStore` and related code
This commit is contained in:
Shreya Malviya
parent
825f559370
commit
7e766d2c4f
|
|
@ -1,16 +0,0 @@
|
|||
"""
|
||||
Define a Document Schema for the TelemForExport document.
|
||||
"""
|
||||
from mongoengine import DateTimeField, Document, StringField
|
||||
|
||||
|
||||
# This document describes exported telemetry.
|
||||
# These telemetries are used to mock monkeys sending telemetries to the island.
|
||||
# This way we can replicate island state without running monkeys.
|
||||
class ExportedTelem(Document):
|
||||
# SCHEMA
|
||||
name = StringField(required=True)
|
||||
time = DateTimeField(required=True)
|
||||
method = StringField(required=True)
|
||||
endpoint = StringField(required=True)
|
||||
content = StringField(required=True)
|
||||
|
|
@ -1,84 +0,0 @@
|
|||
import logging
|
||||
import shutil
|
||||
from datetime import datetime
|
||||
from functools import wraps
|
||||
from os import mkdir, path
|
||||
|
||||
from flask import request
|
||||
|
||||
from monkey_island.cc.models.exported_telem import ExportedTelem
|
||||
from monkey_island.cc.services.config import ConfigService
|
||||
|
||||
TELEM_SAMPLE_DIR = "./telem_sample"
|
||||
MAX_SAME_CATEGORY_TELEMS = 10000
|
||||
|
||||
logging.basicConfig(level=logging.INFO)
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
# TODO this will break with the IRepository implementation. Remove it
|
||||
class TestTelemStore:
|
||||
TELEMS_EXPORTED = False
|
||||
|
||||
@staticmethod
|
||||
def store_exported_telem(f):
|
||||
@wraps(f)
|
||||
def decorated_function(*args, **kwargs):
|
||||
if ConfigService.is_test_telem_export_enabled():
|
||||
time = datetime.now()
|
||||
method = request.method
|
||||
content = request.data.decode()
|
||||
endpoint = request.path
|
||||
name = (
|
||||
str(request.url_rule)
|
||||
.replace("/", "_")
|
||||
.replace("<", "_")
|
||||
.replace(">", "_")
|
||||
.replace(":", "_")
|
||||
)
|
||||
ExportedTelem(
|
||||
name=name, method=method, endpoint=endpoint, content=content, time=time
|
||||
).save()
|
||||
return f(*args, **kwargs)
|
||||
|
||||
return decorated_function
|
||||
|
||||
@staticmethod
|
||||
def export_telems():
|
||||
logger.info(f"Exporting all telemetries to {TELEM_SAMPLE_DIR}")
|
||||
try:
|
||||
mkdir(TELEM_SAMPLE_DIR)
|
||||
except FileExistsError:
|
||||
logger.info("Deleting all previous telemetries.")
|
||||
shutil.rmtree(TELEM_SAMPLE_DIR)
|
||||
mkdir(TELEM_SAMPLE_DIR)
|
||||
for test_telem in ExportedTelem.objects():
|
||||
with open(
|
||||
TestTelemStore.get_unique_file_path_for_export_telem(TELEM_SAMPLE_DIR, test_telem),
|
||||
"w",
|
||||
) as file:
|
||||
file.write(test_telem.to_json(indent=2))
|
||||
TestTelemStore.TELEMS_EXPORTED = True
|
||||
logger.info("Telemetries exported!")
|
||||
|
||||
# Should be private
|
||||
@staticmethod
|
||||
def get_unique_file_path_for_export_telem(target_dir: str, test_telem: ExportedTelem):
|
||||
telem_filename = TestTelemStore._get_filename_by_export_telem(test_telem)
|
||||
for i in range(MAX_SAME_CATEGORY_TELEMS):
|
||||
potential_filepath = path.join(target_dir, (telem_filename + str(i)))
|
||||
if path.exists(potential_filepath):
|
||||
continue
|
||||
return potential_filepath
|
||||
raise Exception(
|
||||
f"Too many telemetries of the same category. Max amount {MAX_SAME_CATEGORY_TELEMS}"
|
||||
)
|
||||
|
||||
@staticmethod
|
||||
def _get_filename_by_export_telem(test_telem: ExportedTelem):
|
||||
endpoint_part = test_telem.name
|
||||
return endpoint_part + "_" + test_telem.method
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
TestTelemStore.export_telems()
|
||||
|
|
@ -5,7 +5,6 @@ from flask import request
|
|||
|
||||
from monkey_island.cc.database import mongo
|
||||
from monkey_island.cc.resources.AbstractResource import AbstractResource
|
||||
from monkey_island.cc.resources.blackbox.utils.telem_store import TestTelemStore
|
||||
from monkey_island.cc.resources.request_authentication import jwt_required
|
||||
from monkey_island.cc.services.log import LogService
|
||||
from monkey_island.cc.services.node import NodeService
|
||||
|
|
@ -25,7 +24,6 @@ class Log(AbstractResource):
|
|||
return LogService.log_exists(ObjectId(exists_monkey_id))
|
||||
|
||||
# Used by monkey. can't secure.
|
||||
@TestTelemStore.store_exported_telem
|
||||
def post(self):
|
||||
telemetry_json = json.loads(request.data)
|
||||
|
||||
|
|
|
|||
|
|
@ -6,7 +6,6 @@ from flask import request
|
|||
from monkey_island.cc.database import mongo
|
||||
from monkey_island.cc.models.monkey_ttl import create_monkey_ttl_document
|
||||
from monkey_island.cc.resources.AbstractResource import AbstractResource
|
||||
from monkey_island.cc.resources.blackbox.utils.telem_store import TestTelemStore
|
||||
from monkey_island.cc.resources.utils.semaphores import agent_killing_mutex
|
||||
from monkey_island.cc.server_utils.consts import DEFAULT_MONKEY_TTL_EXPIRY_DURATION_IN_SECONDS
|
||||
from monkey_island.cc.services.config import ConfigService
|
||||
|
|
@ -29,7 +28,6 @@ class Monkey(AbstractResource):
|
|||
|
||||
# Used by monkey. can't secure.
|
||||
# Called on monkey wakeup to initialize local configuration
|
||||
@TestTelemStore.store_exported_telem
|
||||
def post(self, **kw):
|
||||
|
||||
# TODO: Why is it the registration of an agent coupled to exploit telemetry? It's hard to
|
||||
|
|
|
|||
|
|
@ -9,7 +9,6 @@ from monkey_island.cc.database import mongo
|
|||
from monkey_island.cc.models.monkey import Monkey
|
||||
from monkey_island.cc.models.telemetries import get_telemetry_by_query
|
||||
from monkey_island.cc.resources.AbstractResource import AbstractResource
|
||||
from monkey_island.cc.resources.blackbox.utils.telem_store import TestTelemStore
|
||||
from monkey_island.cc.resources.request_authentication import jwt_required
|
||||
from monkey_island.cc.services.node import NodeService
|
||||
from monkey_island.cc.services.telemetry.processing.processing import process_telemetry
|
||||
|
|
@ -45,7 +44,6 @@ class Telemetry(AbstractResource):
|
|||
return result
|
||||
|
||||
# Used by monkey. can't secure.
|
||||
@TestTelemStore.store_exported_telem
|
||||
def post(self):
|
||||
telemetry_json = json.loads(request.data)
|
||||
telemetry_json["data"] = json.loads(telemetry_json["data"])
|
||||
|
|
|
|||
|
|
@ -9,7 +9,6 @@ from typing import Any, Dict, List
|
|||
from jsonschema import Draft4Validator, validators
|
||||
|
||||
from common.config_value_paths import (
|
||||
EXPORT_MONKEY_TELEMS_PATH,
|
||||
LM_HASH_LIST_PATH,
|
||||
NTLM_HASH_LIST_PATH,
|
||||
PASSWORD_LIST_PATH,
|
||||
|
|
@ -355,10 +354,6 @@ class ConfigService:
|
|||
else get_datastore_encryptor().encrypt(config_arr)
|
||||
)
|
||||
|
||||
@staticmethod
|
||||
def is_test_telem_export_enabled():
|
||||
return ConfigService.get_config_value(EXPORT_MONKEY_TELEMS_PATH)
|
||||
|
||||
@staticmethod
|
||||
def get_config_propagation_credentials_from_flat_config(config) -> Dict[str, List[str]]:
|
||||
return {
|
||||
|
|
|
|||
|
|
@ -2,8 +2,6 @@ import logging
|
|||
|
||||
from monkey_island.cc.models import Monkey
|
||||
from monkey_island.cc.models.agent_controls import AgentControls
|
||||
from monkey_island.cc.resources.blackbox.utils.telem_store import TestTelemStore
|
||||
from monkey_island.cc.services.config import ConfigService
|
||||
from monkey_island.cc.services.node import NodeService
|
||||
from monkey_island.cc.services.reporting.report import ReportService
|
||||
from monkey_island.cc.services.reporting.report_generation_synchronisation import (
|
||||
|
|
@ -73,5 +71,3 @@ def _on_finished_infection():
|
|||
# we want to skip and reply.
|
||||
if not is_report_being_generated() and not ReportService.is_latest_report_exists():
|
||||
safe_generate_reports()
|
||||
if ConfigService.is_test_telem_export_enabled() and not TestTelemStore.TELEMS_EXPORTED:
|
||||
TestTelemStore.export_telems()
|
||||
|
|
|
|||
Loading…
Reference in New Issue