monkey/envs/monkey_zoo/blackbox/analyzers/performance_analyzer.py

import logging
from datetime import timedelta
from typing import Dict

from envs.monkey_zoo.blackbox.analyzers.analyzer import Analyzer
from envs.monkey_zoo.blackbox.tests.performance.performance_test_config import PerformanceTestConfig

LOGGER = logging.getLogger(__name__)


class PerformanceAnalyzer(Analyzer):
    def __init__(
        self, performance_test_config: PerformanceTestConfig, endpoint_timings: Dict[str, timedelta]
    ):
        self.performance_test_config = performance_test_config
        self.endpoint_timings = endpoint_timings

    def analyze_test_results(self):
        # Calculate total time and check each endpoint
        single_page_time_less_then_max = True
        total_time = timedelta()
        for endpoint, elapsed in self.endpoint_timings.items():
            total_time += elapsed
            if elapsed > self.performance_test_config.max_allowed_single_page_time:
                single_page_time_less_then_max = False

        total_time_less_then_max = total_time < self.performance_test_config.max_allowed_total_time

        PerformanceAnalyzer.log_slowest_endpoints(self.endpoint_timings)
        LOGGER.info(f"Total time is {str(total_time)}")

        performance_is_good_enough = total_time_less_then_max and single_page_time_less_then_max

        if self.performance_test_config.break_on_timeout and not performance_is_good_enough:
            LOGGER.warning(
                "Calling breakpoint - pausing to enable investigation of island. "
                "Type 'c' to continue once you're done "
                "investigating. Type 'p timings' and 'p total_time' to see performance information."
            )
            breakpoint()

        return performance_is_good_enough

    @staticmethod
    def log_slowest_endpoints(endpoint_timings, max_endpoints_to_display=100):
        slow_endpoint_list = list(endpoint_timings.items())
        slow_endpoint_list.sort(key=lambda x: x[1], reverse=True)
        slow_endpoint_list = slow_endpoint_list[:max_endpoints_to_display]
        for endpoint in slow_endpoint_list:
            LOGGER.info(f"{endpoint[0]} took {str(endpoint[1])}")