Refactored tornado into gevent for non-blocking server
This commit is contained in:
parent
53f3625172
commit
a9af6fe736
|
@ -1,3 +1,6 @@
|
|||
from gevent import monkey
|
||||
monkey.patch_all()
|
||||
|
||||
from monkey_island.cc.main import main
|
||||
|
||||
|
||||
|
|
|
@ -6,6 +6,8 @@ from pathlib import Path
|
|||
from threading import Thread
|
||||
|
||||
# Add the monkey_island directory to the path, to make sure imports that don't start with "monkey_island." work.
|
||||
from gevent.pywsgi import WSGIServer
|
||||
|
||||
MONKEY_ISLAND_DIR_BASE_PATH = str(Path(__file__).parent.parent)
|
||||
if str(MONKEY_ISLAND_DIR_BASE_PATH) not in sys.path:
|
||||
sys.path.insert(0, MONKEY_ISLAND_DIR_BASE_PATH)
|
||||
|
@ -46,9 +48,6 @@ def main(should_setup_only=False):
|
|||
|
||||
|
||||
def start_island_server(should_setup_only):
|
||||
from tornado.httpserver import HTTPServer
|
||||
from tornado.ioloop import IOLoop
|
||||
from tornado.wsgi import WSGIContainer
|
||||
|
||||
mongo_url = os.environ.get('MONGO_URL', env_singleton.env.get_mongo_url())
|
||||
wait_for_mongo_db_server(mongo_url)
|
||||
|
@ -69,12 +68,11 @@ def start_island_server(should_setup_only):
|
|||
if env_singleton.env.is_debug():
|
||||
app.run(host='0.0.0.0', debug=True, ssl_context=(crt_path, key_path))
|
||||
else:
|
||||
http_server = HTTPServer(WSGIContainer(app),
|
||||
ssl_options={'certfile': os.environ.get('SERVER_CRT', crt_path),
|
||||
'keyfile': os.environ.get('SERVER_KEY', key_path)})
|
||||
http_server.listen(env_singleton.env.get_island_port())
|
||||
http_server = WSGIServer(('0.0.0.0', env_singleton.env.get_island_port()), app,
|
||||
certfile=os.environ.get('SERVER_CRT', crt_path),
|
||||
keyfile=os.environ.get('SERVER_KEY', key_path))
|
||||
log_init_info()
|
||||
IOLoop.instance().start()
|
||||
http_server.serve_forever()
|
||||
|
||||
|
||||
def log_init_info():
|
||||
|
|
|
@ -8,8 +8,8 @@ from monkey_island.cc.resources.test.utils.telem_store import TestTelemStore
|
|||
from monkey_island.cc.services.config import ConfigService
|
||||
from monkey_island.cc.services.node import NodeService
|
||||
from monkey_island.cc.services.reporting.report import ReportService
|
||||
from monkey_island.cc.services.reporting.report_generation_synchronisation import (
|
||||
is_report_being_generated, safe_generate_reports)
|
||||
from monkey_island.cc.services.reporting.report_generation_synchronisation import safe_generate_reports, \
|
||||
is_report_being_generated
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
|
|
|
@ -1,5 +1,5 @@
|
|||
import logging
|
||||
import threading
|
||||
from gevent.lock import Semaphore
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
|
@ -7,9 +7,9 @@ logger = logging.getLogger(__name__)
|
|||
# Report generation can be quite slow if there is a lot of data, and the UI queries the Root service often; without
|
||||
# the locks, these requests would accumulate, overload the server, eventually causing it to crash.
|
||||
logger.debug("Initializing report generation locks.")
|
||||
__report_generating_lock = threading.Semaphore()
|
||||
__attack_report_generating_lock = threading.Semaphore()
|
||||
__regular_report_generating_lock = threading.Semaphore()
|
||||
__report_generating_lock = Semaphore()
|
||||
__attack_report_generating_lock = Semaphore()
|
||||
__regular_report_generating_lock = Semaphore()
|
||||
|
||||
|
||||
def safe_generate_reports():
|
||||
|
|
|
@ -74,7 +74,8 @@ module.exports = {
|
|||
proxy: {
|
||||
'/api': {
|
||||
target: 'https://localhost:5000',
|
||||
secure: false
|
||||
secure: false,
|
||||
changeOrigin: true
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
|
@ -8,6 +8,7 @@ botocore==1.17.54
|
|||
cffi>=1.8,!=1.11.3
|
||||
dpath>=2.0
|
||||
flask>=1.1
|
||||
gevent>=20.9.0
|
||||
ipaddress>=1.0.23
|
||||
jsonschema==3.2.0
|
||||
mongoengine>=0.20
|
||||
|
@ -20,7 +21,6 @@ requests>=2.24
|
|||
ring>=0.7.3
|
||||
stix2>=2.0.2
|
||||
six>=1.13.0
|
||||
tornado>=6.0.4
|
||||
tqdm>=4.47
|
||||
virtualenv>=20.0.26
|
||||
werkzeug>=1.0.1
|
||||
|
|
Loading…
Reference in New Issue