2017-08-30 23:14:24 +08:00
|
|
|
from bson import ObjectId
|
|
|
|
|
|
|
|
from cc.database import mongo
|
2017-09-13 22:20:23 +08:00
|
|
|
import cc.services.node
|
2017-08-30 23:14:24 +08:00
|
|
|
|
|
|
|
__author__ = "itay.mizeretz"
|
|
|
|
|
|
|
|
|
|
|
|
class EdgeService:
|
2017-09-06 19:49:58 +08:00
|
|
|
def __init__(self):
|
|
|
|
pass
|
|
|
|
|
2017-08-30 23:14:24 +08:00
|
|
|
@staticmethod
|
|
|
|
def get_displayed_edge_by_id(edge_id):
|
|
|
|
edge = mongo.db.edge.find({"_id": ObjectId(edge_id)})[0]
|
|
|
|
return EdgeService.edge_to_displayed_edge(edge)
|
|
|
|
|
|
|
|
@staticmethod
|
|
|
|
def get_displayed_edges_by_to(to):
|
|
|
|
edges = mongo.db.edge.find({"to": ObjectId(to)})
|
2017-09-21 20:55:02 +08:00
|
|
|
return [EdgeService.edge_to_displayed_edge(edge) for edge in edges]
|
2017-08-30 23:14:24 +08:00
|
|
|
|
|
|
|
@staticmethod
|
|
|
|
def edge_to_displayed_edge(edge):
|
2017-10-01 21:34:11 +08:00
|
|
|
services = []
|
2017-08-30 23:14:24 +08:00
|
|
|
os = {}
|
|
|
|
exploits = []
|
|
|
|
if len(edge["scans"]) > 0:
|
2017-09-06 19:49:58 +08:00
|
|
|
services = EdgeService.services_to_displayed_services(edge["scans"][-1]["data"]["services"])
|
2017-08-30 23:14:24 +08:00
|
|
|
os = edge["scans"][-1]["data"]["os"]
|
|
|
|
|
|
|
|
for exploit in edge["exploits"]:
|
|
|
|
new_exploit = EdgeService.exploit_to_displayed_exploit(exploit)
|
|
|
|
|
|
|
|
if (len(exploits) > 0) and (exploits[-1]["exploiter"] == exploit["exploiter"]):
|
|
|
|
exploit_container = exploits[-1]
|
|
|
|
else:
|
|
|
|
exploit_container =\
|
|
|
|
{
|
|
|
|
"exploiter": exploit["exploiter"],
|
|
|
|
"start_timestamp": exploit["timestamp"],
|
|
|
|
"end_timestamp": exploit["timestamp"],
|
|
|
|
"result": False,
|
|
|
|
"attempts": []
|
|
|
|
}
|
|
|
|
|
|
|
|
exploits.append(exploit_container)
|
|
|
|
|
|
|
|
exploit_container["attempts"].append(new_exploit)
|
|
|
|
if new_exploit["result"]:
|
|
|
|
exploit_container["result"] = True
|
|
|
|
exploit_container["end_timestamp"] = new_exploit["timestamp"]
|
|
|
|
|
2017-09-18 20:35:45 +08:00
|
|
|
displayed_edge = EdgeService.edge_to_net_edge(edge)
|
2017-10-01 21:34:11 +08:00
|
|
|
|
2017-09-18 20:35:45 +08:00
|
|
|
displayed_edge["ip_address"] = edge["ip_address"]
|
|
|
|
displayed_edge["services"] = services
|
|
|
|
displayed_edge["os"] = os
|
|
|
|
displayed_edge["exploits"] = exploits
|
|
|
|
displayed_edge["_label"] = EdgeService.get_edge_label(displayed_edge)
|
|
|
|
return displayed_edge
|
2017-08-30 23:14:24 +08:00
|
|
|
|
|
|
|
@staticmethod
|
|
|
|
def exploit_to_displayed_exploit(exploit):
|
|
|
|
user = ""
|
|
|
|
password = ""
|
|
|
|
|
2017-09-06 19:49:58 +08:00
|
|
|
# TODO: The format that's used today to get the credentials is bad. Change it from monkey side and adapt.
|
|
|
|
result = exploit["data"]["result"]
|
2017-09-13 23:11:59 +08:00
|
|
|
if result:
|
|
|
|
if "creds" in exploit["data"]["machine"]:
|
|
|
|
user = exploit["data"]["machine"]["creds"].keys()[0]
|
|
|
|
password = exploit["data"]["machine"]["creds"][user]
|
|
|
|
else:
|
|
|
|
if ("user" in exploit["data"]) and ("password" in exploit["data"]):
|
2017-08-30 23:14:24 +08:00
|
|
|
user = exploit["data"]["user"]
|
|
|
|
password = exploit["data"]["password"]
|
|
|
|
|
|
|
|
return \
|
|
|
|
{
|
|
|
|
"timestamp": exploit["timestamp"],
|
|
|
|
"user": user,
|
|
|
|
"password": password,
|
|
|
|
"result": result,
|
2017-09-06 19:49:58 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
@staticmethod
|
|
|
|
def insert_edge(from_id, to_id):
|
|
|
|
edge_insert_result = mongo.db.edge.insert_one(
|
|
|
|
{
|
|
|
|
"from": from_id,
|
|
|
|
"to": to_id,
|
|
|
|
"scans": [],
|
|
|
|
"exploits": [],
|
2017-09-13 22:20:23 +08:00
|
|
|
"tunnel": False,
|
|
|
|
"exploited": False
|
2017-09-06 19:49:58 +08:00
|
|
|
})
|
|
|
|
return mongo.db.edge.find_one({"_id": edge_insert_result.inserted_id})
|
|
|
|
|
|
|
|
@staticmethod
|
|
|
|
def get_or_create_edge(edge_from, edge_to):
|
|
|
|
tunnel_edge = mongo.db.edge.find_one({"from": edge_from, "to": edge_to})
|
|
|
|
if tunnel_edge is None:
|
|
|
|
tunnel_edge = EdgeService.insert_edge(edge_from, edge_to)
|
|
|
|
|
|
|
|
return tunnel_edge
|
|
|
|
|
2017-09-13 22:20:23 +08:00
|
|
|
@staticmethod
|
|
|
|
def generate_pseudo_edge(edge_id, edge_from, edge_to):
|
2017-09-18 20:35:45 +08:00
|
|
|
edge = \
|
2017-09-13 22:20:23 +08:00
|
|
|
{
|
|
|
|
"id": edge_id,
|
|
|
|
"from": edge_from,
|
|
|
|
"to": edge_to,
|
|
|
|
"group": "island"
|
|
|
|
}
|
2017-09-18 20:35:45 +08:00
|
|
|
edge["_label"] = EdgeService.get_edge_label(edge)
|
|
|
|
return edge
|
2017-09-13 22:20:23 +08:00
|
|
|
|
2017-09-06 19:49:58 +08:00
|
|
|
@staticmethod
|
|
|
|
def get_monkey_island_pseudo_edges():
|
|
|
|
edges = []
|
|
|
|
monkey_ids = [x["_id"] for x in mongo.db.monkey.find({}) if "tunnel" not in x]
|
2017-09-12 18:48:36 +08:00
|
|
|
# We're using fake ids because the frontend graph module requires unique ids.
|
|
|
|
# Collision with real id is improbable.
|
2017-09-06 19:49:58 +08:00
|
|
|
count = 0
|
|
|
|
for monkey_id in monkey_ids:
|
|
|
|
count += 1
|
2017-09-13 22:20:23 +08:00
|
|
|
edges.append(EdgeService.generate_pseudo_edge(
|
|
|
|
ObjectId(hex(count)[2:].zfill(24)), monkey_id, ObjectId("000000000000000000000000")))
|
|
|
|
|
|
|
|
return edges
|
|
|
|
|
|
|
|
@staticmethod
|
|
|
|
def get_infected_monkey_island_pseudo_edges():
|
|
|
|
monkey = cc.services.node.NodeService.get_monkey_island_monkey()
|
2017-09-24 21:41:04 +08:00
|
|
|
existing_ids = [x["from"] for x in mongo.db.edge.find({"to": monkey["_id"]})]
|
2017-09-13 22:20:23 +08:00
|
|
|
monkey_ids = [x["_id"] for x in mongo.db.monkey.find({})
|
2017-09-25 01:12:22 +08:00
|
|
|
if ("tunnel" not in x) and (x["_id"] not in existing_ids) and (x["_id"] != monkey["_id"])]
|
2017-09-13 22:20:23 +08:00
|
|
|
edges = []
|
|
|
|
|
|
|
|
# We're using fake ids because the frontend graph module requires unique ids.
|
|
|
|
# Collision with real id is improbable.
|
|
|
|
count = 0
|
|
|
|
for monkey_id in monkey_ids:
|
|
|
|
count += 1
|
|
|
|
edges.append(EdgeService.generate_pseudo_edge(
|
|
|
|
ObjectId(hex(count)[2:].zfill(24)), monkey_id, monkey["_id"]))
|
2017-09-06 19:49:58 +08:00
|
|
|
|
|
|
|
return edges
|
|
|
|
|
|
|
|
@staticmethod
|
|
|
|
def services_to_displayed_services(services):
|
2017-09-24 20:22:26 +08:00
|
|
|
return [x + ": " + (services[x]['name'] if services[x].has_key('name') else 'unknown') for x in services]
|
2017-09-13 22:20:23 +08:00
|
|
|
|
|
|
|
@staticmethod
|
|
|
|
def edge_to_net_edge(edge):
|
|
|
|
return \
|
|
|
|
{
|
|
|
|
"id": edge["_id"],
|
|
|
|
"from": edge["from"],
|
|
|
|
"to": edge["to"],
|
|
|
|
"group": EdgeService.get_edge_group(edge)
|
|
|
|
}
|
|
|
|
|
|
|
|
@staticmethod
|
|
|
|
def get_edge_group(edge):
|
2017-09-16 09:37:39 +08:00
|
|
|
if edge.get("exploited"):
|
2017-09-13 22:20:23 +08:00
|
|
|
return "exploited"
|
2017-09-16 09:37:39 +08:00
|
|
|
if edge.get("tunnel"):
|
2017-09-13 22:20:23 +08:00
|
|
|
return "tunnel"
|
2017-09-16 09:37:39 +08:00
|
|
|
if (len(edge.get("scans", [])) > 0) or (len(edge.get("exploits", [])) > 0):
|
2017-09-13 22:20:23 +08:00
|
|
|
return "scan"
|
|
|
|
return "empty"
|
|
|
|
|
|
|
|
@staticmethod
|
|
|
|
def set_edge_exploited(edge):
|
|
|
|
mongo.db.edge.update(
|
|
|
|
{"_id": edge["_id"]},
|
|
|
|
{"$set": {"exploited": True}}
|
|
|
|
)
|
|
|
|
cc.services.node.NodeService.set_node_exploited(edge["to"])
|
|
|
|
|
2017-09-18 20:35:45 +08:00
|
|
|
@staticmethod
|
|
|
|
def get_edge_label(edge):
|
|
|
|
NodeService = cc.services.node.NodeService
|
|
|
|
from_label = NodeService.get_monkey_label(NodeService.get_monkey_by_id(edge["from"]))
|
2017-09-26 19:16:17 +08:00
|
|
|
if edge["to"] == ObjectId("000000000000000000000000"):
|
|
|
|
to_label = 'MonkeyIsland'
|
2017-09-18 20:35:45 +08:00
|
|
|
else:
|
2017-09-26 19:16:17 +08:00
|
|
|
to_id = NodeService.get_monkey_by_id(edge["to"])
|
|
|
|
if to_id is None:
|
|
|
|
to_label = NodeService.get_node_label(NodeService.get_node_by_id(edge["to"]))
|
|
|
|
else:
|
|
|
|
to_label = NodeService.get_monkey_label(to_id)
|
2017-09-18 20:35:45 +08:00
|
|
|
|
2017-09-18 20:55:54 +08:00
|
|
|
RIGHT_ARROW = u"\u2192"
|
|
|
|
return "%s %s %s" % (from_label, RIGHT_ARROW, to_label)
|
2017-09-18 20:35:45 +08:00
|
|
|
|
|
|
|
|