ffmap-backend/nodedb.py

236 lines
5.1 KiB
Python
Raw Normal View History

import json
from node import Node
from link import Link
from bs4 import BeautifulSoup
2012-06-03 16:59:57 +02:00
# Python2/3 compatiblity hacks
try:
from urllib.request import urlopen
except ImportError:
from urllib import urlopen
try:
basestring
except NameError:
basestring = str
class NodeDB:
def __init__(self):
self._nodes = []
self._links = set()
# fetch list of links
def get_links(self):
return [self.map_link(x) for x in self._links]
# fetch list of nodes
def get_nodes(self):
return self._nodes
def maybe_node_by_mac(self, macs):
for node in self._nodes:
for mac in macs:
2012-05-12 16:44:27 +02:00
if mac.lower() in node.macs:
return node
raise
# import_batman(list(fileinput.input(options['batmanjson'])))
def import_batman(self, lines):
for line in lines:
x = json.loads(line)
if 'of' in x:
try:
node = self.maybe_node_by_mac((x['of'], x['secondary']))
except:
node = Node()
node.online = True
self._nodes.append(node)
node.add_mac(x['of'])
node.add_mac(x['secondary'])
for line in lines:
x = json.loads(line)
if 'router' in x:
try:
node = self.maybe_node_by_mac((x['router'], ))
except:
node = Node()
node.online = True
node.add_mac(x['router'])
self._nodes.append(node)
try:
if 'gateway' in x:
x['neighbor'] = x['gateway']
node = self.maybe_node_by_mac((x['neighbor'], ))
except:
node = Node()
node.online = True
if x['label'] == 'TT':
node.group = 3
node.add_mac(x['neighbor'])
self._nodes.append(node)
for line in lines:
x = json.loads(line)
if 'router' in x:
try:
if 'gateway' in x:
x['neighbor'] = x['gateway']
router = self.maybe_node_by_mac((x['router'], ))
neighbor = self.maybe_node_by_mac((x['neighbor'], ))
except:
continue
a = self._nodes.index(router)
b = self._nodes.index(neighbor)
self._links.add(tuple(sorted((a,b))))
2012-06-04 17:33:23 +02:00
for line in lines:
x = json.loads(line)
if 'primary' in x:
try:
node = self.maybe_node_by_mac((x['primary'], ))
except:
continue
node.id = x['primary']
def import_aliases(self, aliases):
for mac, alias in aliases.items():
try:
node = self.maybe_node_by_mac((mac, ))
except:
continue
node.name = alias['name']
if 'group' in alias:
node.group = alias['group']
# list of macs
# if options['gateway']:
# mark_gateways(options['gateway'])
def mark_gateways(self, gateways):
for gateway in gateways:
try:
node = self.maybe_node_by_mac((gateway, ))
except:
continue
node.group = 2
def map_link(self, pair):
distance = 80
strength = 0.2
if any(filter(lambda x: self._nodes[x].group == 3, pair)):
distance = 10
strength = 1
link = Link()
link.pair = pair
link.distance = distance
link.strength = strength
return link
def import_wikigps(self, url):
def fetch_wikitable(url):
2012-06-03 16:59:57 +02:00
f = urlopen(url)
soup = BeautifulSoup(f)
table = soup.find_all("table")[0]
rows = table.find_all("tr")
headers = []
data = []
def maybe_strip(x):
if isinstance(x.string, basestring):
return x.string.strip()
else:
return ""
for row in rows:
tds = list([maybe_strip(x) for x in row.find_all("td")])
ths = list([maybe_strip(x) for x in row.find_all("th")])
if any(tds):
data.append(tds)
if any(ths):
headers = ths
nodes = []
for d in data:
nodes.append(dict(zip(headers, d)))
return nodes
nodes = fetch_wikitable(url)
for node in nodes:
if not ('MAC' in node and 'GPS' in node):
continue
macs = [s for s in [s.strip() for s in node['MAC'].split(',')] if s]
gps = [s for s in [s.strip() for s in node['GPS'].split(',')] if s]
2012-06-04 19:02:12 +02:00
zipped = zip(macs, gps)
2012-06-04 18:56:40 +02:00
if 'Nick' in node:
2012-06-04 18:55:20 +02:00
names = [s for s in [s.strip() for s in node['Nick'].split(',')] if s]
2012-06-04 19:02:12 +02:00
if names:
zipped = zip(macs, gps, names)
2012-06-04 18:55:20 +02:00
for pair in zipped:
try:
2012-05-12 16:44:27 +02:00
node = self.maybe_node_by_mac((pair[0], ))
except:
node = Node()
2012-05-12 16:44:27 +02:00
node.add_mac(pair[0])
self._nodes.append(node)
2012-06-04 19:05:16 +02:00
if len(pair) > 2:
2012-06-04 18:55:20 +02:00
if pair[2]:
node.name = pair[2]
2012-06-04 18:37:40 +02:00
node.gps = pair[1]
def find_link(self, i):
for link in self._links:
if i in link:
return link
def wilder_scheiss(self):
for node in self._nodes:
if node.group == 3 and node.gps:
i = self._nodes.index(node)
link = self.find_link(i)
if link:
linklist = list(link)
linklist.remove(i)
j = linklist[0]
for mac in node.macs:
self._nodes[j].add_mac(mac)
self._nodes[j].gps = node.gps
node.gps = None
2012-05-31 20:16:30 +02:00