62413d81f3
We have an rrd for every active node. On every run we update stats about client count and node state from nodes.json to the rrd databases. After updating the rrds we are able to generate a stat graph (image) for every node. The rrds are stored in subdirectory "nodedb" of the scripts location and the generated images in subdirectory "nodes" of the destination directory. Both directorys must exist bevor starting the script.
136 lines
4.8 KiB
Python
Executable file
136 lines
4.8 KiB
Python
Executable file
#!/usr/bin/env python3
|
|
import subprocess
|
|
import time
|
|
import os
|
|
|
|
class rrd:
|
|
def __init__( self
|
|
, databaseDirectory
|
|
, imagePath
|
|
, displayTimeGlobal = "7d"
|
|
, displayTimeNode = "1d"
|
|
):
|
|
self.dbPath = databaseDirectory
|
|
self.globalDbFile = databaseDirectory + "/nodes.rrd"
|
|
self.imagePath = imagePath
|
|
self.displayTimeGlobal = displayTimeGlobal
|
|
self.displayTimeNode = displayTimeNode
|
|
|
|
self.currentTimeInt = (int(time.time())/60)*60
|
|
self.currentTime = str(self.currentTimeInt)
|
|
|
|
def checkAndCreateIfNeededGlobalDatabase(self):
|
|
""" Creates the global database file iff it did not exist.
|
|
"""
|
|
if not os.path.exists(self.globalDbFile):
|
|
# Create Database with rrdtool
|
|
args = ["rrdtool",'create', self.globalDbFile
|
|
,'--start', str(round(self.currentTimeInt - 60))
|
|
,'--step' , '60'
|
|
# Number of nodes available
|
|
,'DS:nodes:GAUGE:120:0:U'
|
|
,'RRA:LAST:0:1:44640'
|
|
,'RRA:LAST:0:60:744'
|
|
,'RRA:LAST:0:1440:1780'
|
|
# Number of client available
|
|
,'DS:clients:GAUGE:120:0:U'
|
|
,'RRA:LAST:0:1:44640'
|
|
,'RRA:LAST:0:60:744'
|
|
,'RRA:LAST:0:1440:1780'
|
|
]
|
|
subprocess.call(args)
|
|
|
|
def updateGlobalDatabase(self,nodeCount,clientCount):
|
|
""" Adds a new (#Nodes,#Clients) entry to the global database.
|
|
"""
|
|
# Update Global RRDatabase
|
|
args = ["rrdtool",'updatev', self.globalDbFile
|
|
# #Nodes #Clients
|
|
, self.currentTime + ":"+str(nodeCount)+":"+str(clientCount)
|
|
]
|
|
subprocess.check_output(args)
|
|
|
|
def createGlobalGraph(self):
|
|
nodeGraph = self.imagePath + "/" + "globalGraph.png"
|
|
args = ["rrdtool", 'graph', nodeGraph, '-s', '-' + self.displayTimeGlobal, '-w', '800', '-h' '400'
|
|
,'DEF:nodes=' + self.globalDbFile + ':nodes:LAST', 'LINE1:nodes#F00:nodes\\l'
|
|
,'DEF:clients=' + self.globalDbFile + ':clients:LAST','LINE2:clients#00F:clients'
|
|
]
|
|
subprocess.check_output(args)
|
|
|
|
|
|
def nodeMACToRRDFile(self,nodeMAC):
|
|
return self.dbPath + "/" + str(nodeMAC).replace(":","") + ".rrd"
|
|
|
|
def nodeMACToPNGFile(self,nodeMAC):
|
|
return self.imagePath + "/" + str(nodeMAC).replace(":","") + ".png"
|
|
|
|
def checkAndCreateIfNeededNodeDatabase(self,nodePrimaryMAC):
|
|
# TODO check for bad nodeNames
|
|
nodeFile = self.nodeMACToRRDFile(nodePrimaryMAC);
|
|
if not os.path.exists(nodeFile):
|
|
# TODO Skalen anpassen
|
|
args = ["rrdtool",'create',nodeFile
|
|
,'--start',str(round(self.currentTimeInt - 60))
|
|
,'--step' , '60'
|
|
,'DS:upstate:GAUGE:120:0:1'
|
|
,'RRA:LAST:0:1:44640'
|
|
# Number of client available
|
|
,'DS:clients:GAUGE:120:0:U'
|
|
,'RRA:LAST:0:1:44640'
|
|
]
|
|
subprocess.check_output(args)
|
|
|
|
# Call only if node is up
|
|
def updateNodeDatabase(self,nodePrimaryMAC,clientCount):
|
|
nodeFile = self.nodeMACToRRDFile(nodePrimaryMAC)
|
|
# Update Global RRDatabase
|
|
args = ["rrdtool",'updatev', nodeFile
|
|
# #Upstate #Clients
|
|
, self.currentTime + ":"+str(1)+":"+str(clientCount)
|
|
]
|
|
subprocess.check_output(args)
|
|
|
|
def createNodeGraph(self,nodePrimaryMAC,displayTimeNode):
|
|
nodeGraph = self.nodeMACToPNGFile(nodePrimaryMAC + '_upstate')
|
|
nodeFile = self.nodeMACToRRDFile(nodePrimaryMAC)
|
|
args = ['rrdtool', 'graph', nodeGraph, '-s', '-' + self.displayTimeNode , '-w', '800', '-h' '400'
|
|
,'DEF:upstate=' + nodeFile + ':upstate:LAST', 'LINE1:upstate#F00:upstate\\l'
|
|
]
|
|
subprocess.check_output(args)
|
|
|
|
def update_database(self,db):
|
|
nodes = {}
|
|
clientCount = 0
|
|
for node in db.get_nodes():
|
|
if node.flags['online']:
|
|
if not node.flags['client']:
|
|
nodes[node.id] = node
|
|
node.clients = 0;
|
|
else:
|
|
clientCount += 1
|
|
for link in db.get_links():
|
|
if link.source in nodes and not link.target in nodes:
|
|
nodes[link.source].clients += 1
|
|
elif link.target in nodes and not link.source in nodes:
|
|
nodes[link.source].clients += 1
|
|
|
|
self.checkAndCreateIfNeededGlobalDatabase()
|
|
self.updateGlobalDatabase(len(nodes),clientCount)
|
|
for mac in nodes:
|
|
self.checkAndCreateIfNeededNodeDatabase(mac)
|
|
self.updateNodeDatabase(mac,nodes[mac].clients)
|
|
|
|
def update_images(self):
|
|
""" Creates a image for every rrd file in the database directory.
|
|
"""
|
|
|
|
self.createGlobalGraph()
|
|
|
|
nodeDbFiles = os.listdir(self.dbPath)
|
|
|
|
for fileName in nodeDbFiles:
|
|
nodeName = os.path.basename(fileName).split('.')
|
|
if nodeName[1] == 'rrd' and not nodeName[0] == "nodes":
|
|
self.createNodeGraph(nodeName[0],self.displayTimeNode)
|