Generate node stats with rrd.
We have an rrd for every active node. On every run we update stats about client count and node state from nodes.json to the rrd databases. After updating the rrds we are able to generate a stat graph (image) for every node. The rrds are stored in subdirectory "nodedb" of the scripts location and the generated images in subdirectory "nodes" of the destination directory. Both directorys must exist bevor starting the script.
This commit is contained in:
parent
1b0e830e16
commit
62413d81f3
|
@ -3,7 +3,9 @@
|
|||
import json
|
||||
import fileinput
|
||||
import argparse
|
||||
import os
|
||||
|
||||
from rrd import rrd
|
||||
from nodedb import NodeDB
|
||||
from d3mapbuilder import D3MapBuilder
|
||||
|
||||
|
@ -45,6 +47,12 @@ if options['aliases']:
|
|||
if options['gateway']:
|
||||
db.mark_gateways(options['gateway'])
|
||||
|
||||
scriptdir = os.path.dirname(os.path.realpath(__file__))
|
||||
|
||||
rrd = rrd(scriptdir + "/nodedb/",options['destination_directory'] + "/nodes")
|
||||
rrd.update_database(db)
|
||||
rrd.update_images()
|
||||
|
||||
m = D3MapBuilder(db)
|
||||
|
||||
nodes_json = open(options['destination_directory'] + '/nodes.json.new','w')
|
||||
|
|
135
rrd.py
Executable file
135
rrd.py
Executable file
|
@ -0,0 +1,135 @@
|
|||
#!/usr/bin/env python3
|
||||
import subprocess
|
||||
import time
|
||||
import os
|
||||
|
||||
class rrd:
|
||||
def __init__( self
|
||||
, databaseDirectory
|
||||
, imagePath
|
||||
, displayTimeGlobal = "7d"
|
||||
, displayTimeNode = "1d"
|
||||
):
|
||||
self.dbPath = databaseDirectory
|
||||
self.globalDbFile = databaseDirectory + "/nodes.rrd"
|
||||
self.imagePath = imagePath
|
||||
self.displayTimeGlobal = displayTimeGlobal
|
||||
self.displayTimeNode = displayTimeNode
|
||||
|
||||
self.currentTimeInt = (int(time.time())/60)*60
|
||||
self.currentTime = str(self.currentTimeInt)
|
||||
|
||||
def checkAndCreateIfNeededGlobalDatabase(self):
|
||||
""" Creates the global database file iff it did not exist.
|
||||
"""
|
||||
if not os.path.exists(self.globalDbFile):
|
||||
# Create Database with rrdtool
|
||||
args = ["rrdtool",'create', self.globalDbFile
|
||||
,'--start', str(round(self.currentTimeInt - 60))
|
||||
,'--step' , '60'
|
||||
# Number of nodes available
|
||||
,'DS:nodes:GAUGE:120:0:U'
|
||||
,'RRA:LAST:0:1:44640'
|
||||
,'RRA:LAST:0:60:744'
|
||||
,'RRA:LAST:0:1440:1780'
|
||||
# Number of client available
|
||||
,'DS:clients:GAUGE:120:0:U'
|
||||
,'RRA:LAST:0:1:44640'
|
||||
,'RRA:LAST:0:60:744'
|
||||
,'RRA:LAST:0:1440:1780'
|
||||
]
|
||||
subprocess.call(args)
|
||||
|
||||
def updateGlobalDatabase(self,nodeCount,clientCount):
|
||||
""" Adds a new (#Nodes,#Clients) entry to the global database.
|
||||
"""
|
||||
# Update Global RRDatabase
|
||||
args = ["rrdtool",'updatev', self.globalDbFile
|
||||
# #Nodes #Clients
|
||||
, self.currentTime + ":"+str(nodeCount)+":"+str(clientCount)
|
||||
]
|
||||
subprocess.check_output(args)
|
||||
|
||||
def createGlobalGraph(self):
|
||||
nodeGraph = self.imagePath + "/" + "globalGraph.png"
|
||||
args = ["rrdtool", 'graph', nodeGraph, '-s', '-' + self.displayTimeGlobal, '-w', '800', '-h' '400'
|
||||
,'DEF:nodes=' + self.globalDbFile + ':nodes:LAST', 'LINE1:nodes#F00:nodes\\l'
|
||||
,'DEF:clients=' + self.globalDbFile + ':clients:LAST','LINE2:clients#00F:clients'
|
||||
]
|
||||
subprocess.check_output(args)
|
||||
|
||||
|
||||
def nodeMACToRRDFile(self,nodeMAC):
|
||||
return self.dbPath + "/" + str(nodeMAC).replace(":","") + ".rrd"
|
||||
|
||||
def nodeMACToPNGFile(self,nodeMAC):
|
||||
return self.imagePath + "/" + str(nodeMAC).replace(":","") + ".png"
|
||||
|
||||
def checkAndCreateIfNeededNodeDatabase(self,nodePrimaryMAC):
|
||||
# TODO check for bad nodeNames
|
||||
nodeFile = self.nodeMACToRRDFile(nodePrimaryMAC);
|
||||
if not os.path.exists(nodeFile):
|
||||
# TODO Skalen anpassen
|
||||
args = ["rrdtool",'create',nodeFile
|
||||
,'--start',str(round(self.currentTimeInt - 60))
|
||||
,'--step' , '60'
|
||||
,'DS:upstate:GAUGE:120:0:1'
|
||||
,'RRA:LAST:0:1:44640'
|
||||
# Number of client available
|
||||
,'DS:clients:GAUGE:120:0:U'
|
||||
,'RRA:LAST:0:1:44640'
|
||||
]
|
||||
subprocess.check_output(args)
|
||||
|
||||
# Call only if node is up
|
||||
def updateNodeDatabase(self,nodePrimaryMAC,clientCount):
|
||||
nodeFile = self.nodeMACToRRDFile(nodePrimaryMAC)
|
||||
# Update Global RRDatabase
|
||||
args = ["rrdtool",'updatev', nodeFile
|
||||
# #Upstate #Clients
|
||||
, self.currentTime + ":"+str(1)+":"+str(clientCount)
|
||||
]
|
||||
subprocess.check_output(args)
|
||||
|
||||
def createNodeGraph(self,nodePrimaryMAC,displayTimeNode):
|
||||
nodeGraph = self.nodeMACToPNGFile(nodePrimaryMAC + '_upstate')
|
||||
nodeFile = self.nodeMACToRRDFile(nodePrimaryMAC)
|
||||
args = ['rrdtool', 'graph', nodeGraph, '-s', '-' + self.displayTimeNode , '-w', '800', '-h' '400'
|
||||
,'DEF:upstate=' + nodeFile + ':upstate:LAST', 'LINE1:upstate#F00:upstate\\l'
|
||||
]
|
||||
subprocess.check_output(args)
|
||||
|
||||
def update_database(self,db):
|
||||
nodes = {}
|
||||
clientCount = 0
|
||||
for node in db.get_nodes():
|
||||
if node.flags['online']:
|
||||
if not node.flags['client']:
|
||||
nodes[node.id] = node
|
||||
node.clients = 0;
|
||||
else:
|
||||
clientCount += 1
|
||||
for link in db.get_links():
|
||||
if link.source in nodes and not link.target in nodes:
|
||||
nodes[link.source].clients += 1
|
||||
elif link.target in nodes and not link.source in nodes:
|
||||
nodes[link.source].clients += 1
|
||||
|
||||
self.checkAndCreateIfNeededGlobalDatabase()
|
||||
self.updateGlobalDatabase(len(nodes),clientCount)
|
||||
for mac in nodes:
|
||||
self.checkAndCreateIfNeededNodeDatabase(mac)
|
||||
self.updateNodeDatabase(mac,nodes[mac].clients)
|
||||
|
||||
def update_images(self):
|
||||
""" Creates a image for every rrd file in the database directory.
|
||||
"""
|
||||
|
||||
self.createGlobalGraph()
|
||||
|
||||
nodeDbFiles = os.listdir(self.dbPath)
|
||||
|
||||
for fileName in nodeDbFiles:
|
||||
nodeName = os.path.basename(fileName).split('.')
|
||||
if nodeName[1] == 'rrd' and not nodeName[0] == "nodes":
|
||||
self.createNodeGraph(nodeName[0],self.displayTimeNode)
|
Loading…
Reference in a new issue