Added ffmap-remove.py to manually clean up old nodes from json, rrd and images
parent
8fd3e1b135
commit
80a97ab35f
|
|
@ -0,0 +1,225 @@
|
|||
#!/usr/bin/env python3
|
||||
# -*- coding: utf-8 -*-
|
||||
|
||||
"""
|
||||
Lösche einen Knoten manuell aus dem Backend:
|
||||
- JSON
|
||||
- NodeDB
|
||||
- NodeList
|
||||
- Graph
|
||||
- RRD-Dateien
|
||||
- Bilder vom Webserver
|
||||
|
||||
Änderungsprotokoll
|
||||
==================
|
||||
|
||||
Version Datum Änderung(en) von
|
||||
-------- ----------- ------------------------------------------------------ ----
|
||||
1.0 2017-01-06 Programm in das ffmap-backend Projekt integriert tho
|
||||
|
||||
"""
|
||||
|
||||
import argparse
|
||||
import configparser
|
||||
import json
|
||||
import os
|
||||
import sys
|
||||
import glob
|
||||
|
||||
# Einstellungen werden in folgender Reihenfolge verarbeitet
|
||||
# später gesetzte Werte überschreiben frühere
|
||||
# 1. im Programm hart codiert
|
||||
# 2. aus der zentralen Konfigurationsdatei gelesen
|
||||
# 3. als Kommandozeilenoptionen angegeben
|
||||
cfg = {
|
||||
'cfgfile': '/etc/ffmap/ffmap.cfg',
|
||||
'logfile': '/var/log/ffmap.log',
|
||||
'loglevel': 2,
|
||||
'dest_dir': '/var/lib/ffmap/mapdata',
|
||||
'nodedb': '/var/lib/fmap/nodedb',
|
||||
'imgpath': '/var/www/meshviewer/stats/img'
|
||||
}
|
||||
|
||||
def main(cfg):
|
||||
|
||||
# Pfade zu den beteiligten Dateien
|
||||
nodes_fn = os.path.join(cfg['dest_dir'], 'nodes.json')
|
||||
graph_fn = os.path.join(cfg['dest_dir'], 'graph.json')
|
||||
nodelist_fn = os.path.join(cfg['dest_dir'], 'nodelist.json')
|
||||
|
||||
# 1. Knotendaten (NodeDB) bereinigen
|
||||
# 1.1 Daten laden
|
||||
try:
|
||||
with open(nodes_fn, 'r') as nodedb_handle:
|
||||
nodedb = json.load(nodedb_handle)
|
||||
except IOError:
|
||||
print("Error reading nodedb file %s" % nodes_fn)
|
||||
nodedb = {'nodes': dict()}
|
||||
# 1.2 Knoten entfernen
|
||||
changed = False
|
||||
for n in cfg['nodeid']:
|
||||
if n in nodedb['nodes']:
|
||||
print("Remove %s from nodedb" % n)
|
||||
del nodedb['nodes'][n]
|
||||
changed = True
|
||||
else:
|
||||
print("Node %s not found in nodedb" % n)
|
||||
# 1.3 Geänderte Daten zurückschreiben
|
||||
if changed:
|
||||
try:
|
||||
with open(nodes_fn, 'w') as nodedb_handle:
|
||||
json.dump(nodedb, nodedb_handle)
|
||||
except IOError:
|
||||
print("Error writing nodedb file %s" % nodes_fn)
|
||||
|
||||
# 2. Knotenliste (NodeList) bereinigen
|
||||
try:
|
||||
with open(nodelist_fn, 'r') as nodelist_handle:
|
||||
nodelist = json.load(nodelist_handle)
|
||||
except IOError:
|
||||
print("Error reading nodelist file %s" % nodelist_fn)
|
||||
nodelist = {'nodelist': dict()}
|
||||
# 2.1 Knoten entfernen
|
||||
changed = False
|
||||
ixlist = []
|
||||
for nodeid in cfg['nodeid']:
|
||||
found = False
|
||||
for ix, node in enumerate(nodelist['nodes']):
|
||||
if node['id'] == nodeid:
|
||||
found = True
|
||||
break
|
||||
if found:
|
||||
print("Remove %s from nodelist" % nodeid)
|
||||
del nodelist['nodes'][ix]
|
||||
changed = True
|
||||
else:
|
||||
print ("Node %s not found in nodelist" % nodeid)
|
||||
# 2.3 Geänderte Daten zurückschreiben
|
||||
if changed:
|
||||
try:
|
||||
with open(nodelist_fn, 'w') as nodelist_handle:
|
||||
json.dump(nodelist, nodelist_handle)
|
||||
except IOError:
|
||||
print("Error writing nodelist file %s" % nodelist_fn)
|
||||
|
||||
# 3. Graph (NodeGraph) bereinigen
|
||||
# 3.1 Graph laden
|
||||
try:
|
||||
with open(graph_fn, 'r') as graph_handle:
|
||||
graph = json.load(graph_handle)
|
||||
except IOError:
|
||||
print("Error reading graph file %s" % graph_fn)
|
||||
graph = {'graph': dict()}
|
||||
# 3.2 Finde Knoten und Links
|
||||
# Nodes und Links gehören zusammen
|
||||
changed = False
|
||||
for nodeid in cfg['nodeid']:
|
||||
found = False
|
||||
for ixn, node in enumerate(graph["batadv"]["nodes"]):
|
||||
# Es kann nodes ohne "node_id" geben
|
||||
try:
|
||||
if node["node_id"] == nodeid:
|
||||
found = True
|
||||
break
|
||||
except KeyError:
|
||||
pass
|
||||
if found:
|
||||
print("Found %s in graph nodes at index %d" % (nodeid, ixn))
|
||||
del graph["batadv"]["nodes"][ixn]
|
||||
# Suche Link source oder target dem gefundenen Index entsprechen
|
||||
ixlist = []
|
||||
for ixg, link in enumerate(graph["batadv"]["links"]):
|
||||
if link["source"] == ixn:
|
||||
print("Found source link at index %d" % ixg)
|
||||
print(" -> %s" % graph["batadv"]["nodes"][link["target"]])
|
||||
ixlist.append(ixg)
|
||||
if link["target"] == ixn:
|
||||
print("Found target link at index %d" % ixg)
|
||||
print(" -> %s" % graph["batadv"]["nodes"][link["source"]])
|
||||
ixlist.append(ixg)
|
||||
for ix in ixlist:
|
||||
del graph["batadv"]["nodes"][ix]
|
||||
changed = True
|
||||
else:
|
||||
print("Node %s not found in graph nodes" % nodeid)
|
||||
# 3.3 Zurückschreiben der geänderten Daten
|
||||
if changed:
|
||||
try:
|
||||
with open(graph_fn, 'w') as graph_handle:
|
||||
json.dump(graph, graph_handle)
|
||||
except IOError:
|
||||
print("Error writing graph file %s" % graph_fn)
|
||||
|
||||
# 4. Entferne RRD-Dateien
|
||||
for nodeid in cfg['nodeid']:
|
||||
rrdfile = os.path.join(cfg['nodedb'], nodeid+'.rrd')
|
||||
if os.path.isfile(rrdfile):
|
||||
print("Removing RRD database file %s" % os.path.basename(rrdfile))
|
||||
else:
|
||||
print("RRD database file %s not found" % os.path.basename(rrdfile))
|
||||
try:
|
||||
os.remove(rrdfile)
|
||||
except OSError:
|
||||
pass
|
||||
|
||||
# 5. Entferne Bilder vom Webserver
|
||||
count_deleted = 0
|
||||
for nodeid in cfg['nodeid']:
|
||||
for imagefile in glob.glob(os.path.join(cfg['imgpath'], nodeid+'_*.png')):
|
||||
print("Removing stats image %s" % os.path.basename(imagefile))
|
||||
try:
|
||||
os.remove(imagefile)
|
||||
count_deleted += 1
|
||||
except OSError:
|
||||
pass
|
||||
if count_deleted == 0:
|
||||
print("No stats images found in %s" % cfg['imgpath'])
|
||||
|
||||
if __name__ == "__main__":
|
||||
|
||||
# Optionen von der Kommandozeile lesen
|
||||
parser = argparse.ArgumentParser()
|
||||
|
||||
parser.add_argument('-c', '--config', action='store',
|
||||
help='Configuration file')
|
||||
|
||||
parser.add_argument('-d', '--dest-dir', action='store',
|
||||
help='Directory with JSON data files',
|
||||
required=False)
|
||||
|
||||
parser.add_argument('-i', '--nodeid', metavar='ID', action='store',
|
||||
nargs='+', required=True,
|
||||
help='Node id to remove')
|
||||
|
||||
parser.add_argument('-n', '--nodedb', metavar='RRD_DIR', action='store',
|
||||
help='Directory for node RRD data files')
|
||||
|
||||
options = vars(parser.parse_args())
|
||||
|
||||
|
||||
# Konfigurationsdatei einlesen
|
||||
if options['config']:
|
||||
cfg['cfgfile'] = options['config']
|
||||
config = configparser.ConfigParser(cfg)
|
||||
# config.read liefert eine Liste der geparsten Dateien
|
||||
# zurück. Wenn sie leer ist, war z.B. die Datei nicht
|
||||
# vorhanden
|
||||
if config.read(cfg['cfgfile']):
|
||||
if 'global' in config:
|
||||
cfg['logfile'] = config['global']['logfile']
|
||||
cfg['loglevel'] = config['global']['loglevel']
|
||||
cfg['dest_dir'] = config['global']['dest_dir']
|
||||
if 'rrd' in config:
|
||||
cfg['nodedb'] = config['rrd']['nodedb']
|
||||
else:
|
||||
print('Config file %s not parsed' % cfg['cfgfile'])
|
||||
|
||||
# Optionen von der Kommandozeile haben höchste Priorität
|
||||
cfg['nodeid'] = options['nodeid']
|
||||
if options['dest_dir']:
|
||||
cfg['dest_dir'] = options['dest_dir']
|
||||
if options['nodedb']:
|
||||
cfg['nodedb'] = options['nodedb']
|
||||
|
||||
# Alles initialisiert, auf geht's
|
||||
main(cfg)
|
||||
Loading…
Reference in New Issue