bbfdm/tools/generator_json_with_backend.py
2019-08-26 17:02:43 +01:00

659 lines
17 KiB
Python
Executable file

#!/usr/bin/python
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 2 of the License, or
# (at your option) any later version.
#
# Copyright (C) 2019 iopsys Software Solutions AB
# Author: Amin Ben Ramdhane <amin.benramdhane@pivasoftware.com>
import os, sys, time, re, json
import xml.etree.ElementTree as xml
from collections import OrderedDict
from shutil import copyfile
def removefile( filename ):
try:
os.remove(filename)
except OSError:
pass
def securemkdir( folder ):
try:
os.mkdir(folder)
except:
pass
def getname( objname ):
global model_root_name
OBJSname = objname
if (objname.count('.') > 1 and (objname.count('.') != 2 or objname.count('{i}') != 1) ):
OBJSname = objname.replace(dmroot1.get('name'), "", 1)
OBJSname = OBJSname.replace("{i}", "")
OBJSname = OBJSname.replace(".", "")
if (objname.count('.') == 1):
model_root_name = OBJSname
OBJSname = "Root" + OBJSname
return OBJSname
if (objname.count('.') == 2 and objname.count('{i}') == 1):
model_root_name = OBJSname
OBJSname = "Services" + OBJSname
return OBJSname
return OBJSname;
def getparamtype( dmparam ):
ptype = None
for s in dmparam:
if s.tag == "syntax":
for c in s:
if c.tag == "list":
ptype = "string"
break
if c.tag == "dataType":
reftype = c.get("ref")
if "StatsCounter" in reftype:
ptype = "unsignedInt"
break
ptype = "string"
break
ptype = c.tag
break
break
if ptype == None:
ptype = "__NA__"
return ptype
def getparamrange( dmparam ):
min = None
max = None
for s in dmparam:
if s.tag == "syntax":
for c in s:
for o in c:
if o.tag == "range":
min = o.get("minInclusive")
max = o.get("maxInclusive")
break
if min == None:
min = ""
if max == None:
max = ""
return min, max
def getparamunit( dmparam ):
unit = None
for s in dmparam:
if s.tag == "syntax":
for c in s:
for o in c:
if o.tag == "units":
unit = o.get("value")
break
if unit == None:
unit = ""
return unit
def getparamvalues( dmparam ):
hasvalues = 0
values = ""
for s in dmparam:
if s.tag == "syntax":
for c in s:
if c.tag == "string":
for a in c:
if a.tag == "enumeration":
hasvalues = 1
for x in c.findall('enumeration'):
if values:
values = "%s, \"%s\"" % (values, x.get('value'))
else:
values = "\"%s\"" % x.get('value')
break
break
return hasvalues, values
listmapping = []
def generatelistfromfile(dmobject):
obj = dmobject.get('name').split(".")
if "tr-104" in sys.argv[1]:
pathfilename = "../dmtree/tr104/voice_services.c"
else:
pathfilename = "../dmtree/tr181/" + obj[1].lower() + ".c"
exists = os.path.isfile(pathfilename)
if exists:
filec = open(pathfilename, "r")
for linec in filec:
if "/*#" in linec:
listmapping.append(linec)
else:
pass
def getparammapping(dmobject, dmparam):
hasmapping = 0
mapping = ""
if "tr-104" in sys.argv[1]:
param = "Device.Services." + dmobject.get('name') + dmparam.get('name')
else:
param = dmobject.get('name') + dmparam.get('name')
for value in listmapping:
if param in value:
hasmapping = 1
comment = value.split("!")
mapping = comment[1]
mapping = mapping.replace("*/\n", "")
break
return hasmapping, mapping
def getobjmapping(dmobject):
hasmapping = 0
mapping = ""
if "tr-104" in sys.argv[1]:
obj = "Device.Services." + dmobject.get('name')
else:
obj = dmobject.get('name')
for value in listmapping:
comment = value.split("!")
mapping = comment[0]
mapping = mapping.replace("/*#", "")
if obj == mapping:
hasmapping = 1
mapping = comment[1]
mapping = mapping.replace("*/\n", "")
break
return hasmapping, mapping
def objhaschild (parentname, level, check_obj):
hasobj = 0
if check_obj == 0:
model = model2
else:
model = model1
for c in model:
objname = c.get('name')
if c.tag == "object" and parentname in objname and (objname.count('.') - objname.count('{i}')) == level:
hasobj = 1
break;
return hasobj
def objhasparam (dmobject):
hasparam = 0
for c in dmobject:
if c.tag == "parameter":
hasparam = 1
break;
return hasparam
def printopenobject (obj):
fp = open('./.json_tmp', 'a')
if "tr-104" in sys.argv[1]:
print >> fp, "\"Device.Services.%s\" : {" % obj.get('name')
else:
print >> fp, "\"%s\" : {" % obj.get('name')
fp.close()
def printopenfile ():
fp = open('./.json_tmp', 'a')
print >> fp, "{"
fp.close()
def printclosefile ():
fp = open('./.json_tmp', 'a')
print >> fp, "}"
fp.close()
def printOBJMaPPING (mapping):
fp = open('./.json_tmp', 'a')
comment = mapping.split(":")
config = comment[1].split("/")
if comment[0] == "UCI":
type = "uci"
elif comment[0] == "UBUS":
type = "ubus"
else:
type = "cli"
print >> fp, "\"mapping\": {"
print >> fp, "\"type\": \"%s\"," % type
print >> fp, "\"%s\": {" % type
if comment[0] == "UCI":
print >> fp, "\"file\": \"%s\"," % config[0]
print >> fp, "\"section\": {"
print >> fp, "\"type\": \"%s\"" % config[1]
print >> fp, "},"
print >> fp, "\"dmmapfile\": \"%s\"" % config[2]
print >> fp, "}"
print >> fp, "}"
fp.close()
def printPARAMMaPPING (mapping):
fp = open('./.json_tmp', 'a')
lst = mapping.split("&")
count = len(lst)
print >> fp, "\"mapping\": ["
for i in range(count):
comment = lst[i].split(":")
config = comment[1].split("/")
if comment[0] == "UCI":
type = "uci"
elif comment[0] == "UBUS":
type = "ubus"
else:
type = "cli"
print >> fp, "{"
print >> fp, "\"type\": \"%s\"," % type
print >> fp, "\"%s\": {" % type
if comment[0] == "UCI":
print >> fp, "\"file\": \"%s\"," % config[0]
print >> fp, "\"section\": {"
var = config[1].split(",")
if len(var) == 1:
print >> fp, "\"type\": \"%s\"" % var[0]
elif len(var) > 1 and "@i" in var[1]:
print >> fp, "\"type\": \"%s\"," % var[0]
print >> fp, "\"index\": \"%s\"" % var[1]
elif len(var) > 1:
print >> fp, "\"type\": \"%s\"," % var[0]
print >> fp, "\"name\": \"%s\"" % var[1]
print >> fp, "}"
if len(var) > 1:
print >> fp, "\"option\": {"
print >> fp, "\"name\": \"%s\"" % config[2]
print >> fp, "}"
elif comment[0] == "UBUS":
print >> fp, "\"object\": \"%s\"," % config[0]
print >> fp, "\"method\": \"%s\"," % config[1]
print >> fp, "\"args\": {"
if config[2] != "":
args = config[2].split(",")
print >> fp, "\"%s\": \"%s\"" % (args[0], args[1])
print >> fp, "}"
print >> fp, "\"key\": \"%s\"" % config[3]
else:
print >> fp, "\"command\": \"%s\"," % config[0]
print >> fp, "\"args\": \"%s\"" % config[1]
print >> fp, "}"
print >> fp, "}"
print >> fp, "]"
print >> fp, "}"
fp.close()
def removelastline ():
file = open("./.json_tmp")
lines = file.readlines()
lines = lines[:-1]
file.close()
w = open("./.json_tmp",'w')
w.writelines(lines)
w.close()
printclosefile ()
def replace_data_in_file( data_in, data_out ):
file_r = open("./.json_tmp", "rt")
file_w = open("./.json_tmp_1", "wt")
text = ''.join(file_r).replace(data_in, data_out)
file_w.write(text)
file_r.close()
file_w.close()
copyfile("./.json_tmp_1", "./.json_tmp")
removefile("./.json_tmp_1")
def updatejsontmpfile ():
replace_data_in_file ("}\n", "},\n")
replace_data_in_file ("},\n},", "}\n},")
replace_data_in_file ("}\n},\n},", "}\n}\n},")
replace_data_in_file ("}\n},\n}\n},", "}\n}\n}\n},")
replace_data_in_file ("}\n},\n}\n}\n},", "}\n}\n}\n}\n},")
replace_data_in_file ("}\n}\n}\n},\n}\n},", "}\n}\n}\n}\n}\n},")
replace_data_in_file ("}\n}\n}\n}\n}\n}\n},", "}\n}\n}\n}\n}\n}\n},")
replace_data_in_file ("},\n]", "}\n]")
def removetmpfiles():
removefile("./.json_tmp")
removefile("./.json_tmp_1")
def printOBJ( dmobject, hasobj, hasparam, bbfdm_type ):
hasmapping, mapping = getobjmapping(dmobject)
if (dmobject.get('name')).endswith(".{i}."):
fbrowse = "true"
else:
fbrowse = "false"
fp = open('./.json_tmp', 'a')
print >> fp, "\"type\" : \"object\","
print >> fp, "\"protocols\" : [%s]," % bbfdm_type
if (dmobject.get('access') == "readOnly"):
print >> fp, "\"access\" : false,"
else:
print >> fp, "\"access\" : true,"
if hasparam or hasobj:
print >> fp, "\"array\" : %s," % fbrowse
else:
print >> fp, "\"array\" : %s" % fbrowse
fp.close()
if hasmapping:
printOBJMaPPING (mapping)
def printPARAM( dmparam, dmobject, bbfdm_type ):
hasmapping, mapping = getparammapping(dmobject, dmparam)
ptype = getparamtype(dmparam)
min, max = getparamrange(dmparam)
unit = getparamunit(dmparam)
hasvalues, values = getparamvalues(dmparam)
if (dmparam.get('access') == "readOnly"):
access = "false"
else:
access = "true"
fp = open('./.json_tmp', 'a')
print >> fp, "\"%s\" : {" % dmparam.get('name')
print >> fp, "\"type\" : \"%s\"," % ptype
print >> fp, "\"protocols\" : [%s]," % bbfdm_type
if min != "" and max != "":
print >> fp, "\"range\" : {"
print >> fp, "\"min\" : \"%s\"," % min
print >> fp, "\"max\" : \"%s\"" % max
print >> fp, "},"
elif min != "" and max == "":
print >> fp, "\"range\" : {"
print >> fp, "\"min\" : \"%s\"" % min
print >> fp, "},"
elif min == "" and max != "":
print >> fp, "\"range\" : {"
print >> fp, "\"max\" : \"%s\"" % max
print >> fp, "},"
if unit != "":
print >> fp, "\"unit\" : \"%s\"," % unit
print >> fp, "\"read\" : true,"
if hasvalues and hasmapping:
print >> fp, "\"write\" : %s," % access
print >> fp, "\"values\": [%s]," % values
fp.close()
printPARAMMaPPING(mapping)
elif hasvalues and hasmapping == 0:
print >> fp, "\"write\" : %s," % access
print >> fp, "\"values\": [%s]" % values
print >> fp, "}"
fp.close()
elif hasvalues == 0 and hasmapping:
print >> fp, "\"write\" : %s," % access
fp.close()
printPARAMMaPPING(mapping)
else:
print >> fp, "\"write\" : %s" % access
print >> fp, "}"
fp.close()
def printusage():
if "tr-181" in sys.argv[1]:
print "Usage: " + sys.argv[0] + " <tr-181 cwmp xml data model> <tr-181 usp xml data model> [Object path]"
print "Examples:"
print " - " + sys.argv[0] + " tr-181-2-12-0-cwmp-full.xml tr-181-2-12-0-usp-full.xml Device."
print " ==> Generate the json file of the sub tree Device. in tr181.json"
else:
print "Usage: " + sys.argv[0] + " <xml data model> [Object path]"
print "Examples:"
print " - " + sys.argv[0] + " tr-104-1-1-0-full.xml VoiceService."
print " ==> Generate the json file of the sub tree VoiceService. in tr104.json"
print " - " + sys.argv[0] + " tr-106-1-2-0-full.xml Device."
print " ==> Generate the json file of the sub tree Device. in tr106.json"
print ""
print "Example of xml data model file: https://www.broadband-forum.org/cwmp/tr-181-2-12-0-cwmp-full.xml"
def getobjectpointer( objname ):
obj = None
for c in model1:
if c.tag == "object" and (c.get('name') == objname or c.get('name') == (objname + "{i}.")):
obj = c
break
return obj
def chech_each_obj_with_other_obj(model1, model2):
for c in model2:
if c.tag == "object":
found = 0
for obj in model1:
if obj.tag == "object" and (obj.get('name') == c.get('name')):
found = 1
break;
if found == 0:
if c.get('name').count(".") - (c.get('name')).count("{i}.") != 2:
continue
dmlevel = (c.get('name')).count(".") - (c.get('name')).count("{i}.") + 1
printopenobject(c)
object_parse_childs(c, dmlevel, 0, 0)
printclosefile ()
def check_if_obj_exist_in_other_xml_file( objname ):
obj = None
found = 0
for c in model2:
if c.tag == "object" and (c.get('name') == objname.get('name')):
obj = c
found = 1
break
return obj, found
def chech_current_param_exist_in_other_obj(obj, c):
bbfdm_type = ""
for param in obj:
if param.tag == "parameter" and param.get('name') == c.get('name'):
bbfdm_type = "\"cwmp\", \"usp\""
break
if bbfdm_type == "" and "cwmp" in sys.argv[1]:
bbfdm_type = "\"cwmp\""
elif bbfdm_type == "" and "usp" in sys.argv[1]:
bbfdm_type = "\"usp\""
return bbfdm_type
def chech_obj_with_other_obj(obj, dmobject):
for c in obj:
exist = 0
if c.tag == "parameter":
for param in dmobject:
if param.tag == "parameter" and c.get('name') == param.get('name'):
exist = 1
break
if exist == 0 and "cwmp" in sys.argv[1]:
printPARAM(c, obj, "\"usp\"")
elif exist == 0 and "usp" in sys.argv[1]:
printPARAM(c, obj, "\"cwmp\"")
def object_parse_childs(dmobject, level, generatelist, check_obj):
if generatelist == 0 and (dmobject.get('name')).count(".") == 2:
generatelistfromfile(dmobject)
if check_obj ==1 and "tr-181" in sys.argv[1]:
obj, exist = check_if_obj_exist_in_other_xml_file(dmobject)
hasobj = objhaschild(dmobject.get('name'), level, check_obj)
hasparam = objhasparam(dmobject)
if check_obj == 1 and "tr-181" in sys.argv[1] and exist == 0:
printOBJ(dmobject, hasobj, hasparam, "\"cwmp\"")
elif check_obj == 0 and "tr-181" in sys.argv[1]:
printOBJ(dmobject, hasobj, hasparam, "\"usp\"")
else:
printOBJ(dmobject, hasobj, hasparam, "\"cwmp\", \"usp\"")
if hasparam:
for c in dmobject:
if c.tag == "parameter":
if check_obj == 1 and "tr-181" in sys.argv[1] and exist == 1:
bbfdm_type = chech_current_param_exist_in_other_obj(obj, c)
elif check_obj == 1 and "tr-181" in sys.argv[1] and exist == 0:
bbfdm_type = "\"cwmp\""
elif check_obj == 0:
bbfdm_type = "\"usp\""
else:
bbfdm_type = "\"cwmp\", \"usp\""
printPARAM(c, dmobject, bbfdm_type)
if check_obj == 1 and "tr-181" in sys.argv[1] and exist == 1:
chech_obj_with_other_obj(obj, dmobject)
if hasobj and check_obj:
for c in model1:
objname = c.get('name')
if c.tag == "object" and dmobject.get('name') in objname and (objname.count('.') - objname.count('{i}')) == level:
printopenobject(c)
object_parse_childs(c, level+1, 0, 1)
printclosefile ()
if hasobj and check_obj == 0:
for c in model2:
objname = c.get('name')
if c.tag == "object" and dmobject.get('name') in objname and (objname.count('.') - objname.count('{i}')) == level:
printopenobject(c)
object_parse_childs(c, level+1, 0, 0)
printclosefile ()
return;
def generatejsonfromobj(pobj, pdir):
generatelist = 0
securemkdir(pdir)
removetmpfiles()
dmlevel = (pobj.get('name')).count(".") - (pobj.get('name')).count("{i}.") + 1
if (pobj.get('name')).count(".") == 1:
generatelist = 0
else:
generatelistfromfile(pobj)
generatelist = 1
printopenfile ()
printopenobject(pobj)
object_parse_childs(pobj, dmlevel, generatelist, 1)
if "tr-181" in sys.argv[1] and Root.count(".") == 1:
chech_each_obj_with_other_obj(model1, model2)
if "tr-181" in sys.argv[1] and pobj.get("name").count(".") == 1:
dmfp = open(pdir + "/tr181.json", "a")
elif "tr-104" in sys.argv[1] and pobj.get("name").count(".") == 2:
dmfp = open(pdir + "/tr104.json", "a")
elif "tr-106" in sys.argv[1] and pobj.get("name").count(".") == 1:
dmfp = open(pdir + "/tr106.json", "a")
else:
dmfp = open(pdir + "/" + (getname(pobj.get('name'))).lower() + ".json", "a")
printclosefile ()
printclosefile ()
updatejsontmpfile ()
removelastline ()
f = open("./.json_tmp", "r")
obj = json.load(f, object_pairs_hook=OrderedDict)
dump = json.dumps(obj, indent=4)
tabs = re.sub('\n +', lambda match: '\n' + '\t' * (len(match.group().strip('\n')) / 4), dump)
try:
print >> dmfp, "%s" % tabs
dmfp.close()
except:
pass
removetmpfiles()
### main ###
if "tr-181" in sys.argv[1]:
if len(sys.argv) < 4:
printusage()
exit(1)
else:
if len(sys.argv) < 3:
printusage()
exit(1)
if (sys.argv[1]).lower() == "-h" or (sys.argv[1]).lower() == "--help":
printusage()
exit(1)
is_service_model = 0
model_root_name = "Root"
tree1 = xml.parse(sys.argv[1])
xmlroot1 = tree1.getroot()
model1 = xmlroot1
for child in model1:
if child.tag == "model":
model1 = child
if model1.tag != "model":
print "Wrong %s XML Data model format!" % sys.argv[1]
exit(1)
dmroot1 = None
for c in model1:
if c.tag == "object" and c.get("name").count(".") == 1:
dmroot1 = c
break;
#If it is service data model
if dmroot1 == None:
is_service_model = 1
for c in model1:
if c.tag == "object" and c.get("name").count(".") == 2:
dmroot1 = c
break;
if dmroot1 == None:
print "Wrong %s XML Data model format!" % sys.argv[1]
exit(1)
if "tr-181" in sys.argv[1]:
tree2 = xml.parse(sys.argv[2])
xmlroot2 = tree2.getroot()
model2 = xmlroot2
for child in model2:
if child.tag == "model":
model2 = child
if model2.tag != "model":
print "Wrong %s XML Data model format!" % sys.argv[2]
exit(1)
dmroot2 = None
for c in model2:
if c.tag == "object" and c.get("name").count(".") == 1:
dmroot2 = c
break;
if dmroot2 == None:
print "Wrong %s XML Data model format!" % sys.argv[2]
exit(1)
if "tr-181" in sys.argv[1]:
gendir = "tr181_" + time.strftime("%Y-%m-%d_%H-%M-%S")
elif "tr-104" in sys.argv[1]:
gendir = "tr104_" + time.strftime("%Y-%m-%d_%H-%M-%S")
elif "tr-106" in sys.argv[1]:
gendir = "tr106_" + time.strftime("%Y-%m-%d_%H-%M-%S")
else:
gendir = "source_" + time.strftime("%Y-%m-%d_%H-%M-%S")
if "tr-181" in sys.argv[1]:
Root = sys.argv[3]
objstart = getobjectpointer(Root)
else:
Root = sys.argv[2]
objstart = getobjectpointer(Root)
if objstart == None:
print "Wrong Object Name! %s" % Root
exit(1)
generatejsonfromobj(objstart, gendir)
if (os.path.isdir(gendir)):
print "Json file generated under \"./%s\"" % gendir
else:
print "No json file generated!"