|
@@ -18,10 +18,9 @@
|
|
|
#
|
|
|
|
|
|
|
|
|
-import mpp.log
|
|
|
-import mpp.dbf
|
|
|
-import mpp.utils
|
|
|
-import mpp.cmdparser
|
|
|
+import os
|
|
|
+
|
|
|
+import mpp.internal.loader
|
|
|
|
|
|
import mpp.api
|
|
|
class Tool(mpp.api.ITool):
|
|
@@ -29,196 +28,12 @@ class Tool(mpp.api.ITool):
|
|
|
return main(tool_args)
|
|
|
|
|
|
def main(tool_args):
|
|
|
-
|
|
|
- log_plugin = mpp.log.Plugin()
|
|
|
- db_plugin = mpp.dbf.Plugin()
|
|
|
-
|
|
|
- parser = mpp.cmdparser.MultiOptionParser(usage="Usage: %prog view [options] -- [path 1] ... [path N]")
|
|
|
- log_plugin.declare_configuration(parser)
|
|
|
- db_plugin.declare_configuration(parser)
|
|
|
- parser.add_option("--format", "--ft", default='xml', choices=['txt', 'xml', 'python'], help="Format of the output data. "
|
|
|
- "Possible values are 'xml', 'txt' or 'python' [default: %default]")
|
|
|
- parser.add_option("--nest-regions", "--nr", action="store_true", default=False,
|
|
|
- help="If the option is set (True), data for regions is exported in the form of a tree. "
|
|
|
- "Otherwise, all regions are exported in plain list. [default: %default]")
|
|
|
-
|
|
|
- (options, args) = parser.parse_args(tool_args)
|
|
|
- log_plugin.configure(options)
|
|
|
- db_plugin.configure(options)
|
|
|
- out_format = options.__dict__['format']
|
|
|
- nest_regions = options.__dict__['nest_regions']
|
|
|
-
|
|
|
- log_plugin.initialize()
|
|
|
- db_plugin.initialize()
|
|
|
-
|
|
|
- loader_prev = db_plugin.get_loader_prev()
|
|
|
- loader = db_plugin.get_loader()
|
|
|
-
|
|
|
- # Check for versions consistency
|
|
|
- if db_plugin.dbfile_prev != None:
|
|
|
- mpp.utils.check_db_metadata(loader, loader_prev)
|
|
|
-
|
|
|
- paths = None
|
|
|
- if len(args) == 0:
|
|
|
- paths = [""]
|
|
|
- else:
|
|
|
- paths = args
|
|
|
-
|
|
|
- (result, exit_code) = export_to_str(out_format, paths, loader, loader_prev, nest_regions)
|
|
|
- print result
|
|
|
+ loader = mpp.internal.loader.Loader()
|
|
|
+ mpp_paths = []
|
|
|
+ # TODO document this feature
|
|
|
+ if 'METRIXPLUSPLUS_PATH' in os.environ.keys():
|
|
|
+ mpp_paths = os.environ['METRIXPLUSPLUS_PATH'].split(os.pathsep)
|
|
|
+ args = loader.load('view', mpp_paths, tool_args)
|
|
|
+ exit_code = loader.run(args)
|
|
|
+ loader.unload()
|
|
|
return exit_code
|
|
|
-
|
|
|
-def export_to_str(out_format, paths, loader, loader_prev, nest_regions):
|
|
|
- exit_code = 0
|
|
|
- result = ""
|
|
|
- if out_format == 'txt':
|
|
|
- result += "=" * 80 + "\n" + "Export" + "\n" + "_" * 80 + "\n\n"
|
|
|
- elif out_format == 'xml':
|
|
|
- result += "<export>\n"
|
|
|
- elif out_format == 'python':
|
|
|
- result += "{'export': ["
|
|
|
-
|
|
|
- for (ind, path) in enumerate(paths):
|
|
|
- path = mpp.utils.preprocess_path(path)
|
|
|
-
|
|
|
- aggregated_data = loader.load_aggregated_data(path)
|
|
|
- aggregated_data_tree = {}
|
|
|
- subdirs = []
|
|
|
- subfiles = []
|
|
|
- if aggregated_data != None:
|
|
|
- aggregated_data_tree = aggregated_data.get_data_tree()
|
|
|
- subdirs = aggregated_data.get_subdirs()
|
|
|
- subfiles = aggregated_data.get_subfiles()
|
|
|
- else:
|
|
|
- mpp.utils.report_bad_path(path)
|
|
|
- exit_code += 1
|
|
|
- aggregated_data_prev = loader_prev.load_aggregated_data(path)
|
|
|
- if aggregated_data_prev != None:
|
|
|
- aggregated_data_tree = append_diff(aggregated_data_tree,
|
|
|
- aggregated_data_prev.get_data_tree())
|
|
|
-
|
|
|
- file_data = loader.load_file_data(path)
|
|
|
- file_data_tree = {}
|
|
|
- if file_data != None:
|
|
|
- file_data_tree = file_data.get_data_tree()
|
|
|
- file_data_prev = loader_prev.load_file_data(path)
|
|
|
- append_regions(file_data_tree, file_data, file_data_prev, nest_regions)
|
|
|
-
|
|
|
- data = {"info": {"path": path, "id": ind + 1},
|
|
|
- "aggregated-data": aggregated_data_tree,
|
|
|
- "file-data": file_data_tree,
|
|
|
- "subdirs": subdirs,
|
|
|
- "subfiles": subfiles}
|
|
|
-
|
|
|
- if out_format == 'txt':
|
|
|
- result += mpp.utils.serialize_to_txt(data, root_name = "data") + "\n"
|
|
|
- elif out_format == 'xml':
|
|
|
- result += mpp.utils.serialize_to_xml(data, root_name = "data") + "\n"
|
|
|
- elif out_format == 'python':
|
|
|
- postfix = ""
|
|
|
- if ind < len(paths) - 1:
|
|
|
- postfix = ", "
|
|
|
- result += mpp.utils.serialize_to_python(data, root_name = "data") + postfix
|
|
|
-
|
|
|
- if out_format == 'txt':
|
|
|
- result += "\n"
|
|
|
- elif out_format == 'xml':
|
|
|
- result += "</export>"
|
|
|
- elif out_format == 'python':
|
|
|
- result += "]}"
|
|
|
-
|
|
|
- return (result, exit_code)
|
|
|
-
|
|
|
-def append_regions(file_data_tree, file_data, file_data_prev, nest_regions):
|
|
|
- regions_matcher = None
|
|
|
- if file_data_prev != None:
|
|
|
- file_data_tree = append_diff(file_data_tree,
|
|
|
- file_data_prev.get_data_tree())
|
|
|
- regions_matcher = mpp.utils.FileRegionsMatcher(file_data, file_data_prev)
|
|
|
-
|
|
|
- if nest_regions == False:
|
|
|
- regions = []
|
|
|
- for region in file_data.iterate_regions():
|
|
|
- region_data_tree = region.get_data_tree()
|
|
|
- if regions_matcher != None and regions_matcher.is_matched(region.get_id()):
|
|
|
- region_data_prev = file_data_prev.get_region(regions_matcher.get_prev_id(region.get_id()))
|
|
|
- region_data_tree = append_diff(region_data_tree,
|
|
|
- region_data_prev.get_data_tree())
|
|
|
- regions.append({"info": {"name" : region.name,
|
|
|
- 'type' : file_data.get_region_types()().to_str(region.get_type()),
|
|
|
- "cursor" : region.cursor,
|
|
|
- 'line_begin': region.line_begin,
|
|
|
- 'line_end': region.line_end,
|
|
|
- 'offset_begin': region.begin,
|
|
|
- 'offset_end': region.end},
|
|
|
- "data": region_data_tree})
|
|
|
- file_data_tree['regions'] = regions
|
|
|
- else:
|
|
|
- def append_rec(region_id, file_data_tree, file_data, file_data_prev):
|
|
|
- region = file_data.get_region(region_id)
|
|
|
- region_data_tree = region.get_data_tree()
|
|
|
- if regions_matcher != None and regions_matcher.is_matched(region.get_id()):
|
|
|
- region_data_prev = file_data_prev.get_region(regions_matcher.get_prev_id(region.get_id()))
|
|
|
- region_data_tree = append_diff(region_data_tree,
|
|
|
- region_data_prev.get_data_tree())
|
|
|
- result = {"info": {"name" : region.name,
|
|
|
- 'type' : file_data.get_region_types()().to_str(region.get_type()),
|
|
|
- "cursor" : region.cursor,
|
|
|
- 'line_begin': region.line_begin,
|
|
|
- 'line_end': region.line_end,
|
|
|
- 'offset_begin': region.begin,
|
|
|
- 'offset_end': region.end},
|
|
|
- "data": region_data_tree,
|
|
|
- "subregions": []}
|
|
|
- for sub_id in file_data.get_region(region_id).iterate_subregion_ids():
|
|
|
- result['subregions'].append(append_rec(sub_id, file_data_tree, file_data, file_data_prev))
|
|
|
- return result
|
|
|
- file_data_tree['regions'] = []
|
|
|
- file_data_tree['regions'].append(append_rec(1, file_data_tree, file_data, file_data_prev))
|
|
|
-
|
|
|
-def append_diff(main_tree, prev_tree):
|
|
|
- assert(main_tree != None)
|
|
|
- assert(prev_tree != None)
|
|
|
-
|
|
|
- for name in main_tree.keys():
|
|
|
- if name not in prev_tree.keys():
|
|
|
- continue
|
|
|
- for field in main_tree[name].keys():
|
|
|
- if field not in prev_tree[name].keys():
|
|
|
- continue
|
|
|
- if isinstance(main_tree[name][field], dict) and isinstance(prev_tree[name][field], dict):
|
|
|
- diff = {}
|
|
|
- for key in main_tree[name][field].keys():
|
|
|
- if key not in prev_tree[name][field].keys():
|
|
|
- continue
|
|
|
- main_val = main_tree[name][field][key]
|
|
|
- prev_val = prev_tree[name][field][key]
|
|
|
- if main_val == None:
|
|
|
- main_val = 0
|
|
|
- if prev_val == None:
|
|
|
- prev_val = 0
|
|
|
- if isinstance(main_val, list) and isinstance(prev_val, list):
|
|
|
- main_tree[name][field][key] = append_diff_list(main_val, prev_val)
|
|
|
- else:
|
|
|
- diff[key] = main_val - prev_val
|
|
|
- main_tree[name][field]['__diff__'] = diff
|
|
|
- elif (not isinstance(main_tree[name][field], dict)) and (not isinstance(prev_tree[name][field], dict)):
|
|
|
- if '__diff__' not in main_tree[name]:
|
|
|
- main_tree[name]['__diff__'] = {}
|
|
|
- main_tree[name]['__diff__'][field] = main_tree[name][field] - prev_tree[name][field]
|
|
|
- return main_tree
|
|
|
-
|
|
|
-def append_diff_list(main_list, prev_list):
|
|
|
- merged_list = {}
|
|
|
- for bar in main_list:
|
|
|
- merged_list[bar['metric']] = {'count': bar['count'], '__diff__':0}
|
|
|
- for bar in prev_list:
|
|
|
- if bar['metric'] in merged_list.keys():
|
|
|
- merged_list[bar['metric']]['__diff__'] = \
|
|
|
- merged_list[bar['metric']]['count'] - bar['count']
|
|
|
- else:
|
|
|
- merged_list[bar['metric']] = {'count': 0, '__diff__':-bar['count']}
|
|
|
- result = []
|
|
|
- for metric in sorted(merged_list.keys()):
|
|
|
- result.append({'metric':metric, 'count':merged_list[metric]['count'], '__diff__':merged_list[metric]['__diff__']})
|
|
|
- return result
|