Add more metrics to compare-runs.py

tooling/compare-runs.py

@@ -48,6 +48,8 @@
 }
 
 mem_analytics = {
+  'inline_time': 'scalability',
+  'client_time' : 'scalability',
   'Analytics_NonModeledMSTORE': 'incompleteness',
   'Analytics_NonModeledMLOAD': 'incompleteness',
   'Analytics_CallToSignature': 'completeness',
@@ -57,6 +59,8 @@
 }
 
 storage_analytics = {
+  'client_time' : 'scalability',
+  'inline_time': 'scalability',
   'Analytics_NonModeledSSTORE': 'incompleteness',
   'Analytics_NonModeledSLOAD': 'incompleteness',
   'Analytics_GlobalVariable': 'completeness',
@@ -65,7 +69,12 @@
 
 clients_analytics = {
   'client_time' : 'scalability',
-  'inline_time': 'scalability'
+  'inline_time': 'scalability',
+  'Analytics_VarMayBeLimitSizeReached': 'unscalability',
+  'Metric_PrivateFunctions': 'completeness',
+  'Metric_UnreachableFunctions': 'incompleteness',
+  'Metric_AllBlocks': 'completeness',
+  'Metric_UnreachableBlocks': 'incompleteness',
 }
 
 list_of_verbatim_rels = {
@@ -143,6 +152,10 @@ def process_result_file(filename, output_set=None):
 if args.clients:
     analytics |= clients_analytics
 
+# add it as an analytic with completeness as a placeholder
+if args.point_to_point:
+    analytics |= {args.point_to_point: 'completeness'}
+
 result_files = args.result_files
 
 result_files_simple = [Path(file).stem for file in result_files]
@@ -203,7 +216,7 @@ def process_result_file(filename, output_set=None):
     print(format_row.format("", *(["Contract"] + result_files_simple)))
     for file in output_in_all:
         # vals = [res[file]["analytics"][args.point_to_point].replace('\n', '') for res in results_processed_common]
-        vals = [res[file]["analytics"][args.point_to_point] for res in results_processed_common]
+        vals = [res[file]["analytics"].get(args.point_to_point, 0) for res in results_processed_common]
         if len(set(vals)) == 1:
             continue
         print(format_row.format("", *([file] + vals)))