Importer for Measurements

tools/import_measurements.py

@@ -0,0 +1,54 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+
+import faulthandler
+faulthandler.enable()  # will catch segfaults and write to stderr
+
+import argparse
+from io import StringIO
+import importlib
+
+from lib.global_config import GlobalConfig
+from lib.db import DB
+
+config = GlobalConfig().config
+
+def import_metric_provider(metric_provider):
+
+    module_path, class_name = metric_provider.rsplit('.', 1)
+    module_path = f"metric_providers.{module_path}"
+
+    print(f"Importing {class_name} from {module_path}")
+
+    module = importlib.import_module(module_path)
+
+    stub_config = { 'resolution' : 99, 'skip_check': True}
+    obj = getattr(module, class_name)(**stub_config)
+
+    return obj
+
+
+if __name__ == '__main__':
+
+    parser = argparse.ArgumentParser()
+    parser.add_argument('run_id', type=str, help='Run-ID (UUID)')
+    parser.add_argument('metric_provider', type=str, help='Metric Provider (ex. cpu.utilization.mach.system.provider.CpuUtilizationMachSystemProvider)')
+    parser.add_argument('filename', type=str, help='Filename')
+
+
+    args = parser.parse_args()
+
+    metric_provider_obj = import_metric_provider(args.metric_provider)
+
+    # patch the object
+    metric_provider_obj._tmp_folder = '/non_existent_folder_which_should_never_be_accessed'
+    metric_provider_obj._filename = args.filename
+
+
+    df = metric_provider_obj.read_metrics(run_id=args.run_id)
+
+    if df is None or df.shape[0] == 0:
+        print(f"No metrics were able to be imported from: {args.filename}")
+
+    f = StringIO(df.to_csv(index=False, header=False))
+    DB().copy_from(file=f, table='measurements', columns=df.columns, sep=',')