first commit

aggregate.py

@@ -0,0 +1,82 @@
+import argparse
+import json
+import sys
+import glob
+import os
+
+from implementations import IMPLEMENTATIONS
+
+
+def get_args():
+    parser = argparse.ArgumentParser()
+    parser.add_argument(
+        "-s", "--server", help="server implementations (comma-separated)", default=','.join(IMPLEMENTATIONS.keys())
+    )
+    parser.add_argument(
+        "-c", "--client", help="client implementations (comma-separated)", default=','.join(IMPLEMENTATIONS.keys())
+    )
+    parser.add_argument("-l", "--log-dir", help="results directory. In this directory we will search for the logs recursively", default='.')
+    parser.add_argument("-o", "--output", help="output file (stdout if not set)")
+    return parser.parse_args()
+
+
+STAR_TIME = None
+
+servers = get_args().server.split(",")
+clients = get_args().client.split(",")
+result = {
+    "servers": servers,
+    "clients": clients,
+    "log_dir": get_args().log_dir,
+    "results": [],
+    "measurements": [],
+    "tests": {},
+    "urls": {},
+}
+
+
+def parse(server: str, client: str, cat: str):
+    filename = server + "_" + client + "_" + cat + ".json"
+
+    files = glob.glob(os.path.join(get_args().log_dir, "**", filename), recursive=True)
+    if len(files) > 0:
+        with open(files[0]) as f:
+            data = json.load(f)
+    else:
+        print("Warning: Couldn't open file " + filename)
+        result[cat].append([])
+        return
+    parse_data(server, client, cat, data)
+
+
+def parse_data(server: str, client: str, cat: str, data: object):
+    if len(data["servers"]) != 1:
+        sys.exit("expected exactly one server")
+    if data["servers"][0] != server:
+        sys.exit("inconsistent server")
+    if len(data["clients"]) != 1:
+        sys.exit("expected exactly one client")
+    if data["clients"][0] != client:
+        sys.exit("inconsistent client")
+    if "end_time" not in result or data["end_time"] > result["end_time"]:
+        result["end_time"] = data["end_time"]
+    if "start_time" not in result or data["start_time"] < result["start_time"]:
+        result["start_time"] = data["start_time"]
+    result[cat].append(data[cat][0])
+    result["quic_draft"] = data["quic_draft"]
+    result["quic_version"] = data["quic_version"]
+    #result["urls"].update(data["urls"])
+    result["tests"].update(data["tests"])
+
+
+for client in clients:
+    for server in servers:
+        parse(server, client, "results")
+        parse(server, client, "measurements")
+
+if get_args().output:
+    f = open(get_args().output, "w")
+    json.dump(result, f)
+    f.close()
+else:
+    print(json.dumps(result))