Keep track of execution time as well as runtime, get a sense of language / execution overhead

Author: MeanderingProgrammer

scripts/command/run.py

@@ -34,16 +34,30 @@ def execute(self) -> RuntimeInfo:
             f" {self.times} times with {self.name}"
         )
         print(message)
-        runtimes = [LanguageRunner.run_command(self.command) for _ in range(self.times)]
-        return RuntimeInfo(self.day, self.name, sum(runtimes) / self.times)
+
+        runtimes: list[float] = []
+        executions: list[float] = []
+        for _ in range(self.times):
+            runtime, execution = LanguageRunner.run_command(self.command)
+            runtimes.append(runtime)
+            executions.append(execution)
+
+        return RuntimeInfo(
+            day=self.day,
+            language=self.name,
+            runtime=sum(runtimes) / self.times,
+            execution=sum(executions) / self.times,
+        )
 
     @staticmethod
-    def run_command(command: list[str]) -> float:
+    def run_command(command: list[str]) -> tuple[float, float]:
+        start = time.time_ns()
         result = execute(command)
+        execution_ns = float(time.time_ns() - start)
         matches: list[str] = re.findall(r".*Runtime \(ns\): (\d*)", result)
         assert len(matches) == 1, "Could not find runtime in output"
         runtime_ns = float(matches[0])
-        return runtime_ns / 1_000_000
+        return (runtime_ns / 1_000_000, execution_ns / 1_000_000)
 
 
 @dataclass(frozen=True)

scripts/pojo/runtime_info.py

@@ -8,14 +8,16 @@ class RuntimeInfo:
     day: Day
     language: str
     runtime: float
+    execution: float
 
     def as_dict(self) -> dict:
-        return {
-            "year": int(self.day.year),
-            "day": int(self.day.day),
-            "language": self.language,
-            "runtime": self.runtime,
-        }
+        return dict(
+            year=int(self.day.year),
+            day=int(self.day.day),
+            language=self.language,
+            runtime=self.runtime,
+            execution=self.execution,
+        )
 
     @staticmethod
     def from_dict(value: dict) -> "RuntimeInfo":
@@ -26,4 +28,5 @@ def from_dict(value: dict) -> "RuntimeInfo":
             ),
             language=value["language"],
             runtime=value["runtime"],
+            execution=value["execution"],
         )