ci_performance.py

import subprocess
import re
from tabulate import tabulate

import os

env = os.environ.copy()
env["TILELANG_CLEAR_CACHE"] = "1"


def parse_output(output):
    data = {}
    for line in output.split("\n"):
        line = line.strip()
        if line.startswith("Latency:"):
            match = re.search(r"Latency: ([\d.]+)", line)
            data["latency"] = match.group(1) if match else "N/A"
        elif line.startswith("TFlops:"):
            match = re.search(r"TFlops: ([\d.]+)", line)
            data["best_tflops"] = match.group(1) if match else "N/A"
        elif line.startswith("Config:"):
            data["config"] = line.split("Config: ")[-1]
        elif line.startswith("Reference TFlops:"):
            match = re.search(r"Reference TFlops: ([\d.]+)", line)
            data["ref_tflops"] = match.group(1) if match else "N/A"
    return data


output_v1 = subprocess.run(["./tl/bin/python", "./maint/scripts/performance.py"], capture_output=True, text=True, env=env).stdout
data_v1 = parse_output(output_v1)

output_v2 = subprocess.run(["./tll/bin/python", "./maint/scripts/performance.py"], capture_output=True, text=True, env=env).stdout
data_v2 = parse_output(output_v2)

table = [
    ["original", data_v1["latency"], data_v1["best_tflops"], data_v1["ref_tflops"], data_v1["config"]],
    ["current", data_v2["latency"], data_v2["best_tflops"], data_v2["ref_tflops"], data_v2["config"]],
]

headers = ["version", "Best Latency (s)", "Best TFlops", "Reference TFlops", "Best Config"]

print(tabulate(table, headers=headers, tablefmt="github", stralign="left", numalign="decimal"))