import subprocess
import statistics
import math
import time

pythontorch_A = r"C:\Users\User\pythontorch\PCbuild\amd64\python.exe"
pythontorch_B = r"C:\Users\User\pythontorch_patch\PCbuild\amd64\python.exe"
benchmark_script = r"C:\Users\User\Desktop\testtorchperf.py"

runs = 100

results_A = []
results_B = []

for i in range(runs):
    out_A = subprocess.check_output([pythontorch_A, benchmark_script])
    time_A = float(out_A.strip())
    results_A.append(time_A)
    print(f"Run {i+1}/{runs} completed for PyTorch A | Time: {time_A} s")
    
    out_B = subprocess.check_output([pythontorch_B, benchmark_script])
    time_B = float(out_B.strip())
    results_B.append(time_B)
    print(f"Run {i+1}/{runs} completed for PyTorch B | Time: {time_B} s")

def summarize(data, label):
    n = len(data)
    mean = statistics.mean(data)
    stdev = statistics.stdev(data)
    median = statistics.median(data)

    z = 1.96
    margin = z * (stdev / math.sqrt(n))
    ci_lower = mean - margin
    ci_upper = mean + margin

    print(f"\n--- {label} ---")
    print(f"Mean: {mean:.6f} s")
    print(f"Median: {median:.6f} s")
    print(f"Std Dev: {stdev:.6f} s")
    print(f"95% CI: [{ci_lower:.6f}, {ci_upper:.6f}] s")

print("\n===== STATS =====")
summarize(results_A, "PyTorch")
summarize(results_B, "PyTorch PATCH")

speedup = statistics.mean(results_A) / statistics.mean(results_B)
print(f"\nSpeedup A/B: {speedup:.4f}x")

import torch
import torch.nn as nn
import time

class TestModule(nn.Module):
    def forward(self, x):
        return x

def main():
    device = torch.device('cpu')
    model = TestModule().to(device)
    x = torch.tensor([[1.0, 2.0]], device=device)
    num_iter = 200_000

    start = time.perf_counter()
    for _ in range(num_iter):
        model(x)
    end = time.perf_counter()

    elapsed = end - start
    print(f"{elapsed:.6f}")
    
if __name__ == "__main__":
    main()

--- PyTorch ---
Mean: 0.255768 s
Median: 0.252001 s
Std Dev: 0.011083 s
95% CI: [0.253596, 0.257940] s

--- PyTorch PATCH ---
Mean: 0.220687 s
Median: 0.217648 s
Std Dev: 0.009732 s
95% CI: [0.218780, 0.222594] s

Speedup A/B: 1.1590x