derek/pytorch-pim
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Usage of torch benchmark suite

Browse Source
This commit is contained in:
Derek Christ
2024-03-06 12:35:29 +01:00
parent 3808bcd478
commit 734b77d1fe
1 changed files with 40 additions and 34 deletions
Download Patch File Download Diff File Expand all files Collapse all files

74
benches.py
View File

@@ -12,7 +12,7 @@ from config import Statistics, Configuration
device = torch.device("cuda:0") device = torch.device("cuda:0")
ITERATIONS = 100_000 ITERATIONS = 10_000
def run_gemv_bench(workload, level): def run_gemv_bench(workload, level):
@@ -43,17 +43,19 @@ def run_gemv_bench(workload, level):
) )
input_vector = torch.rand(COLUMNS, dtype=torch.float16, device=device) input_vector = torch.rand(COLUMNS, dtype=torch.float16, device=device)
start = torch.cuda.Event(enable_timing=True) def bench_callback(matrix, input_vector):
end = torch.cuda.Event(enable_timing=True)
start.record()
for _ in range(ITERATIONS):
torch.matmul(matrix, input_vector) torch.matmul(matrix, input_vector)
end.record()
torch.cuda.synchronize() timer = benchmark.Timer(
"bench_callback(matrix, input_vector)",
globals={
"bench_callback": bench_callback,
"matrix": matrix,
"input_vector": input_vector,
},
)
runtime = int(timer.timeit(ITERATIONS).mean * 1e12)
runtime = int(start.elapsed_time(end) * 1e9 / ITERATIONS)
return runtime return runtime
@@ -75,21 +77,21 @@ def run_gemv_layers_bench(workload, level):
) )
input_vector = torch.rand(DIMENSIONS, dtype=torch.float16, device=device) input_vector = torch.rand(DIMENSIONS, dtype=torch.float16, device=device)
start = torch.cuda.Event(enable_timing=True) def bench_callback(matrix, input_vector):
end = torch.cuda.Event(enable_timing=True)
start.record()
for _ in range(ITERATIONS):
for _ in range(5): for _ in range(5):
input_vector = torch.matmul(matrix, input_vector) input_vector = torch.matmul(matrix, input_vector)
input_vector.relu() input_vector.relu()
end.record() timer = benchmark.Timer(
"bench_callback(matrix, input_vector)",
globals={
"bench_callback": bench_callback,
"matrix": matrix,
"input_vector": input_vector,
},
)
runtime = int(timer.timeit(ITERATIONS).mean * 1e12)
torch.cuda.synchronize()
runtime = int(start.elapsed_time(end) * 1e9 / ITERATIONS)
return runtime return runtime
@@ -109,25 +111,29 @@ def run_vector_bench(workload, level):
func = getattr(wl, workload) func = getattr(wl, workload)
start = torch.cuda.Event(enable_timing=True) match workload:
end = torch.cuda.Event(enable_timing=True) case "vadd":
bench_callback = lambda vector_a, vector_b: torch.add(vector_a, vector_b)
case "vmul":
bench_callback = lambda vector_a, vector_b: torch.mul(vector_a, vector_b)
case "haxpy":
bench_callback = lambda vector_a, vector_b: torch.add(
vector_a, vector_b, alpha=2
)
start.record() timer = benchmark.Timer(
for _ in range(ITERATIONS): "bench_callback(vector_a, vector_b)",
match workload: globals={
case "vadd": "bench_callback": bench_callback,
torch.add(vector_a, vector_b) "vector_a": vector_a,
case "vmul": "vector_b": vector_b,
torch.mul(vector_a, vector_b) },
case "haxpy": )
torch.add(vector_a, vector_b, alpha=2) runtime = int(timer.timeit(ITERATIONS).mean * 1e12)
end.record()
torch.cuda.synchronize()
runtime = int(start.elapsed_time(end) * 1e9 / ITERATIONS)
return runtime return runtime
workloads = [ workloads = [
("vadd", run_vector_bench), ("vadd", run_vector_bench),
("vmul", run_vector_bench), ("vmul", run_vector_bench),