From a12bef131b6d044411015d7a10846c854a1b8723 Mon Sep 17 00:00:00 2001 From: Harshil Patel Date: Fri, 4 Oct 2024 11:51:58 -0700 Subject: [PATCH 1/2] tests: update input sizes for pannotia tests --- tests/gem5/gpu/test_gpu_pannotia.py | 114 +++------------------------- 1 file changed, 12 insertions(+), 102 deletions(-) diff --git a/tests/gem5/gpu/test_gpu_pannotia.py b/tests/gem5/gpu/test_gpu_pannotia.py index 6dc3fe5d1d..b284477fcf 100644 --- a/tests/gem5/gpu/test_gpu_pannotia.py +++ b/tests/gem5/gpu/test_gpu_pannotia.py @@ -104,25 +104,7 @@ gem5_verify_config( ) gem5_verify_config( - name="gpu-apu-se-pannotia-bc-2k-1M", - fixtures=(), - verifiers=(), - config=joinpath(config.base_dir, "configs", "example", "apu_se.py"), - config_args=[ - "-n3", - "--mem-size=8GB", - "-c", - joinpath(binary_path, "bc.gem5"), - "--options", - joinpath(dataset_path, "2k_1M.gr"), - ], - valid_isas=(constants.vega_x86_tag,), - valid_hosts=(constants.host_gcn_gpu_tag,), - length=constants.very_long_tag, -) - -gem5_verify_config( - name="gpu-apu-se-pannotia-color-maxmin-ecology", + name="gpu-apu-se-pannotia-color-maxmin-1k-128k", fixtures=(), verifiers=(), config=joinpath(config.base_dir, "configs", "example", "apu_se.py"), @@ -132,7 +114,7 @@ gem5_verify_config( "-c", joinpath(binary_path, "color_maxmin.gem5"), "--options", - f'{joinpath(dataset_path, "ecology1.graph")} 0', + f'{joinpath(dataset_path, "1k_128k.gr")} 0', ], valid_isas=(constants.vega_x86_tag,), valid_hosts=(constants.host_gcn_gpu_tag,), @@ -140,25 +122,7 @@ gem5_verify_config( ) gem5_verify_config( - name="gpu-apu-se-pannotia-color-maxmin-g3-circuit", - fixtures=(), - verifiers=(), - config=joinpath(config.base_dir, "configs", "example", "apu_se.py"), - config_args=[ - "-n3", - "--mem-size=8GB", - "-c", - joinpath(binary_path, "color_maxmin.gem5"), - "--options", - f'{joinpath(dataset_path, "G3_circuit.graph")} 0', - ], - valid_isas=(constants.vega_x86_tag,), - valid_hosts=(constants.host_gcn_gpu_tag,), - length=constants.very_long_tag, -) - -gem5_verify_config( - name="gpu-apu-se-pannotia-color-max-ecology", + name="gpu-apu-se-pannotia-color-max-1k-128k", fixtures=(), verifiers=(), config=joinpath(config.base_dir, "configs", "example", "apu_se.py"), @@ -168,33 +132,16 @@ gem5_verify_config( "-c", joinpath(binary_path, "color_max.gem5"), "--options", - f'{joinpath(dataset_path, "ecology1.graph")} 0', + f'{joinpath(dataset_path, "1k_128k.gr")} 0', ], valid_isas=(constants.vega_x86_tag,), valid_hosts=(constants.host_gcn_gpu_tag,), length=constants.very_long_tag, ) -gem5_verify_config( - name="gpu-apu-se-pannotia-color-max-g3-circuit", - fixtures=(), - verifiers=(), - config=joinpath(config.base_dir, "configs", "example", "apu_se.py"), - config_args=[ - "-n3", - "--mem-size=8GB", - "-c", - joinpath(binary_path, "color_max.gem5"), - "--options", - f'{joinpath(dataset_path, "G3_circuit.graph")} 0', - ], - valid_isas=(constants.vega_x86_tag,), - valid_hosts=(constants.host_gcn_gpu_tag,), - length=constants.very_long_tag, -) gem5_verify_config( - name="gpu-apu-se-pannotia-fw-hip-256", + name="gpu-apu-se-pannotia-fw-hip-1k-128k", fixtures=(), verifiers=(), config=joinpath(config.base_dir, "configs", "example", "apu_se.py"), @@ -204,25 +151,7 @@ gem5_verify_config( "-c", joinpath(binary_path, "fw_hip.gem5"), "--options", - f'-f {joinpath(dataset_path, "256_16384.gr")} -m default', - ], - valid_isas=(constants.vega_x86_tag,), - valid_hosts=(constants.host_gcn_gpu_tag,), - length=constants.very_long_tag, -) - -gem5_verify_config( - name="gpu-apu-se-pannotia-fw-hip-512", - fixtures=(), - verifiers=(), - config=joinpath(config.base_dir, "configs", "example", "apu_se.py"), - config_args=[ - "-n3", - "--mem-size=8GB", - "-c", - joinpath(binary_path, "fw_hip.gem5"), - "--options", - f'-f {joinpath(dataset_path, "512_65536.gr")} -m default', + f'-f {joinpath(dataset_path, "1k_128k.gr")} -m default', ], valid_isas=(constants.vega_x86_tag,), valid_hosts=(constants.host_gcn_gpu_tag,), @@ -233,7 +162,7 @@ gem5_verify_config( # ERROR: hipMalloc row_d (size:-202182160) => hipErrorOutOfMemory # even when mem-size is set to 64GiB. # gem5_verify_config( -# name="gpu-apu-se-pannotia-mis-hip-ecology", +# name="gpu-apu-se-pannotia-mis-hip-1k-128k", # fixtures=(), # verifiers=(), # config=joinpath(config.base_dir, "configs", "example", "apu_se.py"), @@ -243,32 +172,13 @@ gem5_verify_config( # "-c", # joinpath(binary_path, "mis_hip.gem5"), # "--options", -# f'{joinpath(dataset_path, "ecology1.graph")} 0' +# f'{joinpath(dataset_path, "1k_128k.gr")} 0' # ], # valid_isas=(constants.vega_x86_tag,), # valid_hosts=(constants.host_gcn_gpu_tag,), # length=constants.very_long_tag, # ) -# This test also fails, likely because it also runs out of memory, but -# this hasn't been closely investigated. -# gem5_verify_config( -# name="gpu-apu-se-pannotia-mis-hip-g3-circuit", -# fixtures=(), -# verifiers=(), -# config=joinpath(config.base_dir, "configs", "example", "apu_se.py"), -# config_args=[ -# "-n3", -# "--mem-size=32GiB", -# "-c", -# joinpath(binary_path, "mis_hip.gem5"), -# "--options", -# f'{joinpath(dataset_path, "G3_circuit.graph")} 0' -# ], -# valid_isas=(constants.vega_x86_tag,), -# valid_hosts=(constants.host_gcn_gpu_tag,), -# length=constants.very_long_tag, -# ) gem5_verify_config( name="gpu-apu-se-pannotia-pagerank-spmv", @@ -307,7 +217,7 @@ gem5_verify_config( ) gem5_verify_config( - name="gpu-apu-se-pannotia-sssp-ell", + name="gpu-apu-se-pannotia-sssp-ell-1k-128k", fixtures=(), verifiers=(), config=joinpath(config.base_dir, "configs", "example", "apu_se.py"), @@ -317,7 +227,7 @@ gem5_verify_config( "-c", joinpath(binary_path, "sssp_ell.gem5"), "--options", - f'{joinpath(dataset_path, "USA-road-d.NY.gr")} 0', + f'{joinpath(dataset_path, "1k_128k.gr")} 0', ], valid_isas=(constants.vega_x86_tag,), valid_hosts=(constants.host_gcn_gpu_tag,), @@ -326,7 +236,7 @@ gem5_verify_config( gem5_verify_config( - name="gpu-apu-se-pannotia-sssp", + name="gpu-apu-se-pannotia-sssp-1k-128k", fixtures=(), verifiers=(), config=joinpath(config.base_dir, "configs", "example", "apu_se.py"), @@ -336,7 +246,7 @@ gem5_verify_config( "-c", joinpath(binary_path, "sssp.gem5"), "--options", - f'{joinpath(dataset_path, "USA-road-d.NY.gr")} 0', + f'{joinpath(dataset_path, "1k_128k.gr")} 0', ], valid_isas=(constants.vega_x86_tag,), valid_hosts=(constants.host_gcn_gpu_tag,), From ae56a31b21da0695b24f36146f037b8b9ea52eeb Mon Sep 17 00:00:00 2001 From: Harshil Patel Date: Fri, 18 Oct 2024 17:12:43 +0000 Subject: [PATCH 2/2] tests: Download only the resources used in ponnotia tests --- tests/gem5/gpu/test_gpu_pannotia.py | 14 -------------- 1 file changed, 14 deletions(-) diff --git a/tests/gem5/gpu/test_gpu_pannotia.py b/tests/gem5/gpu/test_gpu_pannotia.py index b284477fcf..0276e79009 100644 --- a/tests/gem5/gpu/test_gpu_pannotia.py +++ b/tests/gem5/gpu/test_gpu_pannotia.py @@ -40,24 +40,10 @@ binary_links = { "color_max.gem5": "https://storage.googleapis.com/dist.gem5.org/dist/v24-0/test-progs/pannotia/color_max.gem5", "color_maxmin.gem5": "https://storage.googleapis.com/dist.gem5.org/dist/v24-0/test-progs/pannotia/color_maxmin.gem5", "fw_hip.gem5": "https://storage.googleapis.com/dist.gem5.org/dist/v24-0/test-progs/pannotia/fw_hip.gem5", - "mis_hip.gem5": "https://storage.googleapis.com/dist.gem5.org/dist/v24-0/test-progs/pannotia/mis_hip.gem5", - "pagerank.gem5": "https://storage.googleapis.com/dist.gem5.org/dist/v24-0/test-progs/pannotia/pagerank.gem5", - "pagerank_spmv.gem5": "https://storage.googleapis.com/dist.gem5.org/dist/v24-0/test-progs/pannotia/pagerank_spmv.gem5", - "sssp.gem5": "https://storage.googleapis.com/dist.gem5.org/dist/v24-0/test-progs/pannotia/sssp.gem5", - "sssp_ell.gem5": "https://storage.googleapis.com/dist.gem5.org/dist/v24-0/test-progs/pannotia/sssp_ell.gem5", } dataset_links = { "1k_128k.gr": "https://storage.googleapis.com/dist.gem5.org/dist/develop/datasets/pannotia/bc/1k_128k.gr", - "2k_1M.gr": "https://storage.googleapis.com/dist.gem5.org/dist/develop/datasets/pannotia/bc/2k_1M.gr", - "G3_circuit.graph": "https://storage.googleapis.com/dist.gem5.org/dist/develop/datasets/pannotia/color/G3_circuit.graph", - "ecology1.graph": "https://storage.googleapis.com/dist.gem5.org/dist/develop/datasets/pannotia/color/ecology1.graph", - "256_16384.gr": "https://storage.googleapis.com/dist.gem5.org/dist/develop/datasets/pannotia/floydwarshall/256_16384.gr", - "512_65536.gr": "https://storage.googleapis.com/dist.gem5.org/dist/develop/datasets/pannotia/floydwarshall/512_65536.gr", - "G3_circuit.graph": "https://storage.googleapis.com/dist.gem5.org/dist/develop/datasets/pannotia/mis/G3_circuit.graph", - "ecology1.graph": "https://storage.googleapis.com/dist.gem5.org/dist/develop/datasets/pannotia/mis/ecology1.graph", - "coAuthorsDBLP.graph": "https://storage.googleapis.com/dist.gem5.org/dist/develop/datasets/pannotia/pagerank/coAuthorsDBLP.graph", - "USA-road-d.NY.gr.gz": "http://www.diag.uniroma1.it/challenge9/data/USA-road-d/USA-road-d.NY.gr.gz", }