mirror of
https://github.com/CNugteren/CLBlast.git
synced 2024-08-22 13:02:27 +02:00
403 lines
17 KiB
Python
403 lines
17 KiB
Python
#!/usr/bin/env python
|
|
|
|
# This file is part of the CLBlast project. The project is licensed under Apache Version 2.0. This file follows the
|
|
# PEP8 Python style guide and uses a max-width of 120 characters per line.
|
|
#
|
|
# Author(s):
|
|
# Cedric Nugteren <www.cedricnugteren.nl>
|
|
|
|
import utils
|
|
|
|
|
|
AXPY = {
|
|
"num_rows": 2, "num_cols": 3,
|
|
"benchmarks": [
|
|
{
|
|
"name": "axpy", "num_runs": 40,
|
|
"title": "multiples of 256K",
|
|
"x_label": "sizes (n)", "x_keys": ["n"],
|
|
"y_label": "GB/s (higher is better)", "y_key": "GBs",
|
|
"arguments": [{"n": utils.k(256), "incx": 1, "incy": 1, "step": utils.k(256), "num_steps": 16}],
|
|
},
|
|
{
|
|
"name": "axpy", "num_runs": 40,
|
|
"title": "multiples of 256K+1",
|
|
"x_label": "sizes (n)", "x_keys": ["n"],
|
|
"y_label": "GB/s (higher is better)", "y_key": "GBs",
|
|
"arguments": [{"n": utils.k(256) + 1, "incx": 1, "incy": 1, "step": utils.k(256) + 1, "num_steps": 16}],
|
|
},
|
|
{
|
|
"name": "axpy", "num_runs": 40,
|
|
"title": "around 1M",
|
|
"x_label": "sizes (n)", "x_keys": ["n"],
|
|
"y_label": "GB/s (higher is better)", "y_key": "GBs",
|
|
"arguments": [{"n": utils.m(1), "incx": 1, "incy": 1, "step": 1, "num_steps": 16}],
|
|
},
|
|
{
|
|
"name": "axpy", "num_runs": 20,
|
|
"title": "around 16M",
|
|
"x_label": "sizes (n)", "x_keys": ["n"],
|
|
"y_label": "GB/s (higher is better)", "y_key": "GBs",
|
|
"arguments": [{"n": utils.m(16), "incx": 1, "incy": 1, "step": 1, "num_steps": 16}],
|
|
},
|
|
{
|
|
"name": "axpy", "num_runs": 20,
|
|
"title": "strides n=8M",
|
|
"x_label": "increments for x,y", "x_keys": ["incx", "incy"],
|
|
"y_label": "GB/s (higher is better)", "y_key": "GBs",
|
|
"arguments": [{"n": utils.m(8), "incx": inc_x, "incy": inc_y, "step": 0, "num_steps": 1}
|
|
for inc_x in [1, 2, 4] for inc_y in [1, 2, 4]],
|
|
},
|
|
{
|
|
"name": "axpy", "num_runs": 40,
|
|
"title": "powers of 2",
|
|
"x_label": "sizes (n)", "x_keys": ["n"],
|
|
"y_label": "GB/s (higher is better)", "y_key": "GBs",
|
|
"arguments": [{"n": n, "incx": 1, "incy": 1, "step": 0, "num_steps": 1}
|
|
for n in utils.powers_of_2(utils.k(32), utils.m(64))],
|
|
}
|
|
]
|
|
}
|
|
|
|
AXPYBATCHED = {
|
|
"num_rows": 1, "num_cols": 3,
|
|
"benchmarks": [
|
|
{
|
|
"name": "axpybatched", "num_runs": 10,
|
|
"title": "num AXPYs = 8",
|
|
"x_label": "sizes (n)", "x_keys": ["n"],
|
|
"y_label": "GB/s (higher is better)", "y_key": "GBs",
|
|
"arguments": [{"batch_num": 8, "n": n, "incx": 1, "incy": 1, "step": 0, "num_steps": 1}
|
|
for n in utils.powers_of_2(utils.k(8), utils.m(4))],
|
|
},
|
|
{
|
|
"name": "axpybatched", "num_runs": 5,
|
|
"title": "num AXPYs = 64",
|
|
"x_label": "sizes (n)", "x_keys": ["n"],
|
|
"y_label": "GB/s (higher is better)", "y_key": "GBs",
|
|
"arguments": [{"batch_num": 64, "n": n, "incx": 1, "incy": 1, "step": 0, "num_steps": 1}
|
|
for n in utils.powers_of_2(utils.k(8), utils.m(4))],
|
|
},
|
|
{
|
|
"name": "axpybatched", "num_runs": 10,
|
|
"title": "n=512K",
|
|
"x_label": "num AXPYs", "x_keys": ["batch_num"],
|
|
"y_label": "GB/s (higher is better)", "y_key": "GBs",
|
|
"arguments": [{"batch_num": b, "n": utils.k(512), "incx": 1, "incy": 1, "step": 1, "num_steps": 1}
|
|
for b in utils.powers_of_2(1, 256)],
|
|
}
|
|
]
|
|
}
|
|
|
|
GEMV = {
|
|
"num_rows": 2, "num_cols": 3,
|
|
"benchmarks": [
|
|
{
|
|
"name": "gemv", "num_runs": 40,
|
|
"title": "multiples of 256",
|
|
"x_label": "sizes (n=m)", "x_keys": ["n"],
|
|
"y_label": "GB/s (higher is better)", "y_key": "GBs",
|
|
"arguments": [{"n": 256, "m": 256, "incx": 1, "incy": 1, "layout": 102, "step": 256, "num_steps": 20}],
|
|
},
|
|
{
|
|
"name": "gemv", "num_runs": 40,
|
|
"title": "multiples of 257",
|
|
"x_label": "sizes (n=m)", "x_keys": ["n"],
|
|
"y_label": "GB/s (higher is better)", "y_key": "GBs",
|
|
"arguments": [{"n": 257, "m": 257, "incx": 1, "incy": 1, "layout": 102, "step": 257, "num_steps": 20}],
|
|
},
|
|
{
|
|
"name": "gemv", "num_runs": 20,
|
|
"title": "around 4K",
|
|
"x_label": "sizes (n=m)", "x_keys": ["n"],
|
|
"y_label": "GB/s (higher is better)", "y_key": "GBs",
|
|
"arguments": [{"n": 4096, "m": 4096, "incx": 1, "incy": 1, "layout": 102, "step": 1, "num_steps": 16}],
|
|
},
|
|
{
|
|
"name": "gemv", "num_runs": 40,
|
|
"title": "multiples of 256 rotated",
|
|
"x_label": "sizes (n=m)", "x_keys": ["n"],
|
|
"y_label": "GB/s (higher is better)", "y_key": "GBs",
|
|
"arguments": [{"n": 256, "m": 256, "incx": 1, "incy": 1, "layout": 101, "step": 256, "num_steps": 20}],
|
|
},
|
|
{
|
|
"name": "gemv", "num_runs": 40,
|
|
"title": "multiples of 257 rotated",
|
|
"x_label": "sizes (n=m)", "x_keys": ["n"],
|
|
"y_label": "GB/s (higher is better)", "y_key": "GBs",
|
|
"arguments": [{"n": 257, "m": 257, "incx": 1, "incy": 1, "layout": 101, "step": 257, "num_steps": 20}],
|
|
},
|
|
{
|
|
"name": "gemv", "num_runs": 20,
|
|
"title": "strides n=m=4K",
|
|
"x_label": "increments/strides for x,y", "x_keys": ["incx", "incy"],
|
|
"y_label": "GB/s (higher is better)", "y_key": "GBs",
|
|
"arguments": [{"n": 4096, "m": 4096, "incx": inc_x, "incy": inc_y, "layout": 102, "step": 0, "num_steps": 1}
|
|
for inc_x in [1, 2, 4] for inc_y in [1, 2, 4]],
|
|
}
|
|
]
|
|
}
|
|
|
|
GEMM = {
|
|
"num_rows": 2, "num_cols": 3,
|
|
"benchmarks": [
|
|
{
|
|
"name": "gemm", "num_runs": 20,
|
|
"title": "multiples of 128",
|
|
"x_label": "sizes (m=n=k)", "x_keys": ["m"],
|
|
"y_label": "GFLOPS (higher is better)", "y_key": "GFLOPS",
|
|
"arguments": [{"m": 128, "n": 128, "k": 128, "layout": 102,
|
|
"transA": 111, "transB": 111, "step": 128, "num_steps": 20}],
|
|
},
|
|
{
|
|
"name": "gemm", "num_runs": 20,
|
|
"title": "multiples of 129",
|
|
"x_label": "sizes (m=n=k)", "x_keys": ["m"],
|
|
"y_label": "GFLOPS (higher is better)", "y_key": "GFLOPS",
|
|
"arguments": [{"m": 129, "n": 129, "k": 129, "layout": 102,
|
|
"transA": 111, "transB": 111, "step": 129, "num_steps": 20}],
|
|
},
|
|
{
|
|
"name": "gemm", "num_runs": 20,
|
|
"title": "around 512",
|
|
"x_label": "sizes (m=n=k)", "x_keys": ["m"],
|
|
"y_label": "GFLOPS (higher is better)", "y_key": "GFLOPS",
|
|
"arguments": [{"m": 512, "n": 512, "k": 512, "layout": 102,
|
|
"transA": 111, "transB": 111, "step": 1, "num_steps": 16}],
|
|
},
|
|
{
|
|
"name": "gemm", "num_runs": 10,
|
|
"title": "around 2048",
|
|
"x_label": "sizes (m=n=k)", "x_keys": ["m"],
|
|
"y_label": "GFLOPS (higher is better)", "y_key": "GFLOPS",
|
|
"arguments": [{"m": 2048, "n": 2048, "k": 2048, "layout": 102,
|
|
"transA": 111, "transB": 111, "step": 1, "num_steps": 16}],
|
|
},
|
|
{
|
|
"name": "gemm", "num_runs": 10,
|
|
"title": "layouts/transpose",
|
|
"x_label": "layout, transA, transB", "x_keys": ["layout", "transA", "transB"],
|
|
"y_label": "GFLOPS (higher is better)", "y_key": "GFLOPS",
|
|
"arguments": [{"m": 1024, "n": 1024, "k": 1024, "layout": layout,
|
|
"transA": transA, "transB": transB, "step": 0, "num_steps": 1}
|
|
for layout in [101, 102] for transA in [111, 112] for transB in [111, 112]],
|
|
},
|
|
{
|
|
"name": "gemm", "num_runs": 10,
|
|
"title": "powers of 2",
|
|
"x_label": "sizes (m=n=k)", "x_keys": ["m"],
|
|
"y_label": "GFLOPS (higher is better)", "y_key": "GFLOPS",
|
|
"arguments": [{"m": n, "n": n, "k": n, "layout": 102,
|
|
"transA": 111, "transB": 111, "step": 0, "num_steps": 1}
|
|
for n in utils.powers_of_2(8, utils.k(4))],
|
|
}
|
|
]
|
|
}
|
|
|
|
GEMM_SMALL = {
|
|
"num_rows": 2, "num_cols": 1,
|
|
"benchmarks": [
|
|
{
|
|
"name": "gemm", "num_runs": 10,
|
|
"title": "small matrices in steps of 16",
|
|
"x_label": "sizes (m=n=k)", "x_keys": ["m"],
|
|
"y_label": "GFLOPS (higher is better)", "y_key": "GFLOPS",
|
|
"arguments": [{"m": 128, "n": 128, "k": 128, "layout": 102,
|
|
"transA": 111, "transB": 111, "step": 16, "num_steps": 57}],
|
|
},
|
|
{
|
|
"name": "gemm", "num_runs": 10,
|
|
"title": "small matrices in steps of 1",
|
|
"x_label": "sizes (m=n=k)", "x_keys": ["m"],
|
|
"y_label": "GFLOPS (higher is better)", "y_key": "GFLOPS",
|
|
"arguments": [{"m": 128, "n": 128, "k": 128, "layout": 102,
|
|
"transA": 111, "transB": 111, "step": 1, "num_steps": 385}],
|
|
},
|
|
|
|
]
|
|
}
|
|
|
|
GEMMBATCHED = {
|
|
"num_rows": 1, "num_cols": 3,
|
|
"benchmarks": [
|
|
{
|
|
"name": "gemmbatched", "num_runs": 20,
|
|
"title": "num GEMMs = 8",
|
|
"x_label": "sizes (m=n=k)", "x_keys": ["m"],
|
|
"y_label": "GFLOPS (higher is better)", "y_key": "GFLOPS",
|
|
"arguments": [{"batch_num": 8, "m": 32, "n": 32, "k": 32, "layout": 102,
|
|
"transA": 111, "transB": 111, "step": 32, "num_steps": 20}],
|
|
},
|
|
{
|
|
"name": "gemmbatched", "num_runs": 10,
|
|
"title": "num GEMMs = 64",
|
|
"x_label": "sizes (m=n=k)", "x_keys": ["m"],
|
|
"y_label": "GFLOPS (higher is better)", "y_key": "GFLOPS",
|
|
"arguments": [{"batch_num": 64, "m": 32, "n": 32, "k": 32, "layout": 102,
|
|
"transA": 111, "transB": 111, "step": 32, "num_steps": 20}],
|
|
},
|
|
{
|
|
"name": "gemmbatched", "num_runs": 10,
|
|
"title": "m=n=k=128",
|
|
"x_label": "num GEMMs", "x_keys": ["batch_num"],
|
|
"y_label": "GFLOPS (higher is better)", "y_key": "GFLOPS",
|
|
"arguments": [{"batch_num": b, "m": 128, "n": 128, "k": 128, "layout": 102,
|
|
"transA": 111, "transB": 111} for b in utils.powers_of_2(1, utils.k(4))],
|
|
}
|
|
]
|
|
}
|
|
|
|
GEMMSTRIDEDBATCHED = {
|
|
"num_rows": 1, "num_cols": 3,
|
|
"benchmarks": [
|
|
{
|
|
"name": "gemmstridedbatched", "num_runs": 20,
|
|
"title": "num GEMMs = 8",
|
|
"x_label": "sizes (m=n=k)", "x_keys": ["m"],
|
|
"y_label": "GFLOPS (higher is better)", "y_key": "GFLOPS",
|
|
"arguments": [{"batch_num": 8, "m": 32, "n": 32, "k": 32, "layout": 102,
|
|
"transA": 111, "transB": 111, "step": 32, "num_steps": 20}],
|
|
},
|
|
{
|
|
"name": "gemmstridedbatched", "num_runs": 10,
|
|
"title": "num GEMMs = 64",
|
|
"x_label": "sizes (m=n=k)", "x_keys": ["m"],
|
|
"y_label": "GFLOPS (higher is better)", "y_key": "GFLOPS",
|
|
"arguments": [{"batch_num": 64, "m": 32, "n": 32, "k": 32, "layout": 102,
|
|
"transA": 111, "transB": 111, "step": 32, "num_steps": 20}],
|
|
},
|
|
{
|
|
"name": "gemmstridedbatched", "num_runs": 10,
|
|
"title": "m=n=k=128",
|
|
"x_label": "num GEMMs", "x_keys": ["batch_num"],
|
|
"y_label": "GFLOPS (higher is better)", "y_key": "GFLOPS",
|
|
"arguments": [{"batch_num": b, "m": 128, "n": 128, "k": 128, "layout": 102,
|
|
"transA": 111, "transB": 111} for b in utils.powers_of_2(1, utils.k(4))],
|
|
}
|
|
]
|
|
}
|
|
|
|
SYMM = {
|
|
"num_rows": 2, "num_cols": 3,
|
|
"benchmarks": [
|
|
{
|
|
"name": "symm", "num_runs": 10,
|
|
"title": "multiples of 128",
|
|
"x_label": "sizes (m=n)", "x_keys": ["m"],
|
|
"y_label": "GFLOPS (higher is better)", "y_key": "GFLOPS",
|
|
"arguments": [{"m": 128, "n": 128, "layout": 102,
|
|
"side": 141, "triangle": 121, "step": 128, "num_steps": 20}],
|
|
},
|
|
{
|
|
"name": "symm", "num_runs": 10,
|
|
"title": "multiples of 129",
|
|
"x_label": "sizes (m=n)", "x_keys": ["m"],
|
|
"y_label": "GFLOPS (higher is better)", "y_key": "GFLOPS",
|
|
"arguments": [{"m": 129, "n": 129, "layout": 102,
|
|
"side": 141, "triangle": 121, "step": 129, "num_steps": 20}],
|
|
},
|
|
{
|
|
"name": "symm", "num_runs": 10,
|
|
"title": "around 512",
|
|
"x_label": "sizes (m=n)", "x_keys": ["m"],
|
|
"y_label": "GFLOPS (higher is better)", "y_key": "GFLOPS",
|
|
"arguments": [{"m": 512, "n": 512, "layout": 102,
|
|
"side": 141, "triangle": 121, "step": 1, "num_steps": 16}],
|
|
},
|
|
{
|
|
"name": "symm", "num_runs": 10,
|
|
"title": "around 2048",
|
|
"x_label": "sizes (m=n)", "x_keys": ["m"],
|
|
"y_label": "GFLOPS (higher is better)", "y_key": "GFLOPS",
|
|
"arguments": [{"m": 2048, "n": 2048, "layout": 102,
|
|
"side": 141, "triangle": 121, "step": 1, "num_steps": 16}],
|
|
},
|
|
{
|
|
"name": "symm", "num_runs": 10,
|
|
"title": "layouts/sides/triangles",
|
|
"x_label": "layout, side, triangle", "x_keys": ["layout", "side", "triangle"],
|
|
"y_label": "GFLOPS (higher is better)", "y_key": "GFLOPS",
|
|
"arguments": [{"m": 1024, "n": 1024, "layout": layout,
|
|
"side": side, "triangle": triangle, "step": 0, "num_steps": 1}
|
|
for layout in [101, 102] for side in [141, 142] for triangle in [121, 122]],
|
|
},
|
|
{
|
|
"name": "symm", "num_runs": 10,
|
|
"title": "powers of 2",
|
|
"x_label": "sizes (m=n)", "x_keys": ["m"],
|
|
"y_label": "GFLOPS (higher is better)", "y_key": "GFLOPS",
|
|
"arguments": [{"m": n, "n": n, "layout": 102,
|
|
"side": 141, "triangle": 121, "step": 0, "num_steps": 1}
|
|
for n in utils.powers_of_2(8, utils.k(4))],
|
|
}
|
|
]
|
|
}
|
|
|
|
SYRK = {
|
|
"num_rows": 2, "num_cols": 3,
|
|
"benchmarks": [
|
|
{
|
|
"name": "syrk", "num_runs": 10,
|
|
"title": "multiples of 128",
|
|
"x_label": "sizes (n=k)", "x_keys": ["n"],
|
|
"y_label": "GFLOPS (higher is better)", "y_key": "GFLOPS",
|
|
"arguments": [{"n": 128, "k": 128, "layout": 102,
|
|
"side": 141, "triangle": 121, "step": 128, "num_steps": 20}],
|
|
},
|
|
{
|
|
"name": "syrk", "num_runs": 10,
|
|
"title": "multiples of 129",
|
|
"x_label": "sizes (n=k)", "x_keys": ["n"],
|
|
"y_label": "GFLOPS (higher is better)", "y_key": "GFLOPS",
|
|
"arguments": [{"n": 129, "k": 129, "layout": 102,
|
|
"side": 141, "triangle": 121, "step": 129, "num_steps": 20}],
|
|
},
|
|
{
|
|
"name": "syrk", "num_runs": 10,
|
|
"title": "around 512",
|
|
"x_label": "sizes (n=k)", "x_keys": ["n"],
|
|
"y_label": "GFLOPS (higher is better)", "y_key": "GFLOPS",
|
|
"arguments": [{"n": 512, "k": 512, "layout": 102,
|
|
"side": 141, "triangle": 121, "step": 1, "num_steps": 16}],
|
|
},
|
|
{
|
|
"name": "syrk", "num_runs": 10,
|
|
"title": "around 2048",
|
|
"x_label": "sizes (n=k)", "x_keys": ["n"],
|
|
"y_label": "GFLOPS (higher is better)", "y_key": "GFLOPS",
|
|
"arguments": [{"n": 2048, "k": 2048, "layout": 102,
|
|
"side": 141, "triangle": 121, "step": 1, "num_steps": 16}],
|
|
},
|
|
{
|
|
"name": "syrk", "num_runs": 10,
|
|
"title": "layouts/sides/triangles",
|
|
"x_label": "layout, triangle, transA", "x_keys": ["layout", "triangle", "transA"],
|
|
"y_label": "GFLOPS (higher is better)", "y_key": "GFLOPS",
|
|
"arguments": [{"n": 1024, "k": 1024, "layout": layout,
|
|
"triangle": triangle, "transA": transA, "step": 0, "num_steps": 1}
|
|
for layout in [101, 102] for triangle in [121, 122] for transA in [111, 112]],
|
|
},
|
|
{
|
|
"name": "syrk", "num_runs": 10,
|
|
"title": "powers of 2",
|
|
"x_label": "sizes (n=k)", "x_keys": ["n"],
|
|
"y_label": "GFLOPS (higher is better)", "y_key": "GFLOPS",
|
|
"arguments": [{"n": n, "k": n, "layout": 102,
|
|
"side": 141, "triangle": 121, "step": 0, "num_steps": 1}
|
|
for n in utils.powers_of_2(8, utils.k(4))],
|
|
}
|
|
]
|
|
}
|
|
|
|
SUMMARY = {
|
|
"num_rows": 3, "num_cols": 2,
|
|
"benchmarks": [
|
|
AXPY["benchmarks"][0],
|
|
AXPY["benchmarks"][1],
|
|
GEMV["benchmarks"][0],
|
|
GEMV["benchmarks"][1],
|
|
GEMM["benchmarks"][0],
|
|
GEMM["benchmarks"][1],
|
|
]
|
|
}
|