burn/benchmarks.toml at main · mmonad/burn · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
[environment]
gcp_gpu_attached = true
gcp_image_family = "tracel-ci-ubuntu-2404-amd64-nvidia"
# https://cloud.google.com/compute/docs/accelerator-optimized-machines
# put the faster machine on first place for possibly faster 'Benchmarks Started' feedback in PRs
gcp_machine_types = [
  "a2-highgpu-1g", # 1 A100 40GB (listed as a2 standard)
  "g2-standard-4", # 1 L4 24GB
]
# define the available zones for each machine type
# be sure to check what machine types are available in each region
# https://cloud.google.com/compute/docs/gpus/gpu-regions-zones#view-using-table
gcp_zones = [
  # a2-highgpu-1g
  [
  "asia-northeast1-a",
  "asia-northeast1-c",
  "asia-northeast3-b",
  "asia-southeast1-b",
  "asia-southeast1-c",
  "europe-west4-a",
  "europe-west4-b",
  "us-central1-a",
  "us-central1-b",
  "us-central1-c",
  "us-central1-f",
  "us-east1-b",
  "us-west1-b",
  "us-west3-b",
  "us-west4-b"
  ],
  # g2-standard-4
  [
  "northamerica-northeast2-a",
  "northamerica-northeast2-b",
  "us-central1-a",
  "us-central1-b",
  "us-central1-c",
  "us-east1-b",
  "us-east1-c",
  "us-east1-d",
  "us-east4-a",
  "us-east4-c",
  "us-west1-a",
  "us-west1-b",
  "us-west1-c",
  "us-west4-a",
  "us-west4-c"
  ],
]
repo_full = "tracel-ai/burn"
rust_toolchain = "stable"
rust_version = "stable"

[burn-bench]
github_organization = "tracel-ai"
github_repository = "burn-bench"
github_branch = "main"
github_workflow = "benchmarks.yml"
# vulkan autotune seems to take ages, disabling it for now
# backends = ["cuda-fusion", "vulkan-fusion", "wgpu-fusion"]
backends = ["cuda-fusion", "cuda"]
benches = ["autodiff",
  "binary",
  "bool_select",
  "conv-transpose2d",
  "conv-transpose3d",
  "conv2d",
  "conv3d",
  "custom-gelu",
  "data",
  "load-record",
  "matmul-fused",
  "matmul",
  "max-pool2d",
  "random",
  "reduce",
  "softmax",
  "transformer-encoder",
  "unary"
]
dtypes = ["f16"]