-
Notifications
You must be signed in to change notification settings - Fork 90
/
Copy pathbenchmark_no_xformers.csv
We can make this file beautiful and searchable if this error is corrected: It looks like row 2 should actually have 9 columns, instead of 8 in line 1.
97 lines (97 loc) · 5.43 KB
/
benchmark_no_xformers.csv
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
device,precision,autocast,xformers,runtime,n_samples,latency,memory,
NVIDIA A10,single,FALSE,FALSE,pytorch,1,4.75,6.73
NVIDIA A10,half,FALSE,FALSE,pytorch,1,2.71,3.43
NVIDIA A10,single,FALSE,FALSE,pytorch,2,8.75,9
NVIDIA A10,half,FALSE,FALSE,pytorch,2,4.99,5.53
NVIDIA A10,single,FALSE,FALSE,pytorch,4,17.18,18.14
NVIDIA A10,half,FALSE,FALSE,pytorch,4,9.65,6.84
NVIDIA A10,single,FALSE,FALSE,pytorch,8,-1,-1
NVIDIA A10,half,FALSE,FALSE,pytorch,8,18.58,12.66
NVIDIA A10,single,FALSE,FALSE,pytorch,16,-1,-1
NVIDIA A10,half,FALSE,FALSE,pytorch,16,36.32,20.64
NVIDIA A10,single,FALSE,FALSE,pytorch,32,-1,-1
NVIDIA A10,half,FALSE,FALSE,pytorch,32,-1,-1
NVIDIA A10,single,FALSE,FALSE,pytorch,64,-1,-1
NVIDIA A10,half,FALSE,FALSE,pytorch,64,-1,-1
NVIDIA A10,single,FALSE,FALSE,pytorch,128,-1,-1
NVIDIA A10,half,FALSE,FALSE,pytorch,128,-1,-1
NVIDIA A100-SXM4-40GB,single,FALSE,FALSE,pytorch,1,1.72,7.76
NVIDIA A100-SXM4-40GB,half,FALSE,FALSE,pytorch,1,1.18,3.41
NVIDIA A100-SXM4-40GB,single,FALSE,FALSE,pytorch,2,3.03,9.04
NVIDIA A100-SXM4-40GB,half,FALSE,FALSE,pytorch,2,1.88,5.53
NVIDIA A100-SXM4-40GB,single,FALSE,FALSE,pytorch,4,5.53,18.04
NVIDIA A100-SXM4-40GB,half,FALSE,FALSE,pytorch,4,3.35,6.74
NVIDIA A100-SXM4-40GB,single,FALSE,FALSE,pytorch,8,10.95,23.85
NVIDIA A100-SXM4-40GB,half,FALSE,FALSE,pytorch,8,6.28,12.6
NVIDIA A100-SXM4-40GB,single,FALSE,FALSE,pytorch,16,-1,-1
NVIDIA A100-SXM4-40GB,half,FALSE,FALSE,pytorch,16,12.57,20.58
NVIDIA A100-SXM4-40GB,single,FALSE,FALSE,pytorch,32,-1,-1
NVIDIA A100-SXM4-40GB,half,FALSE,FALSE,pytorch,32,-1,-1
NVIDIA A100-SXM4-40GB,single,FALSE,FALSE,pytorch,64,-1,-1
NVIDIA A100-SXM4-40GB,half,FALSE,FALSE,pytorch,64,-1,-1
NVIDIA A100-SXM4-40GB,single,FALSE,FALSE,pytorch,128,-1,-1
NVIDIA A100-SXM4-40GB,half,FALSE,FALSE,pytorch,128,-1,-1
NVIDIA A100-PCIE-40GB,single,FALSE,FALSE,pytorch,1,1.99,7.76
NVIDIA A100-PCIE-40GB,half,FALSE,FALSE,pytorch,1,1.5,3.45
NVIDIA A100-PCIE-40GB,single,FALSE,FALSE,pytorch,2,3.52,11.11
NVIDIA A100-PCIE-40GB,half,FALSE,FALSE,pytorch,2,2.3,4.53
NVIDIA A100-PCIE-40GB,single,FALSE,FALSE,pytorch,4,6.31,13.98
NVIDIA A100-PCIE-40GB,half,FALSE,FALSE,pytorch,4,4.04,8.91
NVIDIA A100-PCIE-40GB,single,FALSE,FALSE,pytorch,8,12.21,23.91
NVIDIA A100-PCIE-40GB,half,FALSE,FALSE,pytorch,8,7.59,12.75
NVIDIA A100-PCIE-40GB,single,FALSE,FALSE,pytorch,16,-1,-1
NVIDIA A100-PCIE-40GB,half,FALSE,FALSE,pytorch,16,14.54,21.24
NVIDIA A100-PCIE-40GB,single,FALSE,FALSE,pytorch,32,-1,-1
NVIDIA A100-PCIE-40GB,half,FALSE,FALSE,pytorch,32,-1,-1
NVIDIA A100-PCIE-40GB,single,FALSE,FALSE,pytorch,64,-1,-1
NVIDIA A100-PCIE-40GB,half,FALSE,FALSE,pytorch,64,-1,-1
NVIDIA A100-PCIE-40GB,single,FALSE,FALSE,pytorch,128,-1,-1
NVIDIA A100-PCIE-40GB,half,FALSE,FALSE,pytorch,128,-1,-1
NVIDIA A100 80GB PCIe,single,False,False,pytorch,1,2.05,7.76
NVIDIA A100 80GB PCIe,half,False,False,pytorch,1,1.53,3.41
NVIDIA A100 80GB PCIe,single,False,False,pytorch,2,3.09,9.04
NVIDIA A100 80GB PCIe,half,False,False,pytorch,2,3.06,5.53
NVIDIA A100 80GB PCIe,single,False,False,pytorch,4,6.34,18.04
NVIDIA A100 80GB PCIe,half,False,False,pytorch,4,4.57,6.74
NVIDIA A100 80GB PCIe,single,False,False,pytorch,8,11.16,23.85
NVIDIA A100 80GB PCIe,half,False,False,pytorch,8,7.91,12.6
NVIDIA A100 80GB PCIe,single,False,False,pytorch,16,22.59,42.63
NVIDIA A100 80GB PCIe,half,False,False,pytorch,16,14.22,20.58
NVIDIA A100 80GB PCIe,single,False,False,pytorch,32,44.02,79.6
NVIDIA A100 80GB PCIe,half,False,False,pytorch,32,27.73,45.19
NVIDIA A100 80GB PCIe,single,False,False,pytorch,64,-1.0,-1.0
NVIDIA A100 80GB PCIe,half,False,False,pytorch,64,55.55,79.54
NVIDIA A100 80GB PCIe,single,False,False,pytorch,128,-1.0,-1.0
NVIDIA A100 80GB PCIe,half,False,False,pytorch,128,-1.0,-1.0
NVIDIA RTX A6000,single,FALSE,FALSE,pytorch,1,4.15,6.76
NVIDIA RTX A6000,half,FALSE,FALSE,pytorch,1,2.43,3.42
NVIDIA RTX A6000,single,FALSE,FALSE,pytorch,2,6,11.1
NVIDIA RTX A6000,half,FALSE,FALSE,pytorch,2,3.88,4.5
NVIDIA RTX A6000,single,FALSE,FALSE,pytorch,4,12.85,13.97
NVIDIA RTX A6000,half,FALSE,FALSE,pytorch,4,7.77,8.88
NVIDIA RTX A6000,single,FALSE,FALSE,pytorch,8,32.69,23.88
NVIDIA RTX A6000,half,FALSE,FALSE,pytorch,8,21.21,12.74
NVIDIA RTX A6000,single,FALSE,FALSE,pytorch,16,81.14,42.77
NVIDIA RTX A6000,half,FALSE,FALSE,pytorch,16,48.49,21.23
NVIDIA RTX A6000,single,FALSE,FALSE,pytorch,32,-1,-1
NVIDIA RTX A6000,half,FALSE,FALSE,pytorch,32,-1,-1
NVIDIA RTX A6000,single,FALSE,FALSE,pytorch,64,-1,-1
NVIDIA RTX A6000,half,FALSE,FALSE,pytorch,64,-1,-1
NVIDIA RTX A6000,single,FALSE,FALSE,pytorch,128,-1,-1
NVIDIA RTX A6000,half,FALSE,FALSE,pytorch,128,-1,-1
NVIDIA H100 PCIe,single,FALSE,FALSE,pytorch,1,1.73,7.7
NVIDIA H100 PCIe,half,FALSE,FALSE,pytorch,1,1.06,3.46
NVIDIA H100 PCIe,single,FALSE,FALSE,pytorch,2,2.66,9.79
NVIDIA H100 PCIe,half,FALSE,FALSE,pytorch,2,1.73,4.57
NVIDIA H100 PCIe,single,FALSE,FALSE,pytorch,4,4.47,18.49
NVIDIA H100 PCIe,half,FALSE,FALSE,pytorch,4,2.63,8.91
NVIDIA H100 PCIe,single,FALSE,FALSE,pytorch,8,8.16,23.86
NVIDIA H100 PCIe,half,FALSE,FALSE,pytorch,8,4.97,12.57
NVIDIA H100 PCIe,single,FALSE,FALSE,pytorch,16,15.98,42.38
NVIDIA H100 PCIe,half,FALSE,FALSE,pytorch,16,9.61,29.01
NVIDIA H100 PCIe,single,FALSE,FALSE,pytorch,32,32.04,80.51
NVIDIA H100 PCIe,half,FALSE,FALSE,pytorch,32,19.07,55.57
NVIDIA H100 PCIe,single,FALSE,FALSE,pytorch,64,-1,-1
NVIDIA H100 PCIe,half,FALSE,FALSE,pytorch,64,-1,-1
NVIDIA H100 PCIe,single,FALSE,FALSE,pytorch,128,-1,-1
NVIDIA H100 PCIe,half,FALSE,FALSE,pytorch,128,-1,-1