GPU Kernel Information Aggregated by Layer
layer_index | layer_name | layer_type | layer_duration (us) | layer_gpu_duration (us) | layer_cpu_duration (us) | layer_flops | layer_dram_read_bytes | layer_dram_write_bytes | layer_achieved_occupancy (%) | layer_arithmetic_intensity (flops/byte) | layer_arithmetic_throughput (GFlops) | layer_memory_bound |
---|
layer_index | layer_name | layer_type | layer_duration (us) | layer_gpu_duration (us) | layer_cpu_duration (us) | layer_flops | layer_dram_read_bytes | layer_dram_write_bytes | layer_achieved_occupancy (%) | layer_arithmetic_intensity (flops/byte) | layer_arithmetic_throughput (GFlops) | layer_memory_bound |
---|---|---|---|---|---|---|---|---|---|---|---|---|
1 | resnetv22_conv0_fwd | Convolution | 18817.33 | 135.00 | 18682.33 | 239239168 | 2005.33 | 320.00 | 19.29 | 102883.83 | 1772.14 | false |
2 | resnetv22_batchnorm1_fwd | BatchNorm | 194.33 | 49.33 | 145.00 | 4849664 | 3366293.33 | 3812149.33 | 76.50 | 0.68 | 98.30 | true |
3 | resnetv22_relu0_fwd | Activation | 61.00 | 45.00 | 16.00 | 1605632 | 3257013.33 | 3452917.33 | 94.30 | 0.24 | 35.68 | true |
4 | resnetv22_pool0_fwd | Pooling | 4018.00 | 52.00 | 3966.00 | 200704 | 4048842.67 | 1636469.33 | 70.90 | 0.04 | 3.86 | true |
5 | resnetv22_stage1_batchnorm0_fwd | BatchNorm | 118.33 | 10.00 | 108.33 | 1236992 | 443200.00 | 312928.00 | 71.30 | 1.64 | 123.70 | true |
6 | resnetv22_stage1_activation0 | Activation | 25.00 | 6.00 | 19.00 | 401408 | 384.00 | 236554.67 | 87.50 | 1.69 | 66.90 | true |
7 | resnetv22_stage1_conv0_fwd | Convolution | 2985.33 | 38.33 | 2947.00 | 26624000 | 43232.00 | 812074.67 | 7.79 | 31.13 | 694.55 | false |
8 | resnetv22_stage1_batchnorm1_fwd | BatchNorm | 90.00 | 8.00 | 82.00 | 1236992 | 2122.67 | 921514.67 | 73.10 | 1.34 | 154.62 | true |
9 | resnetv22_stage1_activation1 | Activation | 24.33 | 6.00 | 18.33 | 401408 | 1472.00 | 271690.67 | 88.60 | 1.47 | 66.90 | true |
10 | resnetv22_stage1_conv1_fwd | Convolution | 17983.33 | 73.33 | 17910.00 | 124444672 | 190325.33 | 1297162.67 | 20.20 | 83.66 | 1696.98 | false |
11 | resnetv22_stage1_batchnorm2_fwd | BatchNorm | 108.67 | 8.00 | 100.67 | 1236992 | 2240.00 | 756853.33 | 73.00 | 1.63 | 154.62 | true |
12 | resnetv22_stage1_activation2 | Activation | 24.00 | 6.00 | 18.00 | 401408 | 1344.00 | 238965.33 | 88.80 | 1.67 | 66.90 | true |
13 | resnetv22_stage1_conv2_fwd | Convolution | 7526.33 | 78.67 | 7447.67 | 106496000 | 540128.00 | 3710133.33 | 21.36 | 25.06 | 1353.76 | true |
14 | resnetv22_stage1_conv3_fwd | Convolution | 6694.67 | 72.33 | 6622.33 | 106496000 | 1424064.00 | 3838005.33 | 20.83 | 20.24 | 1472.30 | true |
15 | resnetv22_stage1__plus0 | elemwise_add | 219.00 | 67.00 | 152.00 | 802816 | 7157621.33 | 3659552.00 | 86.60 | 0.07 | 11.98 | true |
16 | resnetv22_stage1_batchnorm3_fwd | BatchNorm | 81.67 | 52.00 | 29.67 | 4947968 | 3717664.00 | 3739253.33 | 87.00 | 0.66 | 95.15 | true |
17 | resnetv22_stage1_activation3 | Activation | 56.33 | 48.00 | 8.33 | 1605632 | 3723957.33 | 3615264.00 | 94.90 | 0.22 | 33.45 | true |
18 | resnetv22_stage1_conv4_fwd | Convolution | 7934.00 | 105.00 | 7829.00 | 105267200 | 3730517.33 | 1290954.67 | 7.89 | 20.96 | 1002.54 | true |
19 | resnetv22_stage1_batchnorm4_fwd | BatchNorm | 102.00 | 9.00 | 93.00 | 1236992 | 2197.33 | 685952.00 | 73.10 | 1.80 | 137.44 | true |
20 | resnetv22_stage1_activation4 | Activation | 24.67 | 6.00 | 18.67 | 401408 | 885.33 | 232992.00 | 89.00 | 1.72 | 66.90 | true |
21 | resnetv22_stage1_conv5_fwd | Convolution | 18042.00 | 73.00 | 17969.00 | 124444672 | 191338.67 | 1294869.33 | 20.14 | 83.73 | 1704.72 | false |
22 | resnetv22_stage1_batchnorm5_fwd | BatchNorm | 105.33 | 8.00 | 97.33 | 1236992 | 2112.00 | 753674.67 | 73.20 | 1.64 | 154.62 | true |
23 | resnetv22_stage1_activation5 | Activation | 25.00 | 6.00 | 19.00 | 401408 | 874.67 | 232373.33 | 88.90 | 1.72 | 66.90 | true |
24 | resnetv22_stage1_conv6_fwd | Convolution | 7544.67 | 78.33 | 7466.33 | 106496000 | 542794.67 | 3703264.00 | 21.30 | 25.08 | 1359.53 | true |
25 | resnetv22_stage1__plus1 | elemwise_add | 134.67 | 67.00 | 67.67 | 802816 | 7148629.33 | 3622528.00 | 86.60 | 0.07 | 11.98 | true |
26 | resnetv22_stage1_batchnorm6_fwd | BatchNorm | 87.67 | 52.00 | 35.67 | 4947968 | 3713258.67 | 3725525.33 | 87.50 | 0.67 | 95.15 | true |
27 | resnetv22_stage1_activation6 | Activation | 58.33 | 48.00 | 10.33 | 1605632 | 3714016.00 | 3605632.00 | 95.10 | 0.22 | 33.45 | true |
28 | resnetv22_stage1_conv7_fwd | Convolution | 7884.00 | 106.33 | 7777.67 | 105267200 | 3727072.00 | 1286986.67 | 7.89 | 20.99 | 989.98 | true |
29 | resnetv22_stage1_batchnorm7_fwd | BatchNorm | 107.00 | 8.00 | 99.00 | 1236992 | 1984.00 | 679733.33 | 73.10 | 1.81 | 154.62 | true |
30 | resnetv22_stage1_activation7 | Activation | 25.33 | 6.00 | 19.33 | 401408 | 672.00 | 237674.67 | 89.10 | 1.68 | 66.90 | true |
31 | resnetv22_stage1_conv8_fwd | Convolution | 17990.33 | 72.00 | 17918.33 | 124444672 | 195605.33 | 1298218.67 | 20.08 | 83.31 | 1728.40 | false |
32 | resnetv22_stage1_batchnorm8_fwd | BatchNorm | 110.67 | 8.00 | 102.67 | 1236992 | 2037.33 | 755381.33 | 73.20 | 1.63 | 154.62 | true |
33 | resnetv22_stage1_activation8 | Activation | 24.00 | 6.00 | 18.00 | 401408 | 1258.67 | 246186.67 | 89.40 | 1.62 | 66.90 | true |
34 | resnetv22_stage1_conv9_fwd | Convolution | 7541.00 | 78.33 | 7462.67 | 106496000 | 539989.33 | 3714880.00 | 21.39 | 25.03 | 1359.53 | true |
35 | resnetv22_stage1__plus2 | elemwise_add | 135.67 | 66.67 | 69.00 | 802816 | 7126954.67 | 3613248.00 | 86.30 | 0.07 | 12.04 | true |
36 | resnetv22_stage2_batchnorm0_fwd | BatchNorm | 82.67 | 51.33 | 31.33 | 4947968 | 3720309.33 | 3716480.00 | 87.10 | 0.67 | 96.39 | true |
37 | resnetv22_stage2_activation0 | Activation | 57.00 | 48.00 | 9.00 | 1605632 | 3714602.67 | 3612960.00 | 94.90 | 0.22 | 33.45 | true |
38 | resnetv22_stage2_conv0_fwd | Convolution | 13960.67 | 109.33 | 13851.33 | 210534400 | 3014304.00 | 1483648.00 | 15.87 | 46.81 | 1925.63 | false |
39 | resnetv22_stage2_batchnorm1_fwd | BatchNorm | 119.00 | 23.00 | 96.00 | 2473984 | 956138.67 | 1901237.33 | 80.40 | 0.87 | 107.56 | true |
40 | resnetv22_stage2_activation1 | Activation | 35.67 | 16.00 | 19.67 | 802816 | 727040.00 | 1564352.00 | 92.80 | 0.35 | 50.18 | true |
41 | resnetv22_stage2_conv1_fwd | Convolution | 16220.00 | 252.33 | 15967.67 | 264470528 | 362.67 | 67904.00 | 12.42 | 3874.08 | 1048.10 | false |
42 | resnetv22_stage2_batchnorm2_fwd | BatchNorm | 100.33 | 6.00 | 94.33 | 634880 | 3445.33 | 342048.00 | 68.30 | 1.84 | 105.81 | true |
43 | resnetv22_stage2_activation2 | Activation | 19.00 | 4.00 | 15.00 | 200704 | 1184.00 | 45312.00 | 83.20 | 4.32 | 50.18 | true |
44 | resnetv22_stage2_conv2_fwd | Convolution | 7257.67 | 65.67 | 7192.00 | 118358016 | 463157.33 | 1871637.33 | 17.25 | 50.69 | 1802.40 | false |
45 | resnetv22_stage2_conv3_fwd | Convolution | 12247.00 | 109.33 | 12137.67 | 235798528 | 2673034.67 | 1488896.00 | 17.47 | 56.66 | 2156.70 | false |
46 | resnetv22_stage2__plus0 | elemwise_add | 125.33 | 31.00 | 94.33 | 401408 | 3112821.33 | 1743424.00 | 84.80 | 0.08 | 12.95 | true |
47 | resnetv22_stage2_batchnorm3_fwd | BatchNorm | 59.00 | 29.33 | 29.67 | 2539520 | 1814453.33 | 1951808.00 | 81.90 | 0.67 | 86.58 | true |
48 | resnetv22_stage2_activation3 | Activation | 39.33 | 17.33 | 22.00 | 802816 | 944469.33 | 1619882.67 | 94.00 | 0.31 | 46.32 | true |
49 | resnetv22_stage2_conv4_fwd | Convolution | 7524.67 | 115.33 | 7409.33 | 117669888 | 200000.00 | 163402.67 | 12.33 | 323.80 | 1020.26 | false |
50 | resnetv22_stage2_batchnorm4_fwd | BatchNorm | 97.00 | 6.00 | 91.00 | 634880 | 2752.00 | 462442.67 | 68.40 | 1.36 | 105.81 | true |
51 | resnetv22_stage2_activation4 | Activation | 19.67 | 4.67 | 15.00 | 200704 | 384.00 | 48576.00 | 83.40 | 4.10 | 43.00 | true |
52 | resnetv22_stage2_conv5_fwd | Convolution | 16153.00 | 82.33 | 16070.67 | 141656064 | 777365.33 | 1719765.33 | 23.71 | 56.73 | 1720.53 | false |
53 | resnetv22_stage2_batchnorm5_fwd | BatchNorm | 101.67 | 6.00 | 95.67 | 634880 | 3498.67 | 424917.33 | 68.10 | 1.48 | 105.81 | true |
54 | resnetv22_stage2_activation5 | Activation | 19.00 | 5.00 | 14.00 | 200704 | 1525.33 | 45525.33 | 85.30 | 4.27 | 40.14 | true |
55 | resnetv22_stage2_conv6_fwd | Convolution | 7252.00 | 70.33 | 7181.67 | 118358016 | 473930.67 | 1856394.67 | 16.93 | 50.79 | 1682.82 | false |
56 | resnetv22_stage2__plus1 | elemwise_add | 106.67 | 27.33 | 79.33 | 401408 | 2820778.67 | 1276170.67 | 83.30 | 0.10 | 14.69 | true |
57 | resnetv22_stage2_batchnorm6_fwd | BatchNorm | 59.00 | 29.00 | 30.00 | 2539520 | 1797898.67 | 1946709.33 | 81.20 | 0.68 | 87.57 | true |
58 | resnetv22_stage2_activation6 | Activation | 36.00 | 17.67 | 18.33 | 802816 | 942848.00 | 1619840.00 | 93.80 | 0.31 | 45.44 | true |
59 | resnetv22_stage2_conv7_fwd | Convolution | 7515.00 | 115.33 | 7399.67 | 117669888 | 155029.33 | 165866.67 | 12.33 | 366.69 | 1020.26 | false |
60 | resnetv22_stage2_batchnorm7_fwd | BatchNorm | 96.67 | 6.00 | 90.67 | 634880 | 2784.00 | 478229.33 | 68.40 | 1.32 | 105.81 | true |
61 | resnetv22_stage2_activation7 | Activation | 19.00 | 4.33 | 14.67 | 200704 | 384.00 | 49856.00 | 83.70 | 3.99 | 46.32 | true |
62 | resnetv22_stage2_conv8_fwd | Convolution | 16177.33 | 79.67 | 16097.67 | 141656064 | 765408.00 | 1723189.33 | 23.43 | 56.92 | 1778.10 | false |
63 | resnetv22_stage2_batchnorm8_fwd | BatchNorm | 97.00 | 6.00 | 91.00 | 634880 | 3733.33 | 425952.00 | 68.20 | 1.48 | 105.81 | true |
64 | resnetv22_stage2_activation8 | Activation | 19.67 | 5.00 | 14.67 | 200704 | 1237.33 | 44650.67 | 85.80 | 4.37 | 40.14 | true |
65 | resnetv22_stage2_conv9_fwd | Convolution | 7252.33 | 70.67 | 7181.67 | 118358016 | 471936.00 | 1842240.00 | 16.93 | 51.14 | 1674.87 | false |
66 | resnetv22_stage2__plus2 | elemwise_add | 106.67 | 27.00 | 79.67 | 401408 | 2831658.67 | 1302986.67 | 83.70 | 0.10 | 14.87 | true |
67 | resnetv22_stage2_batchnorm9_fwd | BatchNorm | 59.00 | 29.00 | 30.00 | 2539520 | 1801141.33 | 1957877.33 | 81.80 | 0.68 | 87.57 | true |
68 | resnetv22_stage2_activation9 | Activation | 37.33 | 16.67 | 20.67 | 802816 | 943722.67 | 1610250.67 | 93.60 | 0.31 | 48.17 | true |
69 | resnetv22_stage2_conv10_fwd | Convolution | 7513.33 | 115.33 | 7398.00 | 117669888 | 176960.00 | 186122.67 | 12.33 | 324.09 | 1020.26 | false |
70 | resnetv22_stage2_batchnorm10_fwd | BatchNorm | 96.33 | 6.00 | 90.33 | 634880 | 3093.33 | 477504.00 | 68.30 | 1.32 | 105.81 | true |
71 | resnetv22_stage2_activation10 | Activation | 19.00 | 4.00 | 15.00 | 200704 | 384.00 | 49781.33 | 83.40 | 4.00 | 50.18 | true |
72 | resnetv22_stage2_conv11_fwd | Convolution | 16142.00 | 80.00 | 16062.00 | 141656064 | 759477.33 | 1722656.00 | 23.48 | 57.07 | 1770.70 | false |
73 | resnetv22_stage2_batchnorm11_fwd | BatchNorm | 95.67 | 6.00 | 89.67 | 634880 | 3360.00 | 418997.33 | 68.20 | 1.50 | 105.81 | true |
74 | resnetv22_stage2_activation11 | Activation | 19.00 | 5.00 | 14.00 | 200704 | 1056.00 | 51808.00 | 84.80 | 3.80 | 40.14 | true |
75 | resnetv22_stage2_conv12_fwd | Convolution | 7249.00 | 69.67 | 7179.33 | 118358016 | 479125.33 | 1836384.00 | 16.98 | 51.12 | 1698.91 | false |
76 | resnetv22_stage2__plus3 | elemwise_add | 101.33 | 26.33 | 75.00 | 401408 | 2832629.33 | 1298666.67 | 83.10 | 0.10 | 15.24 | true |
77 | resnetv22_stage3_batchnorm0_fwd | BatchNorm | 57.33 | 29.00 | 28.33 | 2539520 | 1788448.00 | 1942805.33 | 82.00 | 0.68 | 87.57 | true |
78 | resnetv22_stage3_activation0 | Activation | 36.00 | 17.00 | 19.00 | 802816 | 929973.33 | 1619061.33 | 93.80 | 0.31 | 47.22 | true |
79 | resnetv22_stage3_conv0_fwd | Convolution | 13101.67 | 115.67 | 12986.00 | 235339776 | 722485.33 | 699701.33 | 12.33 | 165.48 | 2034.63 | false |
80 | resnetv22_stage3_batchnorm1_fwd | BatchNorm | 100.00 | 11.00 | 89.00 | 1269760 | 6538.67 | 943498.67 | 77.40 | 1.34 | 115.43 | true |
81 | resnetv22_stage3_activation1 | Activation | 24.33 | 6.00 | 18.33 | 401408 | 576.00 | 188053.33 | 88.20 | 2.13 | 66.90 | true |
82 | resnetv22_stage3_conv1_fwd | Convolution | 15621.00 | 341.00 | 15280.00 | 264291328 | 220245.33 | 1620576.00 | 9.45 | 143.57 | 775.05 | false |
83 | resnetv22_stage3_batchnorm2_fwd | BatchNorm | 91.33 | 6.00 | 85.33 | 317440 | 5312.00 | 0.00 | 33.30 | 59.76 | 52.91 | false |
84 | resnetv22_stage3_activation2 | Activation | 17.67 | 4.00 | 13.67 | 100352 | 1184.00 | 0.00 | 79.60 | 84.76 | 25.09 | false |
85 | resnetv22_stage3_conv2_fwd | Convolution | 7070.67 | 72.67 | 6998.00 | 134742016 | 2110730.67 | 136181.33 | 12.10 | 59.97 | 1854.24 | false |
86 | resnetv22_stage3_conv3_fwd | Convolution | 12173.00 | 122.33 | 12050.67 | 268959744 | 884202.67 | 140469.33 | 12.33 | 262.48 | 2198.59 | false |
87 | resnetv22_stage3__plus0 | elemwise_add | 92.33 | 12.00 | 80.33 | 200704 | 883616.00 | 640917.33 | 78.90 | 0.13 | 16.73 | true |
88 | resnetv22_stage3_batchnorm3_fwd | BatchNorm | 41.00 | 11.00 | 30.00 | 1269760 | 26400.00 | 1091818.67 | 65.60 | 1.14 | 115.43 | true |
89 | resnetv22_stage3_activation3 | Activation | 24.67 | 6.00 | 18.67 | 401408 | 1162.67 | 204640.00 | 88.00 | 1.95 | 66.90 | true |
90 | resnetv22_stage3_conv4_fwd | Convolution | 7183.33 | 213.00 | 6970.33 | 134348800 | 106.67 | 2560.00 | 12.40 | 50380.79 | 630.75 | false |
91 | resnetv22_stage3_batchnorm4_fwd | BatchNorm | 90.33 | 6.00 | 84.33 | 317440 | 5194.67 | 158037.33 | 33.70 | 1.94 | 52.91 | true |
92 | resnetv22_stage3_activation4 | Activation | 17.00 | 4.00 | 13.00 | 100352 | 0.00 | 11221.33 | 77.20 | 8.94 | 25.09 | true |
93 | resnetv22_stage3_conv5_fwd | Convolution | 15481.67 | 137.67 | 15344.00 | 143884288 | 7976650.67 | 5969706.67 | 32.06 | 10.32 | 1045.17 | true |
94 | resnetv22_stage3_batchnorm5_fwd | BatchNorm | 91.33 | 6.00 | 85.33 | 317440 | 5600.00 | 0.00 | 33.90 | 56.69 | 52.91 | false |
95 | resnetv22_stage3_activation5 | Activation | 17.00 | 4.00 | 13.00 | 100352 | 1642.67 | 0.00 | 78.80 | 61.09 | 25.09 | false |
96 | resnetv22_stage3_conv6_fwd | Convolution | 7069.67 | 78.00 | 6991.67 | 134742016 | 2116928.00 | 138240.00 | 12.14 | 59.75 | 1727.46 | false |
97 | resnetv22_stage3__plus1 | elemwise_add | 91.67 | 9.00 | 82.67 | 200704 | 869013.33 | 93674.67 | 76.40 | 0.21 | 22.30 | true |
98 | resnetv22_stage3_batchnorm6_fwd | BatchNorm | 38.67 | 11.00 | 27.67 | 1269760 | 26282.67 | 849738.67 | 64.30 | 1.45 | 115.43 | true |
99 | resnetv22_stage3_activation6 | Activation | 24.33 | 6.00 | 18.33 | 401408 | 693.33 | 160202.67 | 88.10 | 2.49 | 66.90 | true |
100 | resnetv22_stage3_conv7_fwd | Convolution | 7205.00 | 213.00 | 6992.00 | 134348800 | 288.00 | 1760.00 | 12.40 | 65600.00 | 630.75 | false |
101 | resnetv22_stage3_batchnorm7_fwd | BatchNorm | 93.67 | 5.00 | 88.67 | 317440 | 5045.33 | 100842.67 | 32.60 | 3.00 | 63.49 | true |
102 | resnetv22_stage3_activation7 | Activation | 16.67 | 4.00 | 12.67 | 100352 | 0.00 | 5408.00 | 78.60 | 18.56 | 25.09 | true |
103 | resnetv22_stage3_conv8_fwd | Convolution | 15506.00 | 133.00 | 15373.00 | 143884288 | 7995008.00 | 5953834.67 | 31.18 | 10.32 | 1081.84 | true |
104 | resnetv22_stage3_batchnorm8_fwd | BatchNorm | 93.33 | 6.00 | 87.33 | 317440 | 5738.67 | 0.00 | 34.00 | 55.32 | 52.91 | false |
105 | resnetv22_stage3_activation8 | Activation | 16.67 | 4.00 | 12.67 | 100352 | 992.00 | 0.00 | 79.60 | 101.16 | 25.09 | false |
106 | resnetv22_stage3_conv9_fwd | Convolution | 7074.33 | 77.67 | 6996.67 | 134742016 | 2116629.33 | 126730.67 | 12.20 | 60.06 | 1734.89 | false |
107 | resnetv22_stage3__plus2 | elemwise_add | 90.33 | 9.00 | 81.33 | 200704 | 867605.33 | 95658.67 | 76.60 | 0.21 | 22.30 | true |
108 | resnetv22_stage3_batchnorm9_fwd | BatchNorm | 39.67 | 11.00 | 28.67 | 1269760 | 26037.33 | 851744.00 | 65.60 | 1.45 | 115.43 | true |
109 | resnetv22_stage3_activation9 | Activation | 24.33 | 6.00 | 18.33 | 401408 | 992.00 | 165216.00 | 88.10 | 2.42 | 66.90 | true |
110 | resnetv22_stage3_conv10_fwd | Convolution | 7182.33 | 213.33 | 6969.00 | 134348800 | 618.67 | 1706.67 | 12.40 | 57776.13 | 629.76 | false |
111 | resnetv22_stage3_batchnorm10_fwd | BatchNorm | 94.67 | 6.00 | 88.67 | 317440 | 5056.00 | 156384.00 | 33.60 | 1.97 | 52.91 | true |
112 | resnetv22_stage3_activation10 | Activation | 16.33 | 4.00 | 12.33 | 100352 | 0.00 | 11466.67 | 77.20 | 8.75 | 25.09 | true |
113 | resnetv22_stage3_conv11_fwd | Convolution | 15458.00 | 133.00 | 15325.00 | 143884288 | 8008480.00 | 5968693.33 | 31.19 | 10.29 | 1081.84 | true |
114 | resnetv22_stage3_batchnorm11_fwd | BatchNorm | 95.00 | 5.00 | 90.00 | 317440 | 5802.67 | 0.00 | 33.50 | 54.71 | 63.49 | false |
115 | resnetv22_stage3_activation11 | Activation | 16.33 | 4.00 | 12.33 | 100352 | 981.33 | 0.00 | 80.00 | 102.26 | 25.09 | false |
116 | resnetv22_stage3_conv12_fwd | Convolution | 7070.67 | 78.33 | 6992.33 | 134742016 | 2116800.00 | 137557.33 | 12.15 | 59.77 | 1720.12 | false |
117 | resnetv22_stage3__plus3 | elemwise_add | 93.33 | 9.00 | 84.33 | 200704 | 869397.33 | 92554.67 | 76.90 | 0.21 | 22.30 | true |
118 | resnetv22_stage3_batchnorm12_fwd | BatchNorm | 39.00 | 11.00 | 28.00 | 1269760 | 26293.33 | 851157.33 | 65.50 | 1.45 | 115.43 | true |
119 | resnetv22_stage3_activation12 | Activation | 24.33 | 6.00 | 18.33 | 401408 | 576.00 | 159872.00 | 88.10 | 2.50 | 66.90 | true |
120 | resnetv22_stage3_conv13_fwd | Convolution | 7204.67 | 213.67 | 6991.00 | 134348800 | 288.00 | 2506.67 | 12.40 | 48073.28 | 628.78 | false |
121 | resnetv22_stage3_batchnorm13_fwd | BatchNorm | 95.67 | 5.67 | 90.00 | 317440 | 5162.67 | 100266.67 | 33.10 | 3.01 | 56.02 | true |
122 | resnetv22_stage3_activation13 | Activation | 18.00 | 4.00 | 14.00 | 100352 | 0.00 | 5440.00 | 78.40 | 18.45 | 25.09 | true |
123 | resnetv22_stage3_conv14_fwd | Convolution | 15505.33 | 133.67 | 15371.67 | 143884288 | 7997504.00 | 5960714.67 | 31.09 | 10.31 | 1076.45 | true |
124 | resnetv22_stage3_batchnorm14_fwd | BatchNorm | 93.33 | 5.33 | 88.00 | 317440 | 5738.67 | 0.00 | 33.40 | 55.32 | 59.52 | false |
125 | resnetv22_stage3_activation14 | Activation | 17.33 | 4.00 | 13.33 | 100352 | 992.00 | 0.00 | 79.70 | 101.16 | 25.09 | false |
126 | resnetv22_stage3_conv15_fwd | Convolution | 7075.67 | 78.00 | 6997.67 | 134742016 | 2116650.67 | 128597.33 | 12.14 | 60.01 | 1727.46 | false |
127 | resnetv22_stage3__plus4 | elemwise_add | 89.33 | 9.00 | 80.33 | 200704 | 871136.00 | 94325.33 | 76.70 | 0.21 | 22.30 | true |
128 | resnetv22_stage3_batchnorm15_fwd | BatchNorm | 40.33 | 11.00 | 29.33 | 1269760 | 26005.33 | 851136.00 | 64.70 | 1.45 | 115.43 | true |
129 | resnetv22_stage3_activation15 | Activation | 24.67 | 6.00 | 18.67 | 401408 | 992.00 | 165589.33 | 88.20 | 2.41 | 66.90 | true |
130 | resnetv22_stage3_conv16_fwd | Convolution | 7178.67 | 213.00 | 6965.67 | 134348800 | 320.00 | 2666.67 | 12.40 | 44982.85 | 630.75 | false |
131 | resnetv22_stage3_batchnorm16_fwd | BatchNorm | 94.00 | 5.33 | 88.67 | 317440 | 5322.67 | 159253.33 | 33.50 | 1.93 | 59.52 | true |
132 | resnetv22_stage3_activation16 | Activation | 16.00 | 4.00 | 12.00 | 100352 | 0.00 | 10944.00 | 77.20 | 9.17 | 25.09 | true |
133 | resnetv22_stage3_conv17_fwd | Convolution | 15458.67 | 132.33 | 15326.33 | 143884288 | 8003157.33 | 5967018.67 | 31.32 | 10.30 | 1087.28 | true |
134 | resnetv22_stage3_batchnorm17_fwd | BatchNorm | 95.33 | 6.00 | 89.33 | 317440 | 5824.00 | 0.00 | 33.70 | 54.51 | 52.91 | false |
135 | resnetv22_stage3_activation17 | Activation | 16.67 | 4.00 | 12.67 | 100352 | 981.33 | 0.00 | 78.90 | 102.26 | 25.09 | false |
136 | resnetv22_stage3_conv18_fwd | Convolution | 7071.67 | 77.67 | 6994.00 | 134742016 | 2116586.67 | 140789.33 | 12.17 | 59.69 | 1734.87 | false |
137 | resnetv22_stage3__plus5 | elemwise_add | 90.33 | 9.00 | 81.33 | 200704 | 868778.67 | 92010.67 | 76.30 | 0.21 | 22.30 | true |
138 | resnetv22_stage4_batchnorm0_fwd | BatchNorm | 38.33 | 10.67 | 27.67 | 1269760 | 26688.00 | 854122.67 | 64.50 | 1.44 | 119.04 | true |
139 | resnetv22_stage4_activation0 | Activation | 24.33 | 6.00 | 18.33 | 401408 | 672.00 | 159669.33 | 88.10 | 2.50 | 66.90 | true |
140 | resnetv22_stage4_conv0_fwd | Convolution | 13233.67 | 215.33 | 13018.33 | 268697600 | 0.00 | 1600.00 | 12.41 | 167936.00 | 1247.82 | false |
141 | resnetv22_stage4_batchnorm1_fwd | BatchNorm | 100.00 | 7.00 | 93.00 | 634880 | 13098.67 | 99114.67 | 60.90 | 5.66 | 90.70 | true |
142 | resnetv22_stage4_activation1 | Activation | 19.67 | 4.67 | 15.00 | 200704 | 384.00 | 480.00 | 83.80 | 232.30 | 43.00 | false |
143 | resnetv22_stage4_conv1_fwd | Convolution | 18954.33 | 601.00 | 18353.33 | 302014976 | 5170581.33 | 2118912.00 | 4.73 | 41.43 | 502.52 | false |
144 | resnetv22_stage4_batchnorm2_fwd | BatchNorm | 97.00 | 5.67 | 91.33 | 175616 | 11434.67 | 0.00 | 58.10 | 15.36 | 30.99 | true |
145 | resnetv22_stage4_activation2 | Activation | 17.33 | 4.00 | 13.33 | 50176 | 896.00 | 0.00 | 81.00 | 56.00 | 12.54 | false |
146 | resnetv22_stage4_conv2_fwd | Convolution | 8559.00 | 132.33 | 8426.67 | 268959744 | 1397.33 | 0.00 | 12.26 | 192480.78 | 2032.43 | false |
147 | resnetv22_stage4_conv3_fwd | Convolution | 15327.33 | 243.67 | 15083.67 | 537395200 | 405.33 | 0.00 | 12.41 | 1325811.62 | 2205.45 | false |
148 | resnetv22_stage4__plus0 | elemwise_add | 94.67 | 6.00 | 88.67 | 100352 | 440714.67 | 0.00 | 77.40 | 0.23 | 16.73 | true |
149 | resnetv22_stage4_batchnorm3_fwd | BatchNorm | 40.33 | 10.33 | 30.00 | 702464 | 47669.33 | 333973.33 | 65.00 | 1.84 | 67.98 | true |
150 | resnetv22_stage4_activation3 | Activation | 18.67 | 4.33 | 14.33 | 200704 | 970.67 | 12842.67 | 83.80 | 14.53 | 46.32 | true |
151 | resnetv22_stage4_conv4_fwd | Convolution | 8492.67 | 413.67 | 8079.00 | 268566528 | 2660896.00 | 1047168.00 | 12.34 | 72.43 | 649.23 | false |
152 | resnetv22_stage4_batchnorm4_fwd | BatchNorm | 96.33 | 5.00 | 91.33 | 175616 | 11029.33 | 0.00 | 55.20 | 15.92 | 35.12 | true |
153 | resnetv22_stage4_activation4 | Activation | 16.33 | 3.00 | 13.33 | 50176 | 384.00 | 0.00 | 81.50 | 130.67 | 16.73 | false |
154 | resnetv22_stage4_conv5_fwd | Convolution | 18812.00 | 358.67 | 18453.33 | 294748160 | 0.00 | 1418.67 | 40.26 | 207764.16 | 821.79 | false |
155 | resnetv22_stage4_batchnorm5_fwd | BatchNorm | 96.33 | 6.00 | 90.33 | 175616 | 12320.00 | 0.00 | 57.60 | 14.25 | 29.27 | true |
156 | resnetv22_stage4_activation5 | Activation | 15.00 | 4.00 | 11.00 | 50176 | 1536.00 | 0.00 | 80.90 | 32.67 | 12.54 | false |
157 | resnetv22_stage4_conv6_fwd | Convolution | 8554.00 | 138.67 | 8415.33 | 268959744 | 7744.00 | 0.00 | 12.26 | 34731.37 | 1939.61 | false |
158 | resnetv22_stage4__plus1 | elemwise_add | 90.67 | 6.00 | 84.67 | 100352 | 440704.00 | 0.00 | 77.50 | 0.23 | 16.73 | true |
159 | resnetv22_stage4_batchnorm6_fwd | BatchNorm | 38.67 | 10.00 | 28.67 | 702464 | 48544.00 | 522.67 | 64.90 | 14.32 | 70.25 | true |
160 | resnetv22_stage4_activation6 | Activation | 19.00 | 4.00 | 15.00 | 200704 | 778.67 | 320.00 | 83.70 | 182.68 | 50.18 | false |
161 | resnetv22_stage4_conv7_fwd | Convolution | 8533.67 | 413.33 | 8120.33 | 268566528 | 2640448.00 | 898954.67 | 12.34 | 75.88 | 649.76 | false |
162 | resnetv22_stage4_batchnorm7_fwd | BatchNorm | 92.67 | 5.33 | 87.33 | 175616 | 11722.67 | 0.00 | 58.10 | 14.98 | 32.93 | true |
163 | resnetv22_stage4_activation7 | Activation | 16.33 | 3.00 | 13.33 | 50176 | 384.00 | 0.00 | 81.40 | 130.67 | 16.73 | false |
164 | resnetv22_stage4_conv8_fwd | Convolution | 18959.33 | 354.33 | 18605.00 | 294748160 | 192.00 | 1642.67 | 40.16 | 160654.85 | 831.84 | false |
165 | resnetv22_stage4_batchnorm8_fwd | BatchNorm | 95.33 | 5.33 | 90.00 | 175616 | 12234.67 | 0.00 | 57.60 | 14.35 | 32.93 | true |
166 | resnetv22_stage4_activation8 | Activation | 16.33 | 3.67 | 12.67 | 50176 | 992.00 | 0.00 | 81.70 | 50.58 | 13.68 | false |
167 | resnetv22_stage4_conv9_fwd | Convolution | 8551.33 | 137.67 | 8413.67 | 268959744 | 1877.33 | 0.00 | 12.28 | 143266.93 | 1953.70 | false |
168 | resnetv22_stage4__plus2 | elemwise_add | 89.33 | 6.00 | 83.33 | 100352 | 441258.67 | 0.00 | 76.60 | 0.23 | 16.73 | true |
169 | resnetv22_batchnorm2_fwd | BatchNorm | 38.67 | 10.00 | 28.67 | 702464 | 50250.67 | 576.00 | 61.60 | 13.82 | 70.25 | true |
170 | resnetv22_relu1_fwd | Activation | 18.33 | 4.00 | 14.33 | 200704 | 896.00 | 672.00 | 83.60 | 128.00 | 50.18 | false |
171 | resnetv22_pool1_fwd | Pooling | 277.33 | 17.00 | 260.33 | 144028 | 12320.00 | 426.67 | 11.90 | 11.30 | 8.47 | true |
172 | resnetv22_flatten0_flatten0 | Flatten | 5.00 | 0.00 | 5.00 | 0 | 0.00 | 0.00 | 0.00 | 0.00 | 0.00 | true |
173 | resnetv22_dense0_fwd | FullyConnected | 2753.00 | 73.33 | 2679.67 | 4496000 | 9709109.33 | 944469.33 | 37.79 | 0.42 | 61.31 | true |
Showing 1 to 173 of 173 entries