Navigation :

GPU Kernel Information Aggregated by Layer

Search:

layer_index	layer_name	layer_type	layer_duration (us)	layer_gpu_duration (us)	layer_cpu_duration (us)	layer_flops	layer_dram_read_bytes	layer_dram_write_bytes	layer_achieved_occupancy (%)	layer_arithmetic_intensity (flops/byte)	layer_arithmetic_throughput (GFlops)	layer_memory_bound

layer_index	layer_name	layer_type	layer_duration (us)	layer_gpu_duration (us)	layer_cpu_duration (us)	layer_flops	layer_dram_read_bytes	layer_dram_write_bytes	layer_achieved_occupancy (%)	layer_arithmetic_intensity (flops/byte)	layer_arithmetic_throughput (GFlops)	layer_memory_bound
1	mobilenet1_batchnorm0_fwd	BatchNorm	24058.33	204.33	23854.00	116391936	77071669.33	77283061.33	92.20	0.75	569.62	true
2	mobilenet1_relu0_fwd	Activation	4077.33	202.33	3875.00	38535168	77070688.00	76851605.33	96.60	0.25	190.45	true
3	mobilenet1_conv1_fwd	Convolution	277431.33	295.33	277136.00	404619264	78447370.67	77229088.00	47.20	2.60	1370.04	true
4	mobilenet1_batchnorm1_fwd	BatchNorm	24028.00	204.67	23823.33	116391936	77071072.00	77115552.00	92.10	0.75	568.69	true
5	mobilenet1_relu1_fwd	Activation	4058.67	202.00	3856.67	38535168	77070688.00	76867989.33	96.60	0.25	190.77	true
6	mobilenet1_conv2_fwd	Convolution	220314.00	362.00	219952.00	2569011200	77857354.67	153905162.67	24.21	11.08	7096.72	true
7	mobilenet1_batchnorm2_fwd	BatchNorm	10348.67	402.00	9946.67	232783872	152543178.67	154596000.00	93.60	0.76	579.06	true
8	mobilenet1_relu2_fwd	Activation	8108.33	403.67	7704.67	77070336	153338208.00	153159658.67	98.90	0.25	190.93	true
9	mobilenet1_conv3_fwd	Convolution	152088.67	257.33	151831.33	180983808	154143989.33	40192810.67	86.10	0.93	703.31	true
10	mobilenet1_batchnorm3_fwd	BatchNorm	2571.67	99.67	2472.00	59375616	38538677.33	36940448.00	86.30	0.79	595.74	true
11	mobilenet1_relu3_fwd	Activation	2051.33	102.67	1948.67	19267584	38535520.00	38466496.00	95.50	0.25	187.67	true
12	mobilenet1_conv4_fwd	Convolution	110443.67	282.00	110161.67	1888223232	115703946.67	77066122.67	23.71	9.80	6695.83	true
13	mobilenet1_batchnorm4_fwd	BatchNorm	5226.00	196.00	5030.00	118751232	77079498.67	77154474.67	87.10	0.77	605.87	true
14	mobilenet1_relu4_fwd	Activation	4088.00	202.33	3885.67	38535168	77070688.00	77003797.33	96.60	0.25	190.45	true
15	mobilenet1_conv5_fwd	Convolution	280065.33	264.33	279801.00	404619264	76779317.33	76953312.00	83.10	2.63	1530.72	true
16	mobilenet1_batchnorm5_fwd	BatchNorm	5242.00	196.67	5045.33	118751232	76974922.67	77247744.00	87.00	0.77	603.82	true
17	mobilenet1_relu5_fwd	Activation	4096.67	202.00	3894.67	38535168	77070688.00	77007978.67	96.70	0.25	190.77	true
18	mobilenet1_conv6_fwd	Convolution	218011.67	421.00	217590.67	4983881728	143812554.67	72381568.00	24.06	23.05	11838.20	false
19	mobilenet1_batchnorm6_fwd	BatchNorm	5143.00	196.67	4946.33	118751232	77079541.33	77024298.67	87.00	0.77	603.82	true
20	mobilenet1_relu6_fwd	Activation	4125.33	202.00	3923.33	38535168	77070688.00	77006954.67	96.70	0.25	190.77	true
21	mobilenet1_conv7_fwd	Convolution	77674.33	132.33	77542.00	89468928	77074144.00	20896522.67	83.70	0.91	676.09	true
22	mobilenet1_batchnorm7_fwd	BatchNorm	1325.33	52.00	1273.33	30474240	19269344.00	17880010.67	81.60	0.82	586.04	true
23	mobilenet1_relu7_fwd	Activation	1045.00	53.00	992.00	9633792	19267936.00	19024149.33	94.40	0.25	181.77	true
24	mobilenet1_conv8_fwd	Convolution	100320.00	173.00	100147.00	1868955648	57754698.67	38759754.67	22.96	19.36	10803.21	false
25	mobilenet1_batchnorm8_fwd	BatchNorm	2702.00	101.00	2601.00	60948480	38539061.33	38545098.67	83.10	0.79	603.45	true
26	mobilenet1_relu8_fwd	Activation	2092.00	101.67	1990.33	19267584	38535520.00	38308480.00	95.50	0.25	189.52	true
27	mobilenet1_conv9_fwd	Convolution	143253.00	149.67	143103.33	202309632	38204576.00	38832853.33	91.80	2.63	1351.73	true
28	mobilenet1_batchnorm9_fwd	BatchNorm	2714.33	100.67	2613.67	60948480	38373280.00	38463509.33	83.10	0.79	605.45	true
29	mobilenet1_relu9_fwd	Activation	2127.00	102.00	2025.00	19267584	38535520.00	38310314.67	95.40	0.25	188.90	true
30	mobilenet1_conv10_fwd	Convolution	199757.33	315.67	199441.67	3718643712	115759562.67	38848288.00	23.22	24.05	11780.31	false
31	mobilenet1_batchnorm10_fwd	BatchNorm	2600.33	102.00	2498.33	60948480	38538890.67	38454368.00	83.20	0.79	597.53	true
32	mobilenet1_relu10_fwd	Activation	2089.00	102.00	1987.00	19267584	38535520.00	38306453.33	95.50	0.25	188.90	true
33	mobilenet1_conv11_fwd	Convolution	40900.67	69.00	40831.67	43720704	38542432.00	11289258.67	80.10	0.88	633.63	true
34	mobilenet1_batchnorm11_fwd	BatchNorm	1694.33	29.67	1664.67	15237120	9709557.33	8942176.00	75.40	0.82	513.61	true
35	mobilenet1_relu11_fwd	Activation	546.67	27.33	519.33	4816896	8766784.00	9620309.33	93.60	0.26	176.23	true
36	mobilenet1_conv12_fwd	Convolution	99048.33	176.00	98872.33	1859321856	44824469.33	21038005.33	21.83	28.23	10564.33	false
37	mobilenet1_batchnorm12_fwd	BatchNorm	2821.67	57.00	2764.67	30474240	19258474.67	20920981.33	84.30	0.76	534.64	true
38	mobilenet1_relu12_fwd	Activation	1026.33	54.00	972.33	9633792	19267946.67	19245141.33	94.20	0.25	178.40	true
39	mobilenet1_conv13_fwd	Convolution	78795.00	93.33	78701.67	83460096	19281760.00	19415701.33	87.10	2.16	894.22	true
40	mobilenet1_batchnorm13_fwd	BatchNorm	2478.33	56.00	2422.33	30474240	19456032.00	20955701.33	84.40	0.75	544.18	true
41	mobilenet1_relu13_fwd	Activation	1039.33	53.33	986.00	9633792	19267936.00	19244000.00	94.30	0.25	180.63	true
42	mobilenet1_conv14_fwd	Convolution	198316.00	328.67	197987.33	3709009920	104192010.67	21756117.33	22.21	29.45	11285.01	false
43	mobilenet1_batchnorm14_fwd	BatchNorm	2919.00	56.00	2863.00	30474240	19398165.33	20081013.33	83.30	0.77	544.18	true
44	mobilenet1_relu14_fwd	Activation	1028.67	54.00	974.67	9633792	19267936.00	19247296.00	94.20	0.25	178.40	true
45	mobilenet1_conv15_fwd	Convolution	78629.33	94.00	78535.33	83460096	19282442.67	19417397.33	87.10	2.16	887.87	true
46	mobilenet1_batchnorm15_fwd	BatchNorm	2552.67	56.67	2496.00	30474240	19442890.67	20949248.00	84.60	0.75	537.78	true
47	mobilenet1_relu15_fwd	Activation	1030.00	53.33	976.67	9633792	19267936.00	19245632.00	94.30	0.25	180.63	true
48	mobilenet1_conv16_fwd	Convolution	198565.33	329.00	198236.33	3709009920	106765141.33	21699040.00	22.12	28.87	11273.59	false
49	mobilenet1_batchnorm16_fwd	BatchNorm	2710.33	56.00	2654.33	30474240	19419189.33	20055520.00	83.70	0.77	544.18	true
50	mobilenet1_relu16_fwd	Activation	1032.00	54.00	978.00	9633792	19267936.00	19241408.00	94.40	0.25	178.40	true
51	mobilenet1_conv17_fwd	Convolution	78617.67	94.00	78523.67	83460096	19281760.00	19406613.33	87.10	2.16	887.87	true
52	mobilenet1_batchnorm17_fwd	BatchNorm	2419.33	56.67	2362.67	30474240	19451360.00	20957013.33	84.50	0.75	537.78	true
53	mobilenet1_relu17_fwd	Activation	1052.00	54.00	998.00	9633792	19267936.00	19246261.33	94.50	0.25	178.40	true
54	mobilenet1_conv18_fwd	Convolution	198589.67	329.33	198260.33	3709009920	105601824.00	21649461.33	22.20	29.15	11262.19	false
55	mobilenet1_batchnorm18_fwd	BatchNorm	2844.00	56.67	2787.33	30474240	19342645.33	20118794.67	83.70	0.77	537.78	true
56	mobilenet1_relu18_fwd	Activation	1043.67	53.67	990.00	9633792	19267936.00	19245749.33	94.20	0.25	179.51	true
57	mobilenet1_conv19_fwd	Convolution	78704.00	93.67	78610.33	83460096	19281760.00	19411562.67	87.10	2.16	891.03	true
58	mobilenet1_batchnorm19_fwd	BatchNorm	2464.00	56.00	2408.00	30474240	19457120.00	20957013.33	84.50	0.75	544.18	true
59	mobilenet1_relu19_fwd	Activation	1031.00	53.00	978.00	9633792	19267936.00	19242005.33	94.30	0.25	181.77	true
60	mobilenet1_conv20_fwd	Convolution	198258.00	327.33	197930.67	3709009920	105837824.00	21750122.67	22.05	29.07	11331.00	false
61	mobilenet1_batchnorm20_fwd	BatchNorm	2718.67	56.00	2662.67	30474240	19387786.67	19997589.33	83.40	0.77	544.18	true
62	mobilenet1_relu20_fwd	Activation	1044.33	53.33	991.00	9633792	19267936.00	19247786.67	94.40	0.25	180.63	true
63	mobilenet1_conv21_fwd	Convolution	78665.33	94.00	78571.33	83460096	19281760.00	19411498.67	87.20	2.16	887.87	true
64	mobilenet1_batchnorm21_fwd	BatchNorm	2601.33	56.67	2544.67	30474240	19456160.00	20949482.67	84.50	0.75	537.78	true
65	mobilenet1_relu21_fwd	Activation	1047.00	53.00	994.00	9633792	19267936.00	19246613.33	94.30	0.25	181.77	true
66	mobilenet1_conv22_fwd	Convolution	198255.33	328.67	197926.67	3709009920	104726101.33	21718752.00	21.93	29.33	11285.04	false
67	mobilenet1_batchnorm22_fwd	BatchNorm	3027.67	56.33	2971.33	30474240	19388736.00	20038442.67	83.60	0.77	540.97	true
68	mobilenet1_relu22_fwd	Activation	1038.00	53.67	984.33	9633792	19268629.33	19246944.00	94.40	0.25	179.51	true
69	mobilenet1_conv23_fwd	Convolution	26005.33	39.67	25965.67	20865024	19282058.67	6545098.67	82.60	0.81	526.00	true
70	mobilenet1_batchnorm23_fwd	BatchNorm	1232.67	45.00	1187.67	8429568	4823264.00	3844960.00	17.90	0.97	187.32	true
71	mobilenet1_relu23_fwd	Activation	299.67	11.00	288.67	2408448	1521184.00	4477045.33	89.00	0.40	218.95	true
72	mobilenet1_conv24_fwd	Convolution	121935.67	169.00	121766.67	1892352000	4924085.33	11745984.00	20.39	113.52	11197.35	false
73	mobilenet1_batchnorm24_fwd	BatchNorm	1943.00	84.00	1859.00	16859136	8310314.67	10812213.33	18.60	0.88	200.70	true
74	mobilenet1_relu24_fwd	Activation	526.33	27.67	498.67	4816896	8846218.67	9604309.33	93.90	0.26	174.10	true
75	mobilenet1_conv25_fwd	Convolution	50480.67	49.67	50431.00	37896192	9661792.00	9698784.00	86.50	1.96	763.01	true
76	mobilenet1_batchnorm25_fwd	BatchNorm	1235.67	84.00	1151.67	16859136	9647669.33	10786058.67	18.90	0.83	200.70	true
77	mobilenet1_relu25_fwd	Activation	525.67	27.33	498.33	4816896	8828725.33	9584586.67	93.80	0.26	176.23	true
78	mobilenet1_conv26_fwd	Convolution	249793.33	322.00	249471.33	3779788800	15847605.33	11818069.33	22.22	136.62	11738.47	false
79	mobilenet1_batchnorm26_fwd	BatchNorm	1430.00	84.00	1346.00	16859136	8380565.33	10715914.67	18.80	0.88	200.70	true
80	mobilenet1_relu26_fwd	Activation	524.00	27.33	496.67	4816896	8839648.00	9607925.33	93.90	0.26	176.23	true
81	mobilenet1_pool0_fwd	Pooling	3168.67	30.00	3138.67	3136512	14867285.33	3142613.33	50.40	0.17	104.55	true
82	mobilenet1_flatten0_flatten0	Flatten	4.33	0.00	4.33	0	0.00	0.00	0.00	0.00	0.00	true
83	mobilenet1_dense0_fwd	FullyConnected	6163.33	27.67	6135.67	101775872	3077685.33	4010.67	15.50	33.03	3678.60	false

Showing 1 to 83 of 83 entries

Download as CSV