#name,input_sizes,initializers_sizes,total_dynamic_sizes,total_temp_allocations
FullyConnect_Add_7_17855833157900422138,18432,0,0,0
GptAttention_0_add_1797926827754367984,18432,0,0,0
GptAttention_1_add_14264081628594210588,18432,0,0,0
Add_951_11883564411390895191,18432,0,0,0
FullyConnect_MatMul_3_3608683163837862655,90112,0,0,0
LayerNorm_9_13686726904140135693,18432,0,0,0
Add_360_3657953945156267379,18432,0,0,0
FullyConnect_MatMul_4_15370415047840661588,34816,0,0,0
LayerNorm_3_10231901780271571229,18432,0,0,0
Add_557_13356134703148325144,18432,0,0,0
SkipLayerNormalization_18358743706420182878,18432,0,0,0
Add_1083_16137651648456652090,18432,0,0,0
FullyConnect_MatMul_5_4380548662884400594,90112,0,0,0
FastGelu_AddBias_1_9070855010620329904,73728,0,0,0
FullyConnect_MatMul_9_8649952720731312176,90112,0,0,0
GptAttention_4_add_10917798610180968998,18432,0,0,0
GptAttention_3_14797779248773984516,30720,0,36864,165888
EmbedLayerNormalization_0_1266204931166336327,194944,0,37120,0
LayerNorm_1_16674878002943082619,18432,0,0,0
Add_886_1880603824744926653,18432,0,0,0
GptAttention_4_4702426320733605029,30720,0,36864,165888
FastGelu_AddBias_4_2009697285730006396,73728,0,0,0
FullyConnect_MatMul_8_7972454410913461853,34816,0,0,0
FullyConnect_MatMul_6_14372042250568864906,34816,0,0,0
GptAttention_2_579645232888601697,30720,0,36864,165888
LayerNorm_5_3520194434850702611,18432,0,0,0
LayerNorm_6_10998044344590917441,18432,0,0,0
FastGelu_AddBias_3_14238927602169678879,73728,0,0,0
BeamSearch_gpt2_8226569871584971297,24,0,256,1823244
FastGelu_AddBias_0_4213040214343660251,512,0,73728,0
FullyConnect_MatMul_7_4276560964872601049,90112,0,0,0
GptAttention_0_matmul_6041672394108396644,4096,0,0,0
FullyConnect_Add_3_1168857659161692446,18432,0,0,0
FullyConnect_MatMul_1_10317717107670089915,16384,0,0,0
GptAttention_3_matmul_5578275022707521462,22528,0,0,0
GptAttention_2_matmul_3409927798778436059,22528,0,0,0
Add_295_3100951932777845851,18432,0,0,0
LayerNorm_4_490533916110462268,18432,0,0,0
GptAttention_4_matmul_13164900169954581176,22528,0,0,0
MatMul_1165_4910935824117899115,146432,0,576000,0
GptAttention_2_add_1300097617092431562,18432,0,0,0
LayerNorm_8_17679127169993900995,18432,0,0,0
GptAttention_1_matmul_10620349728341120594,22528,0,0,0
LayerNorm_2_9967843305318578875,18432,0,0,0
GptAttention_3_add_2622688291282780170,18432,0,0,0
GptAttention_0_10333689776797413951,13248,0,55296,165888
FullyConnect_MatMul_2_12508531304882533794,34816,0,0,0
GptAttention_1_14621916427013456939,30720,0,36864,165888
LayerNorm_7_15849033596854345772,18432,0,0,0
FullyConnect_Add_5_7997429853961180403,18432,0,0,0
FastGelu_AddBias_2_16250294392937436282,73728,0,0,0
Add_689_11002156780658119073,18432,0,0,0
Add_754_3812383765870068124,18432,0,0,0
FullyConnect_MatMul_0_17069290144320480490,34816,0,73728,0
FullyConnect_Add_1_5406130694563107470,18432,0,0,0
Add_492_6186659844277033562,18432,0,0,0
