-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathresnet152_torchviz
3323 lines (3323 loc) · 138 KB
/
resnet152_torchviz
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
digraph {
graph [size="427.65,427.65"]
node [align=left fontname=monospace fontsize=10 height=0.2 ranksep=0.1 shape=box style=filled]
140380010749360 [label="
(512, 2)" fillcolor=darkolivegreen1]
140380147448608 [label=AddmmBackward0]
140380147448512 -> 140380147448608
140380005092704 [label="decoder.decoder.bias
(2)" fillcolor=lightblue]
140380005092704 -> 140380147448512
140380147448512 [label=AccumulateGrad]
140380147447168 -> 140380147448608
140380147447168 [label=ViewBackward0]
140380147448320 -> 140380147447168
140380147448320 [label=MeanBackward1]
140380147448992 -> 140380147448320
140380147448992 [label=AddBackward0]
140380147449424 -> 140380147448992
140380147449424 [label=CudnnBatchNormBackward0]
140380147446400 -> 140380147449424
140380147446400 [label=CudnnConvolutionBackward0]
140380147446448 -> 140380147446400
140380147446448 [label=ReluBackward0]
140380147446832 -> 140380147446448
140380147446832 [label=CudnnBatchNormBackward0]
140380147446784 -> 140380147446832
140380147446784 [label=CudnnConvolutionBackward0]
140380147446016 -> 140380147446784
140380147446016 [label=ReluBackward0]
140380147446688 -> 140380147446016
140380147446688 [label=CudnnBatchNormBackward0]
140380147449808 -> 140380147446688
140380147449808 [label=CudnnConvolutionBackward0]
140380147448944 -> 140380147449808
140380147448944 [label=AddBackward0]
140380147449232 -> 140380147448944
140380147449232 [label=CudnnBatchNormBackward0]
140380009795840 -> 140380147449232
140380009795840 [label=CudnnConvolutionBackward0]
140380009796032 -> 140380009795840
140380009796032 [label=ReluBackward0]
140380009796176 -> 140380009796032
140380009796176 [label=CudnnBatchNormBackward0]
140380009796272 -> 140380009796176
140380009796272 [label=CudnnConvolutionBackward0]
140380009796464 -> 140380009796272
140380009796464 [label=ReluBackward0]
140380009796608 -> 140380009796464
140380009796608 [label=CudnnBatchNormBackward0]
140380009796704 -> 140380009796608
140380009796704 [label=CudnnConvolutionBackward0]
140380009795696 -> 140380009796704
140380009795696 [label=AddBackward0]
140380009796992 -> 140380009795696
140380009796992 [label=CudnnBatchNormBackward0]
140380009797136 -> 140380009796992
140380009797136 [label=CudnnConvolutionBackward0]
140380009797328 -> 140380009797136
140380009797328 [label=ReluBackward0]
140380009797472 -> 140380009797328
140380009797472 [label=CudnnBatchNormBackward0]
140380009797568 -> 140380009797472
140380009797568 [label=CudnnConvolutionBackward0]
140380009797760 -> 140380009797568
140380009797760 [label=ReluBackward0]
140380009797904 -> 140380009797760
140380009797904 [label=CudnnBatchNormBackward0]
140380009798000 -> 140380009797904
140380009798000 [label=CudnnConvolutionBackward0]
140380009798192 -> 140380009798000
140380009798192 [label=AddBackward0]
140380009798336 -> 140380009798192
140380009798336 [label=CudnnBatchNormBackward0]
140380009798480 -> 140380009798336
140380009798480 [label=CudnnConvolutionBackward0]
140380009798672 -> 140380009798480
140380009798672 [label=ReluBackward0]
140380009798816 -> 140380009798672
140380009798816 [label=CudnnBatchNormBackward0]
140380009798912 -> 140380009798816
140380009798912 [label=CudnnConvolutionBackward0]
140380009799104 -> 140380009798912
140380009799104 [label=ReluBackward0]
140380009799248 -> 140380009799104
140380009799248 [label=CudnnBatchNormBackward0]
140380009799344 -> 140380009799248
140380009799344 [label=CudnnConvolutionBackward0]
140380009798288 -> 140380009799344
140380009798288 [label=AddBackward0]
140380009799632 -> 140380009798288
140380009799632 [label=CudnnBatchNormBackward0]
140380009783456 -> 140380009799632
140380009783456 [label=CudnnConvolutionBackward0]
140380009783648 -> 140380009783456
140380009783648 [label=ReluBackward0]
140380009783792 -> 140380009783648
140380009783792 [label=CudnnBatchNormBackward0]
140380009783888 -> 140380009783792
140380009783888 [label=CudnnConvolutionBackward0]
140380009784080 -> 140380009783888
140380009784080 [label=ReluBackward0]
140380009784224 -> 140380009784080
140380009784224 [label=CudnnBatchNormBackward0]
140380009784320 -> 140380009784224
140380009784320 [label=CudnnConvolutionBackward0]
140380009799584 -> 140380009784320
140380009799584 [label=AddBackward0]
140380009784608 -> 140380009799584
140380009784608 [label=CudnnBatchNormBackward0]
140380009784752 -> 140380009784608
140380009784752 [label=CudnnConvolutionBackward0]
140380009784944 -> 140380009784752
140380009784944 [label=ReluBackward0]
140380009785088 -> 140380009784944
140380009785088 [label=CudnnBatchNormBackward0]
140380009785184 -> 140380009785088
140380009785184 [label=CudnnConvolutionBackward0]
140380009785376 -> 140380009785184
140380009785376 [label=ReluBackward0]
140380009785520 -> 140380009785376
140380009785520 [label=CudnnBatchNormBackward0]
140380009785568 -> 140380009785520
140380009785568 [label=CudnnConvolutionBackward0]
140380009784560 -> 140380009785568
140380009784560 [label=AddBackward0]
140380009785952 -> 140380009784560
140380009785952 [label=CudnnBatchNormBackward0]
140380009786096 -> 140380009785952
140380009786096 [label=CudnnConvolutionBackward0]
140380009786288 -> 140380009786096
140380009786288 [label=ReluBackward0]
140380009786432 -> 140380009786288
140380009786432 [label=CudnnBatchNormBackward0]
140380009786480 -> 140380009786432
140380009786480 [label=CudnnConvolutionBackward0]
140380009786768 -> 140380009786480
140380009786768 [label=ReluBackward0]
140380009786912 -> 140380009786768
140380009786912 [label=CudnnBatchNormBackward0]
140380009786960 -> 140380009786912
140380009786960 [label=CudnnConvolutionBackward0]
140380009785904 -> 140380009786960
140380009785904 [label=AddBackward0]
140380009787344 -> 140380009785904
140380009787344 [label=CudnnBatchNormBackward0]
140380009820320 -> 140380009787344
140380009820320 [label=CudnnConvolutionBackward0]
140380009820512 -> 140380009820320
140380009820512 [label=ReluBackward0]
140380009820656 -> 140380009820512
140380009820656 [label=CudnnBatchNormBackward0]
140380009820704 -> 140380009820656
140380009820704 [label=CudnnConvolutionBackward0]
140380009820992 -> 140380009820704
140380009820992 [label=ReluBackward0]
140380009821136 -> 140380009820992
140380009821136 [label=CudnnBatchNormBackward0]
140380009821184 -> 140380009821136
140380009821184 [label=CudnnConvolutionBackward0]
140380009787296 -> 140380009821184
140380009787296 [label=AddBackward0]
140380009821568 -> 140380009787296
140380009821568 [label=CudnnBatchNormBackward0]
140380009821712 -> 140380009821568
140380009821712 [label=CudnnConvolutionBackward0]
140380009821904 -> 140380009821712
140380009821904 [label=ReluBackward0]
140380009822048 -> 140380009821904
140380009822048 [label=CudnnBatchNormBackward0]
140380009822096 -> 140380009822048
140380009822096 [label=CudnnConvolutionBackward0]
140380009822384 -> 140380009822096
140380009822384 [label=ReluBackward0]
140380009822528 -> 140380009822384
140380009822528 [label=CudnnBatchNormBackward0]
140380009822576 -> 140380009822528
140380009822576 [label=CudnnConvolutionBackward0]
140380009821520 -> 140380009822576
140380009821520 [label=AddBackward0]
140380009822960 -> 140380009821520
140380009822960 [label=CudnnBatchNormBackward0]
140380009823104 -> 140380009822960
140380009823104 [label=CudnnConvolutionBackward0]
140380009823296 -> 140380009823104
140380009823296 [label=ReluBackward0]
140380009823440 -> 140380009823296
140380009823440 [label=CudnnBatchNormBackward0]
140380009823488 -> 140380009823440
140380009823488 [label=CudnnConvolutionBackward0]
140380009823776 -> 140380009823488
140380009823776 [label=ReluBackward0]
140380009823920 -> 140380009823776
140380009823920 [label=CudnnBatchNormBackward0]
140380009823968 -> 140380009823920
140380009823968 [label=CudnnConvolutionBackward0]
140380009822912 -> 140380009823968
140380009822912 [label=AddBackward0]
140380009832608 -> 140380009822912
140380009832608 [label=CudnnBatchNormBackward0]
140380009832752 -> 140380009832608
140380009832752 [label=CudnnConvolutionBackward0]
140380009832944 -> 140380009832752
140380009832944 [label=ReluBackward0]
140380009833088 -> 140380009832944
140380009833088 [label=CudnnBatchNormBackward0]
140380009833136 -> 140380009833088
140380009833136 [label=CudnnConvolutionBackward0]
140380009833424 -> 140380009833136
140380009833424 [label=ReluBackward0]
140380009833568 -> 140380009833424
140380009833568 [label=CudnnBatchNormBackward0]
140380009833616 -> 140380009833568
140380009833616 [label=CudnnConvolutionBackward0]
140380009832560 -> 140380009833616
140380009832560 [label=AddBackward0]
140380009834000 -> 140380009832560
140380009834000 [label=CudnnBatchNormBackward0]
140380009834144 -> 140380009834000
140380009834144 [label=CudnnConvolutionBackward0]
140380009834336 -> 140380009834144
140380009834336 [label=ReluBackward0]
140380009834480 -> 140380009834336
140380009834480 [label=CudnnBatchNormBackward0]
140380009834528 -> 140380009834480
140380009834528 [label=CudnnConvolutionBackward0]
140380009834816 -> 140380009834528
140380009834816 [label=ReluBackward0]
140380009834960 -> 140380009834816
140380009834960 [label=CudnnBatchNormBackward0]
140380009835008 -> 140380009834960
140380009835008 [label=CudnnConvolutionBackward0]
140380009833952 -> 140380009835008
140380009833952 [label=AddBackward0]
140380009835392 -> 140380009833952
140380009835392 [label=CudnnBatchNormBackward0]
140380009835536 -> 140380009835392
140380009835536 [label=CudnnConvolutionBackward0]
140380009835728 -> 140380009835536
140380009835728 [label=ReluBackward0]
140380009835872 -> 140380009835728
140380009835872 [label=CudnnBatchNormBackward0]
140380009835920 -> 140380009835872
140380009835920 [label=CudnnConvolutionBackward0]
140380009836208 -> 140380009835920
140380009836208 [label=ReluBackward0]
140380009836352 -> 140380009836208
140380009836352 [label=CudnnBatchNormBackward0]
140380009836400 -> 140380009836352
140380009836400 [label=CudnnConvolutionBackward0]
140380009835344 -> 140380009836400
140380009835344 [label=AddBackward0]
140380009828656 -> 140380009835344
140380009828656 [label=CudnnBatchNormBackward0]
140380009828800 -> 140380009828656
140380009828800 [label=CudnnConvolutionBackward0]
140380009828992 -> 140380009828800
140380009828992 [label=ReluBackward0]
140380009829136 -> 140380009828992
140380009829136 [label=CudnnBatchNormBackward0]
140380009829184 -> 140380009829136
140380009829184 [label=CudnnConvolutionBackward0]
140380009829472 -> 140380009829184
140380009829472 [label=ReluBackward0]
140380009829616 -> 140380009829472
140380009829616 [label=CudnnBatchNormBackward0]
140380009829664 -> 140380009829616
140380009829664 [label=CudnnConvolutionBackward0]
140380009828608 -> 140380009829664
140380009828608 [label=AddBackward0]
140380009830048 -> 140380009828608
140380009830048 [label=CudnnBatchNormBackward0]
140380009830192 -> 140380009830048
140380009830192 [label=CudnnConvolutionBackward0]
140380009830384 -> 140380009830192
140380009830384 [label=ReluBackward0]
140380009830528 -> 140380009830384
140380009830528 [label=CudnnBatchNormBackward0]
140380009830576 -> 140380009830528
140380009830576 [label=CudnnConvolutionBackward0]
140380009830864 -> 140380009830576
140380009830864 [label=ReluBackward0]
140380009831008 -> 140380009830864
140380009831008 [label=CudnnBatchNormBackward0]
140380009831056 -> 140380009831008
140380009831056 [label=CudnnConvolutionBackward0]
140380009830000 -> 140380009831056
140380009830000 [label=AddBackward0]
140380009831440 -> 140380009830000
140380009831440 [label=CudnnBatchNormBackward0]
140380009831584 -> 140380009831440
140380009831584 [label=CudnnConvolutionBackward0]
140380009831776 -> 140380009831584
140380009831776 [label=ReluBackward0]
140380009831920 -> 140380009831776
140380009831920 [label=CudnnBatchNormBackward0]
140380009831968 -> 140380009831920
140380009831968 [label=CudnnConvolutionBackward0]
140380009832256 -> 140380009831968
140380009832256 [label=ReluBackward0]
140380009832400 -> 140380009832256
140380009832400 [label=CudnnBatchNormBackward0]
140380009853040 -> 140380009832400
140380009853040 [label=CudnnConvolutionBackward0]
140380009831392 -> 140380009853040
140380009831392 [label=AddBackward0]
140380009853376 -> 140380009831392
140380009853376 [label=CudnnBatchNormBackward0]
140380009853520 -> 140380009853376
140380009853520 [label=CudnnConvolutionBackward0]
140380009853712 -> 140380009853520
140380009853712 [label=ReluBackward0]
140380009853856 -> 140380009853712
140380009853856 [label=CudnnBatchNormBackward0]
140380009853904 -> 140380009853856
140380009853904 [label=CudnnConvolutionBackward0]
140380009854192 -> 140380009853904
140380009854192 [label=ReluBackward0]
140380009854336 -> 140380009854192
140380009854336 [label=CudnnBatchNormBackward0]
140380009854384 -> 140380009854336
140380009854384 [label=CudnnConvolutionBackward0]
140380009853328 -> 140380009854384
140380009853328 [label=AddBackward0]
140380009854768 -> 140380009853328
140380009854768 [label=CudnnBatchNormBackward0]
140380009854912 -> 140380009854768
140380009854912 [label=CudnnConvolutionBackward0]
140380009855104 -> 140380009854912
140380009855104 [label=ReluBackward0]
140380009855248 -> 140380009855104
140380009855248 [label=CudnnBatchNormBackward0]
140380009855296 -> 140380009855248
140380009855296 [label=CudnnConvolutionBackward0]
140380009855584 -> 140380009855296
140380009855584 [label=ReluBackward0]
140380009855728 -> 140380009855584
140380009855728 [label=CudnnBatchNormBackward0]
140380009855776 -> 140380009855728
140380009855776 [label=CudnnConvolutionBackward0]
140380009854720 -> 140380009855776
140380009854720 [label=AddBackward0]
140380009856160 -> 140380009854720
140380009856160 [label=CudnnBatchNormBackward0]
140380009856304 -> 140380009856160
140380009856304 [label=CudnnConvolutionBackward0]
140380009856496 -> 140380009856304
140380009856496 [label=ReluBackward0]
140380009856640 -> 140380009856496
140380009856640 [label=CudnnBatchNormBackward0]
140380009856688 -> 140380009856640
140380009856688 [label=CudnnConvolutionBackward0]
140380009856976 -> 140380009856688
140380009856976 [label=ReluBackward0]
140380009844896 -> 140380009856976
140380009844896 [label=CudnnBatchNormBackward0]
140380009844944 -> 140380009844896
140380009844944 [label=CudnnConvolutionBackward0]
140380009856112 -> 140380009844944
140380009856112 [label=AddBackward0]
140380009845328 -> 140380009856112
140380009845328 [label=CudnnBatchNormBackward0]
140380009845472 -> 140380009845328
140380009845472 [label=CudnnConvolutionBackward0]
140380009845664 -> 140380009845472
140380009845664 [label=ReluBackward0]
140380009845808 -> 140380009845664
140380009845808 [label=CudnnBatchNormBackward0]
140380009845856 -> 140380009845808
140380009845856 [label=CudnnConvolutionBackward0]
140380009846144 -> 140380009845856
140380009846144 [label=ReluBackward0]
140380009846288 -> 140380009846144
140380009846288 [label=CudnnBatchNormBackward0]
140380009846336 -> 140380009846288
140380009846336 [label=CudnnConvolutionBackward0]
140380009845280 -> 140380009846336
140380009845280 [label=AddBackward0]
140380009846720 -> 140380009845280
140380009846720 [label=CudnnBatchNormBackward0]
140380009846864 -> 140380009846720
140380009846864 [label=CudnnConvolutionBackward0]
140380009847056 -> 140380009846864
140380009847056 [label=ReluBackward0]
140380009847200 -> 140380009847056
140380009847200 [label=CudnnBatchNormBackward0]
140380009847248 -> 140380009847200
140380009847248 [label=CudnnConvolutionBackward0]
140380009847536 -> 140380009847248
140380009847536 [label=ReluBackward0]
140380009847680 -> 140380009847536
140380009847680 [label=CudnnBatchNormBackward0]
140380009847728 -> 140380009847680
140380009847728 [label=CudnnConvolutionBackward0]
140380009846672 -> 140380009847728
140380009846672 [label=AddBackward0]
140380009848112 -> 140380009846672
140380009848112 [label=CudnnBatchNormBackward0]
140380009848256 -> 140380009848112
140380009848256 [label=CudnnConvolutionBackward0]
140380009848448 -> 140380009848256
140380009848448 [label=ReluBackward0]
140380009848592 -> 140380009848448
140380009848592 [label=CudnnBatchNormBackward0]
140380009848640 -> 140380009848592
140380009848640 [label=CudnnConvolutionBackward0]
140380009869472 -> 140380009848640
140380009869472 [label=ReluBackward0]
140380009869616 -> 140380009869472
140380009869616 [label=CudnnBatchNormBackward0]
140380009869664 -> 140380009869616
140380009869664 [label=CudnnConvolutionBackward0]
140380009848064 -> 140380009869664
140380009848064 [label=AddBackward0]
140380009870048 -> 140380009848064
140380009870048 [label=CudnnBatchNormBackward0]
140380009870192 -> 140380009870048
140380009870192 [label=CudnnConvolutionBackward0]
140380009870384 -> 140380009870192
140380009870384 [label=ReluBackward0]
140380009870528 -> 140380009870384
140380009870528 [label=CudnnBatchNormBackward0]
140380009870576 -> 140380009870528
140380009870576 [label=CudnnConvolutionBackward0]
140380009870864 -> 140380009870576
140380009870864 [label=ReluBackward0]
140380009871008 -> 140380009870864
140380009871008 [label=CudnnBatchNormBackward0]
140380009871056 -> 140380009871008
140380009871056 [label=CudnnConvolutionBackward0]
140380009870000 -> 140380009871056
140380009870000 [label=AddBackward0]
140380009871440 -> 140380009870000
140380009871440 [label=CudnnBatchNormBackward0]
140380009871584 -> 140380009871440
140380009871584 [label=CudnnConvolutionBackward0]
140380009871776 -> 140380009871584
140380009871776 [label=ReluBackward0]
140380009871920 -> 140380009871776
140380009871920 [label=CudnnBatchNormBackward0]
140380009871968 -> 140380009871920
140380009871968 [label=CudnnConvolutionBackward0]
140380009872256 -> 140380009871968
140380009872256 [label=ReluBackward0]
140380009872400 -> 140380009872256
140380009872400 [label=CudnnBatchNormBackward0]
140380009872448 -> 140380009872400
140380009872448 [label=CudnnConvolutionBackward0]
140380009871392 -> 140380009872448
140380009871392 [label=AddBackward0]
140380009872832 -> 140380009871392
140380009872832 [label=CudnnBatchNormBackward0]
140380009872976 -> 140380009872832
140380009872976 [label=CudnnConvolutionBackward0]
140380009873168 -> 140380009872976
140380009873168 [label=ReluBackward0]
140380009873312 -> 140380009873168
140380009873312 [label=CudnnBatchNormBackward0]
140380009873216 -> 140380009873312
140380009873216 [label=CudnnConvolutionBackward0]
140380009865520 -> 140380009873216
140380009865520 [label=ReluBackward0]
140380009865664 -> 140380009865520
140380009865664 [label=CudnnBatchNormBackward0]
140380009865712 -> 140380009865664
140380009865712 [label=CudnnConvolutionBackward0]
140380009872784 -> 140380009865712
140380009872784 [label=AddBackward0]
140380009866096 -> 140380009872784
140380009866096 [label=CudnnBatchNormBackward0]
140380009866240 -> 140380009866096
140380009866240 [label=CudnnConvolutionBackward0]
140380009866432 -> 140380009866240
140380009866432 [label=ReluBackward0]
140380009866576 -> 140380009866432
140380009866576 [label=CudnnBatchNormBackward0]
140380009866624 -> 140380009866576
140380009866624 [label=CudnnConvolutionBackward0]
140380009866912 -> 140380009866624
140380009866912 [label=ReluBackward0]
140380009867056 -> 140380009866912
140380009867056 [label=CudnnBatchNormBackward0]
140380009867104 -> 140380009867056
140380009867104 [label=CudnnConvolutionBackward0]
140380009866048 -> 140380009867104
140380009866048 [label=AddBackward0]
140380009867488 -> 140380009866048
140380009867488 [label=CudnnBatchNormBackward0]
140380009867632 -> 140380009867488
140380009867632 [label=CudnnConvolutionBackward0]
140380009867824 -> 140380009867632
140380009867824 [label=ReluBackward0]
140380009867968 -> 140380009867824
140380009867968 [label=CudnnBatchNormBackward0]
140380009868016 -> 140380009867968
140380009868016 [label=CudnnConvolutionBackward0]
140380009868304 -> 140380009868016
140380009868304 [label=ReluBackward0]
140380009868448 -> 140380009868304
140380009868448 [label=CudnnBatchNormBackward0]
140380009868496 -> 140380009868448
140380009868496 [label=CudnnConvolutionBackward0]
140380009867440 -> 140380009868496
140380009867440 [label=AddBackward0]
140380009868880 -> 140380009867440
140380009868880 [label=CudnnBatchNormBackward0]
140380009869024 -> 140380009868880
140380009869024 [label=CudnnConvolutionBackward0]
140380009869216 -> 140380009869024
140380009869216 [label=ReluBackward0]
140380009869264 -> 140380009869216
140380009869264 [label=CudnnBatchNormBackward0]
140380009787552 -> 140380009869264
140380009787552 [label=CudnnConvolutionBackward0]
140380009787840 -> 140380009787552
140380009787840 [label=ReluBackward0]
140380009787984 -> 140380009787840
140380009787984 [label=CudnnBatchNormBackward0]
140380009788032 -> 140380009787984
140380009788032 [label=CudnnConvolutionBackward0]
140380009868832 -> 140380009788032
140380009868832 [label=AddBackward0]
140380009788416 -> 140380009868832
140380009788416 [label=CudnnBatchNormBackward0]
140380009788560 -> 140380009788416
140380009788560 [label=CudnnConvolutionBackward0]
140380009788752 -> 140380009788560
140380009788752 [label=ReluBackward0]
140380009788896 -> 140380009788752
140380009788896 [label=CudnnBatchNormBackward0]
140380009788944 -> 140380009788896
140380009788944 [label=CudnnConvolutionBackward0]
140380009789232 -> 140380009788944
140380009789232 [label=ReluBackward0]
140380009789376 -> 140380009789232
140380009789376 [label=CudnnBatchNormBackward0]
140380009789424 -> 140380009789376
140380009789424 [label=CudnnConvolutionBackward0]
140380009788368 -> 140380009789424
140380009788368 [label=AddBackward0]
140380009789808 -> 140380009788368
140380009789808 [label=CudnnBatchNormBackward0]
140380009789952 -> 140380009789808
140380009789952 [label=CudnnConvolutionBackward0]
140380009790144 -> 140380009789952
140380009790144 [label=ReluBackward0]
140380009790288 -> 140380009790144
140380009790288 [label=CudnnBatchNormBackward0]
140380009790336 -> 140380009790288
140380009790336 [label=CudnnConvolutionBackward0]
140380009790624 -> 140380009790336
140380009790624 [label=ReluBackward0]
140380009790768 -> 140380009790624
140380009790768 [label=CudnnBatchNormBackward0]
140380009790816 -> 140380009790768
140380009790816 [label=CudnnConvolutionBackward0]
140380009789760 -> 140380009790816
140380009789760 [label=AddBackward0]
140380009791200 -> 140380009789760
140380009791200 [label=CudnnBatchNormBackward0]
140380009791344 -> 140380009791200
140380009791344 [label=CudnnConvolutionBackward0]
140380009791440 -> 140380009791344
140380009791440 [label=ReluBackward0]
140380009611520 -> 140380009791440
140380009611520 [label=CudnnBatchNormBackward0]
140380009611568 -> 140380009611520
140380009611568 [label=CudnnConvolutionBackward0]
140380009611856 -> 140380009611568
140380009611856 [label=ReluBackward0]
140380009612000 -> 140380009611856
140380009612000 [label=CudnnBatchNormBackward0]
140380009612048 -> 140380009612000
140380009612048 [label=CudnnConvolutionBackward0]
140380009791152 -> 140380009612048
140380009791152 [label=AddBackward0]
140380009612432 -> 140380009791152
140380009612432 [label=CudnnBatchNormBackward0]
140380009612576 -> 140380009612432
140380009612576 [label=CudnnConvolutionBackward0]
140380009612768 -> 140380009612576
140380009612768 [label=ReluBackward0]
140380009612912 -> 140380009612768
140380009612912 [label=CudnnBatchNormBackward0]
140380009612960 -> 140380009612912
140380009612960 [label=CudnnConvolutionBackward0]
140380009613248 -> 140380009612960
140380009613248 [label=ReluBackward0]
140380009613392 -> 140380009613248
140380009613392 [label=CudnnBatchNormBackward0]
140380009613440 -> 140380009613392
140380009613440 [label=CudnnConvolutionBackward0]
140380009612384 -> 140380009613440
140380009612384 [label=AddBackward0]
140380009613824 -> 140380009612384
140380009613824 [label=CudnnBatchNormBackward0]
140380009613968 -> 140380009613824
140380009613968 [label=CudnnConvolutionBackward0]
140380009614160 -> 140380009613968
140380009614160 [label=ReluBackward0]
140380009614304 -> 140380009614160
140380009614304 [label=CudnnBatchNormBackward0]
140380009614352 -> 140380009614304
140380009614352 [label=CudnnConvolutionBackward0]
140380009614640 -> 140380009614352
140380009614640 [label=ReluBackward0]
140380009614784 -> 140380009614640
140380009614784 [label=CudnnBatchNormBackward0]
140380009614832 -> 140380009614784
140380009614832 [label=CudnnConvolutionBackward0]
140380009613776 -> 140380009614832
140380009613776 [label=AddBackward0]
140380009615216 -> 140380009613776
140380009615216 [label=CudnnBatchNormBackward0]
140380009615312 -> 140380009615216
140380009615312 [label=CudnnConvolutionBackward0]
140380009771264 -> 140380009615312
140380009771264 [label=ReluBackward0]
140380009771408 -> 140380009771264
140380009771408 [label=CudnnBatchNormBackward0]
140380009771456 -> 140380009771408
140380009771456 [label=CudnnConvolutionBackward0]
140380009771744 -> 140380009771456
140380009771744 [label=ReluBackward0]
140380009771888 -> 140380009771744
140380009771888 [label=CudnnBatchNormBackward0]
140380009771936 -> 140380009771888
140380009771936 [label=CudnnConvolutionBackward0]
140380009615168 -> 140380009771936
140380009615168 [label=AddBackward0]
140380009772320 -> 140380009615168
140380009772320 [label=CudnnBatchNormBackward0]
140380009772464 -> 140380009772320
140380009772464 [label=CudnnConvolutionBackward0]
140380009772656 -> 140380009772464
140380009772656 [label=ReluBackward0]
140380009772800 -> 140380009772656
140380009772800 [label=CudnnBatchNormBackward0]
140380009772848 -> 140380009772800
140380009772848 [label=CudnnConvolutionBackward0]
140380009773136 -> 140380009772848
140380009773136 [label=ReluBackward0]
140380009773280 -> 140380009773136
140380009773280 [label=CudnnBatchNormBackward0]
140380009773328 -> 140380009773280
140380009773328 [label=CudnnConvolutionBackward0]
140380009772272 -> 140380009773328
140380009772272 [label=AddBackward0]
140380009773712 -> 140380009772272
140380009773712 [label=CudnnBatchNormBackward0]
140380009773856 -> 140380009773712
140380009773856 [label=CudnnConvolutionBackward0]
140380009774048 -> 140380009773856
140380009774048 [label=ReluBackward0]
140380009774192 -> 140380009774048
140380009774192 [label=CudnnBatchNormBackward0]
140380009774240 -> 140380009774192
140380009774240 [label=CudnnConvolutionBackward0]
140380009774528 -> 140380009774240
140380009774528 [label=ReluBackward0]
140380009774672 -> 140380009774528
140380009774672 [label=CudnnBatchNormBackward0]
140380009774720 -> 140380009774672
140380009774720 [label=CudnnConvolutionBackward0]
140380009773664 -> 140380009774720
140380009773664 [label=AddBackward0]
140380009775056 -> 140380009773664
140380009775056 [label=CudnnBatchNormBackward0]
140380009754832 -> 140380009775056
140380009754832 [label=CudnnConvolutionBackward0]
140380009755024 -> 140380009754832
140380009755024 [label=ReluBackward0]
140380009755168 -> 140380009755024
140380009755168 [label=CudnnBatchNormBackward0]
140380009755216 -> 140380009755168
140380009755216 [label=CudnnConvolutionBackward0]
140380009755504 -> 140380009755216
140380009755504 [label=ReluBackward0]
140380009755648 -> 140380009755504
140380009755648 [label=CudnnBatchNormBackward0]
140380009755696 -> 140380009755648
140380009755696 [label=CudnnConvolutionBackward0]
140380009774912 -> 140380009755696
140380009774912 [label=AddBackward0]
140380009756080 -> 140380009774912
140380009756080 [label=CudnnBatchNormBackward0]
140380009756224 -> 140380009756080
140380009756224 [label=CudnnConvolutionBackward0]
140380009756416 -> 140380009756224
140380009756416 [label=ReluBackward0]
140380009756560 -> 140380009756416
140380009756560 [label=CudnnBatchNormBackward0]
140380009756608 -> 140380009756560
140380009756608 [label=CudnnConvolutionBackward0]
140380009756896 -> 140380009756608
140380009756896 [label=ReluBackward0]
140380009757040 -> 140380009756896
140380009757040 [label=CudnnBatchNormBackward0]
140380009757088 -> 140380009757040
140380009757088 [label=CudnnConvolutionBackward0]
140380009756032 -> 140380009757088
140380009756032 [label=AddBackward0]
140380009757472 -> 140380009756032
140380009757472 [label=CudnnBatchNormBackward0]
140380009757616 -> 140380009757472
140380009757616 [label=CudnnConvolutionBackward0]
140380009757808 -> 140380009757616
140380009757808 [label=ReluBackward0]
140380009757952 -> 140380009757808
140380009757952 [label=CudnnBatchNormBackward0]
140380009758000 -> 140380009757952
140380009758000 [label=CudnnConvolutionBackward0]
140380009758288 -> 140380009758000
140380009758288 [label=ReluBackward0]
140380009758432 -> 140380009758288
140380009758432 [label=CudnnBatchNormBackward0]
140380009758480 -> 140380009758432
140380009758480 [label=CudnnConvolutionBackward0]
140380009758672 -> 140380009758480
140380009758672 [label=AddBackward0]
140380009758976 -> 140380009758672
140380009758976 [label=CudnnBatchNormBackward0]
140380009759120 -> 140380009758976
140380009759120 [label=CudnnConvolutionBackward0]
140380009759312 -> 140380009759120
140380009759312 [label=ReluBackward0]
140380009759456 -> 140380009759312
140380009759456 [label=CudnnBatchNormBackward0]
140380009759504 -> 140380009759456
140380009759504 [label=CudnnConvolutionBackward0]
140380009759792 -> 140380009759504
140380009759792 [label=ReluBackward0]
140380009759936 -> 140380009759792
140380009759936 [label=CudnnBatchNormBackward0]
140380009759984 -> 140380009759936
140380009759984 [label=CudnnConvolutionBackward0]
140380009758928 -> 140380009759984
140380009758928 [label=AddBackward0]
140380009760368 -> 140380009758928
140380009760368 [label=CudnnBatchNormBackward0]
140380009760512 -> 140380009760368
140380009760512 [label=CudnnConvolutionBackward0]
140380009760704 -> 140380009760512
140380009760704 [label=ReluBackward0]
140380009760848 -> 140380009760704
140380009760848 [label=CudnnBatchNormBackward0]
140380009760896 -> 140380009760848
140380009760896 [label=CudnnConvolutionBackward0]
140380009761184 -> 140380009760896
140380009761184 [label=ReluBackward0]
140380009761328 -> 140380009761184
140380009761328 [label=CudnnBatchNormBackward0]
140380009761376 -> 140380009761328
140380009761376 [label=CudnnConvolutionBackward0]
140380009760320 -> 140380009761376
140380009760320 [label=AddBackward0]
140380009761760 -> 140380009760320
140380009761760 [label=CudnnBatchNormBackward0]
140380009761904 -> 140380009761760
140380009761904 [label=CudnnConvolutionBackward0]
140380009762096 -> 140380009761904
140380009762096 [label=ReluBackward0]
140380009762240 -> 140380009762096
140380009762240 [label=CudnnBatchNormBackward0]
140380009762288 -> 140380009762240
140380009762288 [label=CudnnConvolutionBackward0]
140380009762576 -> 140380009762288
140380009762576 [label=ReluBackward0]
140380009762720 -> 140380009762576
140380009762720 [label=CudnnBatchNormBackward0]
140380009762624 -> 140380009762720
140380009762624 [label=CudnnConvolutionBackward0]
140380009761712 -> 140380009762624
140380009761712 [label=AddBackward0]
140380010172816 -> 140380009761712
140380010172816 [label=CudnnBatchNormBackward0]
140380010172960 -> 140380010172816
140380010172960 [label=CudnnConvolutionBackward0]
140380010173152 -> 140380010172960
140380010173152 [label=ReluBackward0]
140380010173296 -> 140380010173152
140380010173296 [label=CudnnBatchNormBackward0]
140380010173344 -> 140380010173296
140380010173344 [label=CudnnConvolutionBackward0]
140380010173632 -> 140380010173344
140380010173632 [label=ReluBackward0]
140380010173776 -> 140380010173632
140380010173776 [label=CudnnBatchNormBackward0]
140380010173824 -> 140380010173776
140380010173824 [label=CudnnConvolutionBackward0]
140380010172768 -> 140380010173824
140380010172768 [label=AddBackward0]
140380010174208 -> 140380010172768
140380010174208 [label=CudnnBatchNormBackward0]
140380010174352 -> 140380010174208
140380010174352 [label=CudnnConvolutionBackward0]
140380010174544 -> 140380010174352
140380010174544 [label=ReluBackward0]
140380010174688 -> 140380010174544
140380010174688 [label=CudnnBatchNormBackward0]
140380010174736 -> 140380010174688
140380010174736 [label=CudnnConvolutionBackward0]
140380010175024 -> 140380010174736
140380010175024 [label=ReluBackward0]
140380010175168 -> 140380010175024
140380010175168 [label=CudnnBatchNormBackward0]
140380010175216 -> 140380010175168
140380010175216 [label=CudnnConvolutionBackward0]
140380010174160 -> 140380010175216
140380010174160 [label=AddBackward0]
140380010175600 -> 140380010174160
140380010175600 [label=CudnnBatchNormBackward0]
140380010175744 -> 140380010175600
140380010175744 [label=CudnnConvolutionBackward0]
140380010175936 -> 140380010175744
140380010175936 [label=ReluBackward0]
140380010176080 -> 140380010175936
140380010176080 [label=CudnnBatchNormBackward0]
140380010176128 -> 140380010176080
140380010176128 [label=CudnnConvolutionBackward0]
140380010176416 -> 140380010176128
140380010176416 [label=ReluBackward0]
140380010176464 -> 140380010176416
140380010176464 [label=CudnnBatchNormBackward0]
140380010205136 -> 140380010176464
140380010205136 [label=CudnnConvolutionBackward0]
140380010175552 -> 140380010205136
140380010175552 [label=AddBackward0]
140380010204848 -> 140380010175552
140380010204848 [label=CudnnBatchNormBackward0]
140380010204704 -> 140380010204848
140380010204704 [label=CudnnConvolutionBackward0]
140380010203984 -> 140380010204704
140380010203984 [label=ReluBackward0]
140380010204224 -> 140380010203984
140380010204224 [label=CudnnBatchNormBackward0]
140380010204176 -> 140380010204224
140380010204176 [label=CudnnConvolutionBackward0]
140380010203888 -> 140380010204176
140380010203888 [label=ReluBackward0]
140380010203744 -> 140380010203888
140380010203744 [label=CudnnBatchNormBackward0]
140380010203696 -> 140380010203744
140380010203696 [label=CudnnConvolutionBackward0]
140380010204368 -> 140380010203696
140380010204368 [label=AddBackward0]
140380010203312 -> 140380010204368
140380010203312 [label=CudnnBatchNormBackward0]
140380010203168 -> 140380010203312
140380010203168 [label=CudnnConvolutionBackward0]
140380010202976 -> 140380010203168
140380010202976 [label=ReluBackward0]
140380010202448 -> 140380010202976
140380010202448 [label=CudnnBatchNormBackward0]
140380010202784 -> 140380010202448
140380010202784 [label=CudnnConvolutionBackward0]
140380010202496 -> 140380010202784
140380010202496 [label=ReluBackward0]
140380010202352 -> 140380010202496
140380010202352 [label=CudnnBatchNormBackward0]
140380010202304 -> 140380010202352
140380010202304 [label=CudnnConvolutionBackward0]
140380010202016 -> 140380010202304
140380010202016 [label=AddBackward0]
140380010201872 -> 140380010202016
140380010201872 [label=CudnnBatchNormBackward0]
140380010201728 -> 140380010201872
140380010201728 [label=CudnnConvolutionBackward0]
140380010201536 -> 140380010201728
140380010201536 [label=ReluBackward0]
140380010201392 -> 140380010201536
140380010201392 [label=CudnnBatchNormBackward0]
140380010201344 -> 140380010201392
140380010201344 [label=CudnnConvolutionBackward0]
140380010160288 -> 140380010201344
140380010160288 [label=ReluBackward0]
140380010160432 -> 140380010160288
140380010160432 [label=CudnnBatchNormBackward0]
140380010160480 -> 140380010160432
140380010160480 [label=CudnnConvolutionBackward0]
140380010201920 -> 140380010160480
140380010201920 [label=AddBackward0]
140380010160864 -> 140380010201920
140380010160864 [label=CudnnBatchNormBackward0]
140380010161008 -> 140380010160864
140380010161008 [label=CudnnConvolutionBackward0]
140380010161200 -> 140380010161008
140380010161200 [label=ReluBackward0]
140380010161344 -> 140380010161200
140380010161344 [label=CudnnBatchNormBackward0]
140380010161392 -> 140380010161344
140380010161392 [label=CudnnConvolutionBackward0]
140380010161680 -> 140380010161392
140380010161680 [label=ReluBackward0]
140380010161824 -> 140380010161680
140380010161824 [label=CudnnBatchNormBackward0]
140380010161872 -> 140380010161824
140380010161872 [label=CudnnConvolutionBackward0]
140380010160816 -> 140380010161872
140380010160816 [label=AddBackward0]
140380010162256 -> 140380010160816
140380010162256 [label=CudnnBatchNormBackward0]
140380010162400 -> 140380010162256
140380010162400 [label=CudnnConvolutionBackward0]
140380010162592 -> 140380010162400
140380010162592 [label=ReluBackward0]
140380010162736 -> 140380010162592
140380010162736 [label=CudnnBatchNormBackward0]
140380010162784 -> 140380010162736
140380010162784 [label=CudnnConvolutionBackward0]
140380010163072 -> 140380010162784
140380010163072 [label=ReluBackward0]
140380010163216 -> 140380010163072
140380010163216 [label=CudnnBatchNormBackward0]
140380010163264 -> 140380010163216
140380010163264 [label=CudnnConvolutionBackward0]
140380010163552 -> 140380010163264
140380010163552 [label=MaxPool2DWithIndicesBackward0]
140380010163696 -> 140380010163552
140380010163696 [label=ReluBackward0]
140380010163744 -> 140380010163696
140380010163744 [label=CudnnBatchNormBackward0]
140380010163888 -> 140380010163744
140380010163888 [label=CudnnConvolutionBackward0]
140380010164176 -> 140380010163888
140380003862624 [label="encoder.gate.0.weight
(64, 1, 7, 7)" fillcolor=lightblue]
140380003862624 -> 140380010164176
140380010164176 [label=AccumulateGrad]
140380010163840 -> 140380010163744
140380010311488 [label="encoder.gate.1.weight
(64)" fillcolor=lightblue]
140380010311488 -> 140380010163840
140380010163840 [label=AccumulateGrad]
140380010163984 -> 140380010163744
140380010311168 [label="encoder.gate.1.bias
(64)" fillcolor=lightblue]
140380010311168 -> 140380010163984
140380010163984 [label=AccumulateGrad]
140380010163504 -> 140380010163264
140380010308208 [label="encoder.blocks.0.blocks.0.blocks.0.conv.weight
(64, 64, 1, 1)" fillcolor=lightblue]
140380010308208 -> 140380010163504
140380010163504 [label=AccumulateGrad]
140380010163120 -> 140380010163216
140380010311568 [label="encoder.blocks.0.blocks.0.blocks.0.bn.weight
(64)" fillcolor=lightblue]
140380010311568 -> 140380010163120
140380010163120 [label=AccumulateGrad]
140380010163360 -> 140380010163216
140380010309328 [label="encoder.blocks.0.blocks.0.blocks.0.bn.bias
(64)" fillcolor=lightblue]
140380010309328 -> 140380010163360
140380010163360 [label=AccumulateGrad]
140380010163024 -> 140380010162784
140380010307648 [label="encoder.blocks.0.blocks.0.blocks.2.conv.weight
(64, 64, 3, 3)" fillcolor=lightblue]
140380010307648 -> 140380010163024
140380010163024 [label=AccumulateGrad]
140380010162640 -> 140380010162736
140380010307888 [label="encoder.blocks.0.blocks.0.blocks.2.bn.weight
(64)" fillcolor=lightblue]
140380010307888 -> 140380010162640
140380010162640 [label=AccumulateGrad]
140380010162880 -> 140380010162736
140380010308288 [label="encoder.blocks.0.blocks.0.blocks.2.bn.bias
(64)" fillcolor=lightblue]
140380010308288 -> 140380010162880
140380010162880 [label=AccumulateGrad]
140380010162544 -> 140380010162400
140380010309248 [label="encoder.blocks.0.blocks.0.blocks.4.conv.weight
(256, 64, 1, 1)" fillcolor=lightblue]
140380010309248 -> 140380010162544
140380010162544 [label=AccumulateGrad]
140380010162352 -> 140380010162256
140380010310288 [label="encoder.blocks.0.blocks.0.blocks.4.bn.weight
(256)" fillcolor=lightblue]
140380010310288 -> 140380010162352
140380010162352 [label=AccumulateGrad]
140380010162304 -> 140380010162256
140380010307728 [label="encoder.blocks.0.blocks.0.blocks.4.bn.bias
(256)" fillcolor=lightblue]
140380010307728 -> 140380010162304
140380010162304 [label=AccumulateGrad]
140380010162208 -> 140380010160816
140380010162208 [label=CudnnBatchNormBackward0]
140380010162976 -> 140380010162208
140380010162976 [label=CudnnConvolutionBackward0]
140380010163552 -> 140380010162976
140380010163408 -> 140380010162976
140380004116256 [label="encoder.blocks.0.blocks.0.shortcut.conv.weight
(256, 64, 1, 1)" fillcolor=lightblue]
140380004116256 -> 140380010163408
140380010163408 [label=AccumulateGrad]
140380010162496 -> 140380010162208
140380004115536 [label="encoder.blocks.0.blocks.0.shortcut.bn.weight
(256)" fillcolor=lightblue]
140380004115536 -> 140380010162496
140380010162496 [label=AccumulateGrad]
140380010162448 -> 140380010162208
140380004118336 [label="encoder.blocks.0.blocks.0.shortcut.bn.bias