forked from phenomena9/-
-
Notifications
You must be signed in to change notification settings - Fork 0
/
parallel_call.drawio
228 lines (228 loc) · 23.8 KB
/
parallel_call.drawio
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
<mxfile host="app.diagrams.net" modified="2024-07-01T06:24:09.748Z" agent="Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36" etag="fUAqU2FBEZ8NzN5SrZQ7" version="24.5.4" type="github">
<diagram name="Page-1" id="rURvAJwW60mSuByoT3M0">
<mxGraphModel dx="1354" dy="759" grid="1" gridSize="10" guides="1" tooltips="1" connect="1" arrows="1" fold="1" page="1" pageScale="1" pageWidth="850" pageHeight="1100" math="0" shadow="0">
<root>
<mxCell id="0" />
<mxCell id="1" parent="0" />
<mxCell id="lCh1OHyxzyUTR1RTia6K-1" value="GptParallelContextDecoderBlockBase" style="swimlane;fontStyle=1;align=center;verticalAlign=top;childLayout=stackLayout;horizontal=1;startSize=26;horizontalStack=0;resizeParent=1;resizeParentMax=0;resizeLast=0;collapsible=1;marginBottom=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="180" y="260" width="270" height="86" as="geometry">
<mxRectangle x="410" y="300" width="100" height="30" as="alternateBounds" />
</mxGeometry>
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-2" value="+ field: type" style="text;strokeColor=none;fillColor=none;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;whiteSpace=wrap;html=1;" vertex="1" parent="lCh1OHyxzyUTR1RTia6K-1">
<mxGeometry y="26" width="270" height="26" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-3" value="" style="line;strokeWidth=1;fillColor=none;align=left;verticalAlign=middle;spacingTop=-1;spacingLeft=3;spacingRight=3;rotatable=0;labelPosition=right;points=[];portConstraint=eastwest;strokeColor=inherit;" vertex="1" parent="lCh1OHyxzyUTR1RTia6K-1">
<mxGeometry y="52" width="270" height="8" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-4" value="+ method(type): type" style="text;strokeColor=none;fillColor=none;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;whiteSpace=wrap;html=1;" vertex="1" parent="lCh1OHyxzyUTR1RTia6K-1">
<mxGeometry y="60" width="270" height="26" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-7" value="<div>GptParallelContextDecoder::</div>prepareParallelTensorsSplitSeq" style="html=1;whiteSpace=wrap;" vertex="1" parent="1">
<mxGeometry x="20" y="860" width="180" height="50" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-8" value="<div>GptParallelContextDecoder::</div>prepareParallelTensorsSplitBatch" style="html=1;whiteSpace=wrap;" vertex="1" parent="1">
<mxGeometry x="230" y="860" width="190" height="50" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-10" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=1;exitDx=0;exitDy=0;entryX=0.5;entryY=0;entryDx=0;entryDy=0;" edge="1" parent="1" source="lCh1OHyxzyUTR1RTia6K-9" target="lCh1OHyxzyUTR1RTia6K-7">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-15" value="N" style="edgeLabel;html=1;align=center;verticalAlign=middle;resizable=0;points=[];" vertex="1" connectable="0" parent="lCh1OHyxzyUTR1RTia6K-10">
<mxGeometry x="0.2381" y="5" relative="1" as="geometry">
<mxPoint as="offset" />
</mxGeometry>
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-11" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=1;exitDx=0;exitDy=0;entryX=0.5;entryY=0;entryDx=0;entryDy=0;" edge="1" parent="1" source="lCh1OHyxzyUTR1RTia6K-9" target="lCh1OHyxzyUTR1RTia6K-8">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-16" value="Y" style="edgeLabel;html=1;align=center;verticalAlign=middle;resizable=0;points=[];" vertex="1" connectable="0" parent="lCh1OHyxzyUTR1RTia6K-11">
<mxGeometry x="0.2" y="2" relative="1" as="geometry">
<mxPoint as="offset" />
</mxGeometry>
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-9" value="GptParallelContextDecoder::<div>forwardInternal</div>" style="html=1;whiteSpace=wrap;" vertex="1" parent="1">
<mxGeometry x="130" y="710" width="180" height="50" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-13" value="batch &gt; 1 ?" style="text;html=1;align=center;verticalAlign=middle;whiteSpace=wrap;rounded=0;" vertex="1" parent="1">
<mxGeometry x="220" y="770" width="90" height="30" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-17" value="GptParallelContextDecoderBlockJ" style="swimlane;fontStyle=1;align=center;verticalAlign=top;childLayout=stackLayout;horizontal=1;startSize=26;horizontalStack=0;resizeParent=1;resizeParentMax=0;resizeLast=0;collapsible=1;marginBottom=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="320" y="420" width="230" height="86" as="geometry">
<mxRectangle x="410" y="300" width="100" height="30" as="alternateBounds" />
</mxGeometry>
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-18" value="+ field: type" style="text;strokeColor=none;fillColor=none;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;whiteSpace=wrap;html=1;" vertex="1" parent="lCh1OHyxzyUTR1RTia6K-17">
<mxGeometry y="26" width="230" height="26" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-19" value="" style="line;strokeWidth=1;fillColor=none;align=left;verticalAlign=middle;spacingTop=-1;spacingLeft=3;spacingRight=3;rotatable=0;labelPosition=right;points=[];portConstraint=eastwest;strokeColor=inherit;" vertex="1" parent="lCh1OHyxzyUTR1RTia6K-17">
<mxGeometry y="52" width="230" height="8" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-20" value="+ method(type): type" style="text;strokeColor=none;fillColor=none;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;whiteSpace=wrap;html=1;" vertex="1" parent="lCh1OHyxzyUTR1RTia6K-17">
<mxGeometry y="60" width="230" height="26" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-21" style="rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=0;exitDx=0;exitDy=0;entryX=0.493;entryY=1;entryDx=0;entryDy=0;entryPerimeter=0;" edge="1" parent="1" source="lCh1OHyxzyUTR1RTia6K-17" target="lCh1OHyxzyUTR1RTia6K-4">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-22" value="GptParallelContextDecoderBlock" style="swimlane;fontStyle=1;align=center;verticalAlign=top;childLayout=stackLayout;horizontal=1;startSize=26;horizontalStack=0;resizeParent=1;resizeParentMax=0;resizeLast=0;collapsible=1;marginBottom=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="70" y="420" width="230" height="86" as="geometry">
<mxRectangle x="410" y="300" width="100" height="30" as="alternateBounds" />
</mxGeometry>
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-23" value="+ field: type" style="text;strokeColor=none;fillColor=none;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;whiteSpace=wrap;html=1;" vertex="1" parent="lCh1OHyxzyUTR1RTia6K-22">
<mxGeometry y="26" width="230" height="26" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-24" value="" style="line;strokeWidth=1;fillColor=none;align=left;verticalAlign=middle;spacingTop=-1;spacingLeft=3;spacingRight=3;rotatable=0;labelPosition=right;points=[];portConstraint=eastwest;strokeColor=inherit;" vertex="1" parent="lCh1OHyxzyUTR1RTia6K-22">
<mxGeometry y="52" width="230" height="8" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-25" value="+ method(type): type" style="text;strokeColor=none;fillColor=none;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;whiteSpace=wrap;html=1;" vertex="1" parent="lCh1OHyxzyUTR1RTia6K-22">
<mxGeometry y="60" width="230" height="26" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-26" style="rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=0;exitDx=0;exitDy=0;entryX=0.496;entryY=1;entryDx=0;entryDy=0;entryPerimeter=0;" edge="1" parent="1" source="lCh1OHyxzyUTR1RTia6K-22" target="lCh1OHyxzyUTR1RTia6K-4">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-27" value="GptParallelContextDecoder" style="swimlane;fontStyle=1;align=center;verticalAlign=top;childLayout=stackLayout;horizontal=1;startSize=26;horizontalStack=0;resizeParent=1;resizeParentMax=0;resizeLast=0;collapsible=1;marginBottom=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="620" y="400" width="210" height="86" as="geometry">
<mxRectangle x="410" y="300" width="100" height="30" as="alternateBounds" />
</mxGeometry>
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-28" value="+ field: type" style="text;strokeColor=none;fillColor=none;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;whiteSpace=wrap;html=1;" vertex="1" parent="lCh1OHyxzyUTR1RTia6K-27">
<mxGeometry y="26" width="210" height="26" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-29" value="" style="line;strokeWidth=1;fillColor=none;align=left;verticalAlign=middle;spacingTop=-1;spacingLeft=3;spacingRight=3;rotatable=0;labelPosition=right;points=[];portConstraint=eastwest;strokeColor=inherit;" vertex="1" parent="lCh1OHyxzyUTR1RTia6K-27">
<mxGeometry y="52" width="210" height="8" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-30" value="+ method(type): type" style="text;strokeColor=none;fillColor=none;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;whiteSpace=wrap;html=1;" vertex="1" parent="lCh1OHyxzyUTR1RTia6K-27">
<mxGeometry y="60" width="210" height="26" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-31" value="GptContextDecoder" style="swimlane;fontStyle=1;align=center;verticalAlign=top;childLayout=stackLayout;horizontal=1;startSize=26;horizontalStack=0;resizeParent=1;resizeParentMax=0;resizeLast=0;collapsible=1;marginBottom=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="620" y="260" width="210" height="86" as="geometry">
<mxRectangle x="410" y="300" width="100" height="30" as="alternateBounds" />
</mxGeometry>
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-32" value="+ field: type" style="text;strokeColor=none;fillColor=none;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;whiteSpace=wrap;html=1;" vertex="1" parent="lCh1OHyxzyUTR1RTia6K-31">
<mxGeometry y="26" width="210" height="26" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-33" value="" style="line;strokeWidth=1;fillColor=none;align=left;verticalAlign=middle;spacingTop=-1;spacingLeft=3;spacingRight=3;rotatable=0;labelPosition=right;points=[];portConstraint=eastwest;strokeColor=inherit;" vertex="1" parent="lCh1OHyxzyUTR1RTia6K-31">
<mxGeometry y="52" width="210" height="8" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-34" value="+ method(type): type" style="text;strokeColor=none;fillColor=none;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;whiteSpace=wrap;html=1;" vertex="1" parent="lCh1OHyxzyUTR1RTia6K-31">
<mxGeometry y="60" width="210" height="26" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-35" style="rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=0;exitDx=0;exitDy=0;entryX=0.49;entryY=1.077;entryDx=0;entryDy=0;entryPerimeter=0;" edge="1" parent="1" source="lCh1OHyxzyUTR1RTia6K-27" target="lCh1OHyxzyUTR1RTia6K-34">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-38" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=0;exitDx=0;exitDy=0;entryX=0.5;entryY=1;entryDx=0;entryDy=0;" edge="1" parent="1" source="lCh1OHyxzyUTR1RTia6K-36" target="lCh1OHyxzyUTR1RTia6K-37">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-36" value="GptParallelContextDecoder()" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="550" y="840" width="190" height="60" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-40" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=0;exitDx=0;exitDy=0;entryX=0.5;entryY=1;entryDx=0;entryDy=0;" edge="1" parent="1" source="lCh1OHyxzyUTR1RTia6K-37" target="lCh1OHyxzyUTR1RTia6K-39">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-37" value="GptContextDecoder()" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="550" y="750" width="190" height="60" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-43" value="" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;" edge="1" parent="1" source="lCh1OHyxzyUTR1RTia6K-39" target="lCh1OHyxzyUTR1RTia6K-42">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-39" value="GptContextDecoder::initialize()" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="550" y="660" width="190" height="60" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-42" value="create layers :&nbsp;<div>if use_parallel</div><div>use&nbsp;GptParallelContextDecoderBlock</div>" style="whiteSpace=wrap;html=1;rounded=0;" vertex="1" parent="1">
<mxGeometry x="527.5" y="560" width="235" height="60" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-53" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=0;exitDx=0;exitDy=0;entryX=0.5;entryY=1;entryDx=0;entryDy=0;" edge="1" parent="1" source="lCh1OHyxzyUTR1RTia6K-45" target="lCh1OHyxzyUTR1RTia6K-52">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-56" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=0;exitDx=0;exitDy=0;entryX=0.5;entryY=1;entryDx=0;entryDy=0;" edge="1" parent="1" source="lCh1OHyxzyUTR1RTia6K-45" target="lCh1OHyxzyUTR1RTia6K-54">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-45" value="selfAttnFeedForwardSplitBatch()" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="225" y="1250" width="190" height="60" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-47" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=0;exitDx=0;exitDy=0;entryX=0.5;entryY=1;entryDx=0;entryDy=0;" edge="1" parent="1" source="lCh1OHyxzyUTR1RTia6K-46" target="lCh1OHyxzyUTR1RTia6K-45">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-49" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=0;exitDx=0;exitDy=0;entryX=0.5;entryY=1;entryDx=0;entryDy=0;" edge="1" parent="1" source="lCh1OHyxzyUTR1RTia6K-46" target="lCh1OHyxzyUTR1RTia6K-48">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-46" value="GptParallelContextDecoderBlockJ::<div>forwardInternal()</div>" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="320" y="1380" width="210" height="60" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-57" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=0;exitDx=0;exitDy=0;entryX=0.5;entryY=1;entryDx=0;entryDy=0;" edge="1" parent="1" source="lCh1OHyxzyUTR1RTia6K-48" target="lCh1OHyxzyUTR1RTia6K-55">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-58" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=0;exitDx=0;exitDy=0;entryX=0.5;entryY=1;entryDx=0;entryDy=0;" edge="1" parent="1" source="lCh1OHyxzyUTR1RTia6K-48" target="lCh1OHyxzyUTR1RTia6K-52">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-48" value="selfAttnFeedForwardSplitSeq()" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="435" y="1250" width="190" height="60" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-50" value="accSliceSeqsForAttnSplitBatch()" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry y="1100" width="190" height="60" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-51" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=0;exitDx=0;exitDy=0;entryX=0.468;entryY=1.033;entryDx=0;entryDy=0;entryPerimeter=0;" edge="1" parent="1" source="lCh1OHyxzyUTR1RTia6K-45" target="lCh1OHyxzyUTR1RTia6K-50">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-52" value="slice()" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="450" y="1100" width="60" height="60" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-54" value="prepareInputOutputForSelfAttnSliceBatch()" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="200" y="1040" width="240" height="60" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-55" value="prepareInputOutputForNoSlicePartForSelfAttnSliceSeq()" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="560" y="1100" width="330" height="60" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-59" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=0;exitDx=0;exitDy=0;entryX=0.5;entryY=1;entryDx=0;entryDy=0;" edge="1" parent="1" source="lCh1OHyxzyUTR1RTia6K-61" target="lCh1OHyxzyUTR1RTia6K-70">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-60" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=0;exitDx=0;exitDy=0;entryX=0.5;entryY=1;entryDx=0;entryDy=0;" edge="1" parent="1" source="lCh1OHyxzyUTR1RTia6K-61" target="lCh1OHyxzyUTR1RTia6K-71">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-61" value="selfAttnSplitBatch()" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="245" y="1730" width="190" height="60" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-62" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=0;exitDx=0;exitDy=0;entryX=0.5;entryY=1;entryDx=0;entryDy=0;" edge="1" parent="1" source="lCh1OHyxzyUTR1RTia6K-64" target="lCh1OHyxzyUTR1RTia6K-61">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-63" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=0;exitDx=0;exitDy=0;entryX=0.5;entryY=1;entryDx=0;entryDy=0;" edge="1" parent="1" source="lCh1OHyxzyUTR1RTia6K-64" target="lCh1OHyxzyUTR1RTia6K-67">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-74" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=0;exitDx=0;exitDy=0;entryX=0.5;entryY=1;entryDx=0;entryDy=0;" edge="1" parent="1" source="lCh1OHyxzyUTR1RTia6K-64" target="lCh1OHyxzyUTR1RTia6K-73">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-64" value="GptParallelContextDecoderBlock::<div>forwardInternal()</div>" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="340" y="1860" width="210" height="60" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-65" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=0;exitDx=0;exitDy=0;entryX=0.5;entryY=1;entryDx=0;entryDy=0;" edge="1" parent="1" source="lCh1OHyxzyUTR1RTia6K-67" target="lCh1OHyxzyUTR1RTia6K-72">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-66" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=0;exitDx=0;exitDy=0;entryX=0.5;entryY=1;entryDx=0;entryDy=0;" edge="1" parent="1" source="lCh1OHyxzyUTR1RTia6K-67" target="lCh1OHyxzyUTR1RTia6K-70">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-67" value="selfAttnSplitSeq()" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="455" y="1730" width="190" height="60" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-68" value="accSliceSeqsForAttnSplitBatch()" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="20" y="1580" width="190" height="60" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-69" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=0;exitDx=0;exitDy=0;entryX=0.468;entryY=1.033;entryDx=0;entryDy=0;entryPerimeter=0;" edge="1" parent="1" source="lCh1OHyxzyUTR1RTia6K-61" target="lCh1OHyxzyUTR1RTia6K-68">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-70" value="slice()" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="470" y="1580" width="60" height="60" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-71" value="prepareInputOutputForSelfAttnSliceBatch()" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="220" y="1520" width="240" height="60" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-72" value="prepareInputOutputForNoSlicePartForSelfAttnSliceSeq()" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="580" y="1580" width="330" height="60" as="geometry" />
</mxCell>
<mxCell id="lCh1OHyxzyUTR1RTia6K-73" value="feedForwardSplit()" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="660" y="1730" width="190" height="60" as="geometry" />
</mxCell>
</root>
</mxGraphModel>
</diagram>
</mxfile>