<mxfile host="65bd71144e">
    <diagram id="fused-mlp-path" name="fused-mlp-path">
        <mxGraphModel dx="4180" dy="1540" grid="1" gridSize="10" guides="1" tooltips="1" connect="1" arrows="1" fold="1" page="1" pageScale="1" pageWidth="1198" pageHeight="462" math="0" shadow="0">
            <root>
                <mxCell id="0"/>
                <mxCell id="1" parent="0"/>
                <mxCell id="title-l" value="Unfused MLP" style="text;html=1;align=center;verticalAlign=middle;fontSize=38;fontStyle=1;fontColor=#1F4E79;" parent="1" vertex="1">
                    <mxGeometry x="54" y="110" width="500" height="34" as="geometry"/>
                </mxCell>
                <mxCell id="title-r" value="Fused MLP" style="text;html=1;align=center;verticalAlign=middle;fontSize=38;fontStyle=1;fontColor=#1F4E79;" parent="1" vertex="1">
                    <mxGeometry x="630" y="110" width="500" height="34" as="geometry"/>
                </mxCell>
                <mxCell id="panel-l" value="" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#FFF2CC;strokeColor=#D6B656;strokeWidth=2;" parent="1" vertex="1">
                    <mxGeometry x="10" y="170" width="610" height="180" as="geometry"/>
                </mxCell>
                <mxCell id="panel-r" value="" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#D5E8D4;strokeColor=#82B366;strokeWidth=2;" parent="1" vertex="1">
                    <mxGeometry x="630" y="170" width="560" height="180" as="geometry"/>
                </mxCell>
                <mxCell id="l-q" value="&lt;span style=&quot;font-weight: normal;&quot;&gt;Quantize&lt;/span&gt;" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#DAE8FC;strokeColor=#6C8EBF;strokeWidth=2;fontSize=22;fontStyle=1;" parent="1" vertex="1">
                    <mxGeometry x="20" y="230" width="102" height="60" as="geometry"/>
                </mxCell>
                <mxCell id="l-gate" value="&lt;span style=&quot;font-weight: normal;&quot;&gt;&lt;font style=&quot;font-size: 23px;&quot;&gt;Gate Up&lt;/font&gt;&lt;/span&gt;" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#FFE6CC;strokeColor=#D79B00;strokeWidth=2;fontSize=24;fontStyle=1;" parent="1" vertex="1">
                    <mxGeometry x="144" y="230" width="98" height="60" as="geometry"/>
                </mxCell>
                <mxCell id="l-swiglu" value="&lt;span style=&quot;font-weight: normal;&quot;&gt;&lt;font style=&quot;font-size: 22px;&quot;&gt;SwiGLU&lt;/font&gt;&lt;/span&gt;" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#E1D5E7;strokeColor=#9673A6;strokeWidth=2;fontSize=24;fontStyle=1;" parent="1" vertex="1">
                    <mxGeometry x="264" y="230" width="88" height="60" as="geometry"/>
                </mxCell>
                <mxCell id="l-gq" value="&lt;span style=&quot;font-weight: normal;&quot;&gt;&lt;font style=&quot;font-size: 21px;&quot;&gt;De-quantize&lt;/font&gt;&lt;/span&gt;" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#DAE8FC;strokeColor=#6C8EBF;strokeWidth=2;fontSize=22;fontStyle=1;" parent="1" vertex="1">
                    <mxGeometry x="374" y="230" width="96" height="60" as="geometry"/>
                </mxCell>
                <mxCell id="l-down" value="&lt;span style=&quot;font-weight: normal;&quot;&gt;&lt;font style=&quot;font-size: 21px;&quot;&gt;Gate Down&lt;/font&gt;&lt;/span&gt;" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#FFE6CC;strokeColor=#D79B00;strokeWidth=2;fontSize=24;fontStyle=1;" parent="1" vertex="1">
                    <mxGeometry x="492" y="229.5" width="118" height="60.5" as="geometry"/>
                </mxCell>
                <mxCell id="l-a1" value="" style="endArrow=classic;html=1;rounded=0;strokeColor=#444444;strokeWidth=3;" parent="1" edge="1">
                    <mxGeometry relative="1" as="geometry">
                        <mxPoint x="122" y="258.72" as="sourcePoint"/>
                        <mxPoint x="144" y="258.72" as="targetPoint"/>
                    </mxGeometry>
                </mxCell>
                <mxCell id="l-a2" value="" style="endArrow=classic;html=1;rounded=0;strokeColor=#444444;strokeWidth=3;" parent="1" edge="1">
                    <mxGeometry relative="1" as="geometry">
                        <mxPoint x="242" y="258" as="sourcePoint"/>
                        <mxPoint x="264" y="258" as="targetPoint"/>
                    </mxGeometry>
                </mxCell>
                <mxCell id="l-a3" value="" style="endArrow=classic;html=1;rounded=0;strokeColor=#444444;strokeWidth=3;" parent="1" edge="1">
                    <mxGeometry relative="1" as="geometry">
                        <mxPoint x="352" y="258" as="sourcePoint"/>
                        <mxPoint x="374" y="258" as="targetPoint"/>
                    </mxGeometry>
                </mxCell>
                <mxCell id="l-a4" value="" style="endArrow=classic;html=1;rounded=0;strokeColor=#444444;strokeWidth=3;" parent="1" edge="1">
                    <mxGeometry relative="1" as="geometry">
                        <mxPoint x="470" y="258" as="sourcePoint"/>
                        <mxPoint x="492" y="258" as="targetPoint"/>
                    </mxGeometry>
                </mxCell>
                <mxCell id="r-q" value="&lt;font style=&quot;font-size: 21px; font-weight: normal;&quot;&gt;Quantize&lt;/font&gt;" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#DAE8FC;strokeColor=#6C8EBF;strokeWidth=2;fontSize=22;fontStyle=1;" parent="1" vertex="1">
                    <mxGeometry x="644" y="229.5" width="96" height="60.5" as="geometry"/>
                </mxCell>
                <mxCell id="r-fused" value="&lt;font style=&quot;font-weight: normal; font-size: 23px;&quot;&gt;Fused Group MLP&lt;/font&gt;" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#82B366;strokeColor=#5A8C46;strokeWidth=2;fontSize=27;fontStyle=1;fontColor=#FFFFFF;spacing=8;" parent="1" vertex="1">
                    <mxGeometry x="770" y="229.5" width="260" height="60.5" as="geometry"/>
                </mxCell>
                <mxCell id="r-down" value="&lt;font style=&quot;font-weight: normal; font-size: 20px;&quot;&gt;Gate Down&lt;/font&gt;" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#FFE6CC;strokeColor=#D79B00;strokeWidth=2;fontSize=24;fontStyle=1;" parent="1" vertex="1">
                    <mxGeometry x="1062" y="229.5" width="108" height="60.5" as="geometry"/>
                </mxCell>
                <mxCell id="r-a1" value="" style="endArrow=classic;html=1;rounded=0;strokeColor=#444444;strokeWidth=3;" parent="1" edge="1">
                    <mxGeometry relative="1" as="geometry">
                        <mxPoint x="740" y="259.51" as="sourcePoint"/>
                        <mxPoint x="773" y="259.51" as="targetPoint"/>
                    </mxGeometry>
                </mxCell>
                <mxCell id="r-a2" value="" style="endArrow=classic;html=1;rounded=0;strokeColor=#444444;strokeWidth=3;entryX=0;entryY=0.5;entryDx=0;entryDy=0;exitX=1;exitY=0.5;exitDx=0;exitDy=0;" parent="1" target="r-down" edge="1" source="r-fused">
                    <mxGeometry relative="1" as="geometry">
                        <mxPoint x="1034" y="258" as="sourcePoint"/>
                        <mxPoint x="1057" y="257.7" as="targetPoint"/>
                    </mxGeometry>
                </mxCell>
            </root>
        </mxGraphModel>
    </diagram>
</mxfile>