{ "id": "llama-4-scout", "name": "Llama 4 Scout", "components": [ { "id": "n1", "type": "input", "name": "Input", "position": { "x": 200, "y": 50 }, "params": { "shape": [ 1, 10485760 ] }, "inputs": [], "outputs": [ "n2" ], "inputShape": [ 1, 10485760, 5120 ] }, { "id": "n2", "type": "embedding", "name": "Embedding", "position": { "x": 200, "y": 250 }, "params": { "vocabSize": 202048, "embeddingDim": 5120, "maxSeqLen": 10485760 }, "inputs": [ "n1" ], "outputs": [ "n143" ], "scope": "embeddings" }, { "id": "n3", "type": "input", "name": "Vision input", "position": { "x": -320, "y": 450 }, "params": { "shape": [ 3, 336, 336 ] }, "inputShape": [ 1, 3, 336, 336 ], "inputs": [], "outputs": [ "n4" ] }, { "id": "n4", "type": "patchEmbed", "name": "PatchEmbed", "position": { "x": -320, "y": 580 }, "params": { "imgSize": 336, "patchSize": 14, "embedDim": 1408, "inChans": 3 }, "inputs": [ "n3" ], "outputs": [ "n5", "n7" ] }, { "id": "n5", "type": "layerNorm", "name": "Vision_LN_1", "position": { "x": -320, "y": 710 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n4" ], "outputs": [ "n6" ] }, { "id": "n6", "type": "multiHeadAttention", "name": "Vision_Attn_1", "position": { "x": -320, "y": 840 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n5" ], "outputs": [ "n7" ] }, { "id": "n7", "type": "add", "name": "Vision_Add_1", "position": { "x": -320, "y": 970 }, "params": {}, "inputs": [ "n6", "n4" ], "outputs": [ "n8" ] }, { "id": "n8", "type": "feedForward", "name": "Vision_FFN_1", "position": { "x": -320, "y": 1100 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n7" ], "outputs": [ "n9", "n11" ] }, { "id": "n9", "type": "layerNorm", "name": "Vision_LN_2", "position": { "x": -320, "y": 1230 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n8" ], "outputs": [ "n10" ] }, { "id": "n10", "type": "multiHeadAttention", "name": "Vision_Attn_2", "position": { "x": -320, "y": 1360 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n9" ], "outputs": [ "n11" ] }, { "id": "n11", "type": "add", "name": "Vision_Add_2", "position": { "x": -320, "y": 1490 }, "params": {}, "inputs": [ "n10", "n8" ], "outputs": [ "n12" ] }, { "id": "n12", "type": "feedForward", "name": "Vision_FFN_2", "position": { "x": -320, "y": 1620 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n11" ], "outputs": [ "n13", "n15" ] }, { "id": "n13", "type": "layerNorm", "name": "Vision_LN_3", "position": { "x": -320, "y": 1750 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n12" ], "outputs": [ "n14" ] }, { "id": "n14", "type": "multiHeadAttention", "name": "Vision_Attn_3", "position": { "x": -320, "y": 1880 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n13" ], "outputs": [ "n15" ] }, { "id": "n15", "type": "add", "name": "Vision_Add_3", "position": { "x": -320, "y": 2010 }, "params": {}, "inputs": [ "n14", "n12" ], "outputs": [ "n16" ] }, { "id": "n16", "type": "feedForward", "name": "Vision_FFN_3", "position": { "x": -320, "y": 2140 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n15" ], "outputs": [ "n17", "n19" ] }, { "id": "n17", "type": "layerNorm", "name": "Vision_LN_4", "position": { "x": -320, "y": 2270 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n16" ], "outputs": [ "n18" ] }, { "id": "n18", "type": "multiHeadAttention", "name": "Vision_Attn_4", "position": { "x": -320, "y": 2400 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n17" ], "outputs": [ "n19" ] }, { "id": "n19", "type": "add", "name": "Vision_Add_4", "position": { "x": -320, "y": 2530 }, "params": {}, "inputs": [ "n18", "n16" ], "outputs": [ "n20" ] }, { "id": "n20", "type": "feedForward", "name": "Vision_FFN_4", "position": { "x": -320, "y": 2660 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n19" ], "outputs": [ "n21", "n23" ] }, { "id": "n21", "type": "layerNorm", "name": "Vision_LN_5", "position": { "x": -320, "y": 2790 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n20" ], "outputs": [ "n22" ] }, { "id": "n22", "type": "multiHeadAttention", "name": "Vision_Attn_5", "position": { "x": -320, "y": 2920 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n21" ], "outputs": [ "n23" ] }, { "id": "n23", "type": "add", "name": "Vision_Add_5", "position": { "x": -320, "y": 3050 }, "params": {}, "inputs": [ "n22", "n20" ], "outputs": [ "n24" ] }, { "id": "n24", "type": "feedForward", "name": "Vision_FFN_5", "position": { "x": -320, "y": 3180 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n23" ], "outputs": [ "n25", "n27" ] }, { "id": "n25", "type": "layerNorm", "name": "Vision_LN_6", "position": { "x": -320, "y": 3310 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n24" ], "outputs": [ "n26" ] }, { "id": "n26", "type": "multiHeadAttention", "name": "Vision_Attn_6", "position": { "x": -320, "y": 3440 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n25" ], "outputs": [ "n27" ] }, { "id": "n27", "type": "add", "name": "Vision_Add_6", "position": { "x": -320, "y": 3570 }, "params": {}, "inputs": [ "n26", "n24" ], "outputs": [ "n28" ] }, { "id": "n28", "type": "feedForward", "name": "Vision_FFN_6", "position": { "x": -320, "y": 3700 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n27" ], "outputs": [ "n29", "n31" ] }, { "id": "n29", "type": "layerNorm", "name": "Vision_LN_7", "position": { "x": -320, "y": 3830 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n28" ], "outputs": [ "n30" ] }, { "id": "n30", "type": "multiHeadAttention", "name": "Vision_Attn_7", "position": { "x": -320, "y": 3960 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n29" ], "outputs": [ "n31" ] }, { "id": "n31", "type": "add", "name": "Vision_Add_7", "position": { "x": -320, "y": 4090 }, "params": {}, "inputs": [ "n30", "n28" ], "outputs": [ "n32" ] }, { "id": "n32", "type": "feedForward", "name": "Vision_FFN_7", "position": { "x": -320, "y": 4220 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n31" ], "outputs": [ "n33", "n35" ] }, { "id": "n33", "type": "layerNorm", "name": "Vision_LN_8", "position": { "x": -320, "y": 4350 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n32" ], "outputs": [ "n34" ] }, { "id": "n34", "type": "multiHeadAttention", "name": "Vision_Attn_8", "position": { "x": -320, "y": 4480 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n33" ], "outputs": [ "n35" ] }, { "id": "n35", "type": "add", "name": "Vision_Add_8", "position": { "x": -320, "y": 4610 }, "params": {}, "inputs": [ "n34", "n32" ], "outputs": [ "n36" ] }, { "id": "n36", "type": "feedForward", "name": "Vision_FFN_8", "position": { "x": -320, "y": 4740 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n35" ], "outputs": [ "n37", "n39" ] }, { "id": "n37", "type": "layerNorm", "name": "Vision_LN_9", "position": { "x": -320, "y": 4870 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n36" ], "outputs": [ "n38" ] }, { "id": "n38", "type": "multiHeadAttention", "name": "Vision_Attn_9", "position": { "x": -320, "y": 5000 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n37" ], "outputs": [ "n39" ] }, { "id": "n39", "type": "add", "name": "Vision_Add_9", "position": { "x": -320, "y": 5130 }, "params": {}, "inputs": [ "n38", "n36" ], "outputs": [ "n40" ] }, { "id": "n40", "type": "feedForward", "name": "Vision_FFN_9", "position": { "x": -320, "y": 5260 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n39" ], "outputs": [ "n41", "n43" ] }, { "id": "n41", "type": "layerNorm", "name": "Vision_LN_10", "position": { "x": -320, "y": 5390 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n40" ], "outputs": [ "n42" ] }, { "id": "n42", "type": "multiHeadAttention", "name": "Vision_Attn_10", "position": { "x": -320, "y": 5520 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n41" ], "outputs": [ "n43" ] }, { "id": "n43", "type": "add", "name": "Vision_Add_10", "position": { "x": -320, "y": 5650 }, "params": {}, "inputs": [ "n42", "n40" ], "outputs": [ "n44" ] }, { "id": "n44", "type": "feedForward", "name": "Vision_FFN_10", "position": { "x": -320, "y": 5780 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n43" ], "outputs": [ "n45", "n47" ] }, { "id": "n45", "type": "layerNorm", "name": "Vision_LN_11", "position": { "x": -320, "y": 5910 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n44" ], "outputs": [ "n46" ] }, { "id": "n46", "type": "multiHeadAttention", "name": "Vision_Attn_11", "position": { "x": -320, "y": 6040 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n45" ], "outputs": [ "n47" ] }, { "id": "n47", "type": "add", "name": "Vision_Add_11", "position": { "x": -320, "y": 6170 }, "params": {}, "inputs": [ "n46", "n44" ], "outputs": [ "n48" ] }, { "id": "n48", "type": "feedForward", "name": "Vision_FFN_11", "position": { "x": -320, "y": 6300 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n47" ], "outputs": [ "n49", "n51" ] }, { "id": "n49", "type": "layerNorm", "name": "Vision_LN_12", "position": { "x": -320, "y": 6430 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n48" ], "outputs": [ "n50" ] }, { "id": "n50", "type": "multiHeadAttention", "name": "Vision_Attn_12", "position": { "x": -320, "y": 6560 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n49" ], "outputs": [ "n51" ] }, { "id": "n51", "type": "add", "name": "Vision_Add_12", "position": { "x": -320, "y": 6690 }, "params": {}, "inputs": [ "n50", "n48" ], "outputs": [ "n52" ] }, { "id": "n52", "type": "feedForward", "name": "Vision_FFN_12", "position": { "x": -320, "y": 6820 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n51" ], "outputs": [ "n53", "n55" ] }, { "id": "n53", "type": "layerNorm", "name": "Vision_LN_13", "position": { "x": -320, "y": 6950 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n52" ], "outputs": [ "n54" ] }, { "id": "n54", "type": "multiHeadAttention", "name": "Vision_Attn_13", "position": { "x": -320, "y": 7080 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n53" ], "outputs": [ "n55" ] }, { "id": "n55", "type": "add", "name": "Vision_Add_13", "position": { "x": -320, "y": 7210 }, "params": {}, "inputs": [ "n54", "n52" ], "outputs": [ "n56" ] }, { "id": "n56", "type": "feedForward", "name": "Vision_FFN_13", "position": { "x": -320, "y": 7340 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n55" ], "outputs": [ "n57", "n59" ] }, { "id": "n57", "type": "layerNorm", "name": "Vision_LN_14", "position": { "x": -320, "y": 7470 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n56" ], "outputs": [ "n58" ] }, { "id": "n58", "type": "multiHeadAttention", "name": "Vision_Attn_14", "position": { "x": -320, "y": 7600 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n57" ], "outputs": [ "n59" ] }, { "id": "n59", "type": "add", "name": "Vision_Add_14", "position": { "x": -320, "y": 7730 }, "params": {}, "inputs": [ "n58", "n56" ], "outputs": [ "n60" ] }, { "id": "n60", "type": "feedForward", "name": "Vision_FFN_14", "position": { "x": -320, "y": 7860 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n59" ], "outputs": [ "n61", "n63" ] }, { "id": "n61", "type": "layerNorm", "name": "Vision_LN_15", "position": { "x": -320, "y": 7990 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n60" ], "outputs": [ "n62" ] }, { "id": "n62", "type": "multiHeadAttention", "name": "Vision_Attn_15", "position": { "x": -320, "y": 8120 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n61" ], "outputs": [ "n63" ] }, { "id": "n63", "type": "add", "name": "Vision_Add_15", "position": { "x": -320, "y": 8250 }, "params": {}, "inputs": [ "n62", "n60" ], "outputs": [ "n64" ] }, { "id": "n64", "type": "feedForward", "name": "Vision_FFN_15", "position": { "x": -320, "y": 8380 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n63" ], "outputs": [ "n65", "n67" ] }, { "id": "n65", "type": "layerNorm", "name": "Vision_LN_16", "position": { "x": -320, "y": 8510 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n64" ], "outputs": [ "n66" ] }, { "id": "n66", "type": "multiHeadAttention", "name": "Vision_Attn_16", "position": { "x": -320, "y": 8640 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n65" ], "outputs": [ "n67" ] }, { "id": "n67", "type": "add", "name": "Vision_Add_16", "position": { "x": -320, "y": 8770 }, "params": {}, "inputs": [ "n66", "n64" ], "outputs": [ "n68" ] }, { "id": "n68", "type": "feedForward", "name": "Vision_FFN_16", "position": { "x": -320, "y": 8900 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n67" ], "outputs": [ "n69", "n71" ] }, { "id": "n69", "type": "layerNorm", "name": "Vision_LN_17", "position": { "x": -320, "y": 9030 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n68" ], "outputs": [ "n70" ] }, { "id": "n70", "type": "multiHeadAttention", "name": "Vision_Attn_17", "position": { "x": -320, "y": 9160 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n69" ], "outputs": [ "n71" ] }, { "id": "n71", "type": "add", "name": "Vision_Add_17", "position": { "x": -320, "y": 9290 }, "params": {}, "inputs": [ "n70", "n68" ], "outputs": [ "n72" ] }, { "id": "n72", "type": "feedForward", "name": "Vision_FFN_17", "position": { "x": -320, "y": 9420 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n71" ], "outputs": [ "n73", "n75" ] }, { "id": "n73", "type": "layerNorm", "name": "Vision_LN_18", "position": { "x": -320, "y": 9550 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n72" ], "outputs": [ "n74" ] }, { "id": "n74", "type": "multiHeadAttention", "name": "Vision_Attn_18", "position": { "x": -320, "y": 9680 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n73" ], "outputs": [ "n75" ] }, { "id": "n75", "type": "add", "name": "Vision_Add_18", "position": { "x": -320, "y": 9810 }, "params": {}, "inputs": [ "n74", "n72" ], "outputs": [ "n76" ] }, { "id": "n76", "type": "feedForward", "name": "Vision_FFN_18", "position": { "x": -320, "y": 9940 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n75" ], "outputs": [ "n77", "n79" ] }, { "id": "n77", "type": "layerNorm", "name": "Vision_LN_19", "position": { "x": -320, "y": 10070 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n76" ], "outputs": [ "n78" ] }, { "id": "n78", "type": "multiHeadAttention", "name": "Vision_Attn_19", "position": { "x": -320, "y": 10200 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n77" ], "outputs": [ "n79" ] }, { "id": "n79", "type": "add", "name": "Vision_Add_19", "position": { "x": -320, "y": 10330 }, "params": {}, "inputs": [ "n78", "n76" ], "outputs": [ "n80" ] }, { "id": "n80", "type": "feedForward", "name": "Vision_FFN_19", "position": { "x": -320, "y": 10460 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n79" ], "outputs": [ "n81", "n83" ] }, { "id": "n81", "type": "layerNorm", "name": "Vision_LN_20", "position": { "x": -320, "y": 10590 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n80" ], "outputs": [ "n82" ] }, { "id": "n82", "type": "multiHeadAttention", "name": "Vision_Attn_20", "position": { "x": -320, "y": 10720 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n81" ], "outputs": [ "n83" ] }, { "id": "n83", "type": "add", "name": "Vision_Add_20", "position": { "x": -320, "y": 10850 }, "params": {}, "inputs": [ "n82", "n80" ], "outputs": [ "n84" ] }, { "id": "n84", "type": "feedForward", "name": "Vision_FFN_20", "position": { "x": -320, "y": 10980 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n83" ], "outputs": [ "n85", "n87" ] }, { "id": "n85", "type": "layerNorm", "name": "Vision_LN_21", "position": { "x": -320, "y": 11110 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n84" ], "outputs": [ "n86" ] }, { "id": "n86", "type": "multiHeadAttention", "name": "Vision_Attn_21", "position": { "x": -320, "y": 11240 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n85" ], "outputs": [ "n87" ] }, { "id": "n87", "type": "add", "name": "Vision_Add_21", "position": { "x": -320, "y": 11370 }, "params": {}, "inputs": [ "n86", "n84" ], "outputs": [ "n88" ] }, { "id": "n88", "type": "feedForward", "name": "Vision_FFN_21", "position": { "x": -320, "y": 11500 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n87" ], "outputs": [ "n89", "n91" ] }, { "id": "n89", "type": "layerNorm", "name": "Vision_LN_22", "position": { "x": -320, "y": 11630 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n88" ], "outputs": [ "n90" ] }, { "id": "n90", "type": "multiHeadAttention", "name": "Vision_Attn_22", "position": { "x": -320, "y": 11760 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n89" ], "outputs": [ "n91" ] }, { "id": "n91", "type": "add", "name": "Vision_Add_22", "position": { "x": -320, "y": 11890 }, "params": {}, "inputs": [ "n90", "n88" ], "outputs": [ "n92" ] }, { "id": "n92", "type": "feedForward", "name": "Vision_FFN_22", "position": { "x": -320, "y": 12020 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n91" ], "outputs": [ "n93", "n95" ] }, { "id": "n93", "type": "layerNorm", "name": "Vision_LN_23", "position": { "x": -320, "y": 12150 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n92" ], "outputs": [ "n94" ] }, { "id": "n94", "type": "multiHeadAttention", "name": "Vision_Attn_23", "position": { "x": -320, "y": 12280 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n93" ], "outputs": [ "n95" ] }, { "id": "n95", "type": "add", "name": "Vision_Add_23", "position": { "x": -320, "y": 12410 }, "params": {}, "inputs": [ "n94", "n92" ], "outputs": [ "n96" ] }, { "id": "n96", "type": "feedForward", "name": "Vision_FFN_23", "position": { "x": -320, "y": 12540 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n95" ], "outputs": [ "n97", "n99" ] }, { "id": "n97", "type": "layerNorm", "name": "Vision_LN_24", "position": { "x": -320, "y": 12670 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n96" ], "outputs": [ "n98" ] }, { "id": "n98", "type": "multiHeadAttention", "name": "Vision_Attn_24", "position": { "x": -320, "y": 12800 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n97" ], "outputs": [ "n99" ] }, { "id": "n99", "type": "add", "name": "Vision_Add_24", "position": { "x": -320, "y": 12930 }, "params": {}, "inputs": [ "n98", "n96" ], "outputs": [ "n100" ] }, { "id": "n100", "type": "feedForward", "name": "Vision_FFN_24", "position": { "x": -320, "y": 13060 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n99" ], "outputs": [ "n101", "n103" ] }, { "id": "n101", "type": "layerNorm", "name": "Vision_LN_25", "position": { "x": -320, "y": 13190 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n100" ], "outputs": [ "n102" ] }, { "id": "n102", "type": "multiHeadAttention", "name": "Vision_Attn_25", "position": { "x": -320, "y": 13320 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n101" ], "outputs": [ "n103" ] }, { "id": "n103", "type": "add", "name": "Vision_Add_25", "position": { "x": -320, "y": 13450 }, "params": {}, "inputs": [ "n102", "n100" ], "outputs": [ "n104" ] }, { "id": "n104", "type": "feedForward", "name": "Vision_FFN_25", "position": { "x": -320, "y": 13580 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n103" ], "outputs": [ "n105", "n107" ] }, { "id": "n105", "type": "layerNorm", "name": "Vision_LN_26", "position": { "x": -320, "y": 13710 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n104" ], "outputs": [ "n106" ] }, { "id": "n106", "type": "multiHeadAttention", "name": "Vision_Attn_26", "position": { "x": -320, "y": 13840 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n105" ], "outputs": [ "n107" ] }, { "id": "n107", "type": "add", "name": "Vision_Add_26", "position": { "x": -320, "y": 13970 }, "params": {}, "inputs": [ "n106", "n104" ], "outputs": [ "n108" ] }, { "id": "n108", "type": "feedForward", "name": "Vision_FFN_26", "position": { "x": -320, "y": 14100 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n107" ], "outputs": [ "n109", "n111" ] }, { "id": "n109", "type": "layerNorm", "name": "Vision_LN_27", "position": { "x": -320, "y": 14230 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n108" ], "outputs": [ "n110" ] }, { "id": "n110", "type": "multiHeadAttention", "name": "Vision_Attn_27", "position": { "x": -320, "y": 14360 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n109" ], "outputs": [ "n111" ] }, { "id": "n111", "type": "add", "name": "Vision_Add_27", "position": { "x": -320, "y": 14490 }, "params": {}, "inputs": [ "n110", "n108" ], "outputs": [ "n112" ] }, { "id": "n112", "type": "feedForward", "name": "Vision_FFN_27", "position": { "x": -320, "y": 14620 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n111" ], "outputs": [ "n113", "n115" ] }, { "id": "n113", "type": "layerNorm", "name": "Vision_LN_28", "position": { "x": -320, "y": 14750 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n112" ], "outputs": [ "n114" ] }, { "id": "n114", "type": "multiHeadAttention", "name": "Vision_Attn_28", "position": { "x": -320, "y": 14880 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n113" ], "outputs": [ "n115" ] }, { "id": "n115", "type": "add", "name": "Vision_Add_28", "position": { "x": -320, "y": 15010 }, "params": {}, "inputs": [ "n114", "n112" ], "outputs": [ "n116" ] }, { "id": "n116", "type": "feedForward", "name": "Vision_FFN_28", "position": { "x": -320, "y": 15140 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n115" ], "outputs": [ "n117", "n119" ] }, { "id": "n117", "type": "layerNorm", "name": "Vision_LN_29", "position": { "x": -320, "y": 15270 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n116" ], "outputs": [ "n118" ] }, { "id": "n118", "type": "multiHeadAttention", "name": "Vision_Attn_29", "position": { "x": -320, "y": 15400 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n117" ], "outputs": [ "n119" ] }, { "id": "n119", "type": "add", "name": "Vision_Add_29", "position": { "x": -320, "y": 15530 }, "params": {}, "inputs": [ "n118", "n116" ], "outputs": [ "n120" ] }, { "id": "n120", "type": "feedForward", "name": "Vision_FFN_29", "position": { "x": -320, "y": 15660 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n119" ], "outputs": [ "n121", "n123" ] }, { "id": "n121", "type": "layerNorm", "name": "Vision_LN_30", "position": { "x": -320, "y": 15790 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n120" ], "outputs": [ "n122" ] }, { "id": "n122", "type": "multiHeadAttention", "name": "Vision_Attn_30", "position": { "x": -320, "y": 15920 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n121" ], "outputs": [ "n123" ] }, { "id": "n123", "type": "add", "name": "Vision_Add_30", "position": { "x": -320, "y": 16050 }, "params": {}, "inputs": [ "n122", "n120" ], "outputs": [ "n124" ] }, { "id": "n124", "type": "feedForward", "name": "Vision_FFN_30", "position": { "x": -320, "y": 16180 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n123" ], "outputs": [ "n125", "n127" ] }, { "id": "n125", "type": "layerNorm", "name": "Vision_LN_31", "position": { "x": -320, "y": 16310 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n124" ], "outputs": [ "n126" ] }, { "id": "n126", "type": "multiHeadAttention", "name": "Vision_Attn_31", "position": { "x": -320, "y": 16440 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n125" ], "outputs": [ "n127" ] }, { "id": "n127", "type": "add", "name": "Vision_Add_31", "position": { "x": -320, "y": 16570 }, "params": {}, "inputs": [ "n126", "n124" ], "outputs": [ "n128" ] }, { "id": "n128", "type": "feedForward", "name": "Vision_FFN_31", "position": { "x": -320, "y": 16700 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n127" ], "outputs": [ "n129", "n131" ] }, { "id": "n129", "type": "layerNorm", "name": "Vision_LN_32", "position": { "x": -320, "y": 16830 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n128" ], "outputs": [ "n130" ] }, { "id": "n130", "type": "multiHeadAttention", "name": "Vision_Attn_32", "position": { "x": -320, "y": 16960 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n129" ], "outputs": [ "n131" ] }, { "id": "n131", "type": "add", "name": "Vision_Add_32", "position": { "x": -320, "y": 17090 }, "params": {}, "inputs": [ "n130", "n128" ], "outputs": [ "n132" ] }, { "id": "n132", "type": "feedForward", "name": "Vision_FFN_32", "position": { "x": -320, "y": 17220 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n131" ], "outputs": [ "n133", "n135" ] }, { "id": "n133", "type": "layerNorm", "name": "Vision_LN_33", "position": { "x": -320, "y": 17350 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n132" ], "outputs": [ "n134" ] }, { "id": "n134", "type": "multiHeadAttention", "name": "Vision_Attn_33", "position": { "x": -320, "y": 17480 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n133" ], "outputs": [ "n135" ] }, { "id": "n135", "type": "add", "name": "Vision_Add_33", "position": { "x": -320, "y": 17610 }, "params": {}, "inputs": [ "n134", "n132" ], "outputs": [ "n136" ] }, { "id": "n136", "type": "feedForward", "name": "Vision_FFN_33", "position": { "x": -320, "y": 17740 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n135" ], "outputs": [ "n137", "n139" ] }, { "id": "n137", "type": "layerNorm", "name": "Vision_LN_34", "position": { "x": -320, "y": 17870 }, "params": { "normalizedShape": 1408 }, "inputs": [ "n136" ], "outputs": [ "n138" ] }, { "id": "n138", "type": "multiHeadAttention", "name": "Vision_Attn_34", "position": { "x": -320, "y": 18000 }, "params": { "numHeads": 16, "hiddenDim": 1408 }, "inputs": [ "n137" ], "outputs": [ "n139" ] }, { "id": "n139", "type": "add", "name": "Vision_Add_34", "position": { "x": -320, "y": 18130 }, "params": {}, "inputs": [ "n138", "n136" ], "outputs": [ "n140" ] }, { "id": "n140", "type": "feedForward", "name": "Vision_FFN_34", "position": { "x": -320, "y": 18260 }, "params": { "hiddenDim": 1408, "ffDim": 5632 }, "inputs": [ "n139" ], "outputs": [ "n141" ] }, { "id": "n141", "type": "projection", "name": "Vision projector", "position": { "x": -320, "y": 18390 }, "params": { "inDim": 1408, "outDim": 5120, "projDim": 5120 }, "inputs": [ "n140" ], "outputs": [ "n142" ] }, { "id": "n142", "type": "reshape", "name": "Vision tokens", "position": { "x": -320, "y": 18520 }, "params": { "shape": [ 1, 576, 5120 ] }, "inputs": [ "n141" ], "outputs": [ "n143" ] }, { "id": "n143", "type": "concatenate", "name": "Multimodal fusion (concat tokens)", "position": { "x": 200, "y": 450 }, "params": { "dim": 1 }, "inputs": [ "n2", "n142" ], "outputs": [ "n144", "n146" ] }, { "id": "n144", "type": "rmsNorm", "name": "RMSNorm_1_1", "position": { "x": 200, "y": 650 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n143" ], "outputs": [ "n145" ] }, { "id": "n145", "type": "groupedQueryAttention", "name": "Attention_1", "position": { "x": 200, "y": 770 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n144" ], "outputs": [ "n146" ], "scope": "layer.0.attention" }, { "id": "n146", "type": "add", "name": "Add_1_attn", "position": { "x": 200, "y": 890 }, "params": {}, "inputs": [ "n145", "n143" ], "outputs": [ "n147", "n149" ] }, { "id": "n147", "type": "rmsNorm", "name": "RMSNorm_1_2", "position": { "x": 200, "y": 1010 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n146" ], "outputs": [ "n148" ] }, { "id": "n148", "type": "moeLayer", "name": "MoE_1", "position": { "x": 200, "y": 1130 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n147" ], "outputs": [ "n149" ] }, { "id": "n149", "type": "add", "name": "Add_1_ffn", "position": { "x": 200, "y": 1250 }, "params": {}, "inputs": [ "n148", "n146" ], "outputs": [ "n150", "n152" ] }, { "id": "n150", "type": "rmsNorm", "name": "RMSNorm_2_1", "position": { "x": 200, "y": 1250 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n149" ], "outputs": [ "n151" ] }, { "id": "n151", "type": "groupedQueryAttention", "name": "Attention_2", "position": { "x": 200, "y": 1370 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n150" ], "outputs": [ "n152" ], "scope": "layer.1.attention" }, { "id": "n152", "type": "add", "name": "Add_2_attn", "position": { "x": 200, "y": 1490 }, "params": {}, "inputs": [ "n151", "n149" ], "outputs": [ "n153", "n155" ] }, { "id": "n153", "type": "rmsNorm", "name": "RMSNorm_2_2", "position": { "x": 200, "y": 1610 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n152" ], "outputs": [ "n154" ] }, { "id": "n154", "type": "moeLayer", "name": "MoE_2", "position": { "x": 200, "y": 1730 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n153" ], "outputs": [ "n155" ] }, { "id": "n155", "type": "add", "name": "Add_2_ffn", "position": { "x": 200, "y": 1850 }, "params": {}, "inputs": [ "n154", "n152" ], "outputs": [ "n156", "n158" ] }, { "id": "n156", "type": "rmsNorm", "name": "RMSNorm_3_1", "position": { "x": 200, "y": 1850 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n155" ], "outputs": [ "n157" ] }, { "id": "n157", "type": "groupedQueryAttention", "name": "Attention_3", "position": { "x": 200, "y": 1970 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n156" ], "outputs": [ "n158" ], "scope": "layer.2.attention" }, { "id": "n158", "type": "add", "name": "Add_3_attn", "position": { "x": 200, "y": 2090 }, "params": {}, "inputs": [ "n157", "n155" ], "outputs": [ "n159", "n161" ] }, { "id": "n159", "type": "rmsNorm", "name": "RMSNorm_3_2", "position": { "x": 200, "y": 2210 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n158" ], "outputs": [ "n160" ] }, { "id": "n160", "type": "moeLayer", "name": "MoE_3", "position": { "x": 200, "y": 2330 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n159" ], "outputs": [ "n161" ] }, { "id": "n161", "type": "add", "name": "Add_3_ffn", "position": { "x": 200, "y": 2450 }, "params": {}, "inputs": [ "n160", "n158" ], "outputs": [ "n162", "n164" ] }, { "id": "n162", "type": "rmsNorm", "name": "RMSNorm_4_1", "position": { "x": 200, "y": 2450 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n161" ], "outputs": [ "n163" ] }, { "id": "n163", "type": "groupedQueryAttention", "name": "Attention_4", "position": { "x": 200, "y": 2570 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n162" ], "outputs": [ "n164" ], "scope": "layer.3.attention" }, { "id": "n164", "type": "add", "name": "Add_4_attn", "position": { "x": 200, "y": 2690 }, "params": {}, "inputs": [ "n163", "n161" ], "outputs": [ "n165", "n167" ] }, { "id": "n165", "type": "rmsNorm", "name": "RMSNorm_4_2", "position": { "x": 200, "y": 2810 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n164" ], "outputs": [ "n166" ] }, { "id": "n166", "type": "moeLayer", "name": "MoE_4", "position": { "x": 200, "y": 2930 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n165" ], "outputs": [ "n167" ] }, { "id": "n167", "type": "add", "name": "Add_4_ffn", "position": { "x": 200, "y": 3050 }, "params": {}, "inputs": [ "n166", "n164" ], "outputs": [ "n168", "n170" ] }, { "id": "n168", "type": "rmsNorm", "name": "RMSNorm_5_1", "position": { "x": 200, "y": 3050 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n167" ], "outputs": [ "n169" ] }, { "id": "n169", "type": "groupedQueryAttention", "name": "Attention_5", "position": { "x": 200, "y": 3170 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n168" ], "outputs": [ "n170" ], "scope": "layer.4.attention" }, { "id": "n170", "type": "add", "name": "Add_5_attn", "position": { "x": 200, "y": 3290 }, "params": {}, "inputs": [ "n169", "n167" ], "outputs": [ "n171", "n173" ] }, { "id": "n171", "type": "rmsNorm", "name": "RMSNorm_5_2", "position": { "x": 200, "y": 3410 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n170" ], "outputs": [ "n172" ] }, { "id": "n172", "type": "moeLayer", "name": "MoE_5", "position": { "x": 200, "y": 3530 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n171" ], "outputs": [ "n173" ] }, { "id": "n173", "type": "add", "name": "Add_5_ffn", "position": { "x": 200, "y": 3650 }, "params": {}, "inputs": [ "n172", "n170" ], "outputs": [ "n174", "n176" ] }, { "id": "n174", "type": "rmsNorm", "name": "RMSNorm_6_1", "position": { "x": 200, "y": 3650 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n173" ], "outputs": [ "n175" ] }, { "id": "n175", "type": "groupedQueryAttention", "name": "Attention_6", "position": { "x": 200, "y": 3770 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n174" ], "outputs": [ "n176" ], "scope": "layer.5.attention" }, { "id": "n176", "type": "add", "name": "Add_6_attn", "position": { "x": 200, "y": 3890 }, "params": {}, "inputs": [ "n175", "n173" ], "outputs": [ "n177", "n179" ] }, { "id": "n177", "type": "rmsNorm", "name": "RMSNorm_6_2", "position": { "x": 200, "y": 4010 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n176" ], "outputs": [ "n178" ] }, { "id": "n178", "type": "moeLayer", "name": "MoE_6", "position": { "x": 200, "y": 4130 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n177" ], "outputs": [ "n179" ] }, { "id": "n179", "type": "add", "name": "Add_6_ffn", "position": { "x": 200, "y": 4250 }, "params": {}, "inputs": [ "n178", "n176" ], "outputs": [ "n180", "n182" ] }, { "id": "n180", "type": "rmsNorm", "name": "RMSNorm_7_1", "position": { "x": 200, "y": 4250 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n179" ], "outputs": [ "n181" ] }, { "id": "n181", "type": "groupedQueryAttention", "name": "Attention_7", "position": { "x": 200, "y": 4370 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n180" ], "outputs": [ "n182" ], "scope": "layer.6.attention" }, { "id": "n182", "type": "add", "name": "Add_7_attn", "position": { "x": 200, "y": 4490 }, "params": {}, "inputs": [ "n181", "n179" ], "outputs": [ "n183", "n185" ] }, { "id": "n183", "type": "rmsNorm", "name": "RMSNorm_7_2", "position": { "x": 200, "y": 4610 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n182" ], "outputs": [ "n184" ] }, { "id": "n184", "type": "moeLayer", "name": "MoE_7", "position": { "x": 200, "y": 4730 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n183" ], "outputs": [ "n185" ] }, { "id": "n185", "type": "add", "name": "Add_7_ffn", "position": { "x": 200, "y": 4850 }, "params": {}, "inputs": [ "n184", "n182" ], "outputs": [ "n186", "n188" ] }, { "id": "n186", "type": "rmsNorm", "name": "RMSNorm_8_1", "position": { "x": 200, "y": 4850 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n185" ], "outputs": [ "n187" ] }, { "id": "n187", "type": "groupedQueryAttention", "name": "Attention_8", "position": { "x": 200, "y": 4970 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n186" ], "outputs": [ "n188" ], "scope": "layer.7.attention" }, { "id": "n188", "type": "add", "name": "Add_8_attn", "position": { "x": 200, "y": 5090 }, "params": {}, "inputs": [ "n187", "n185" ], "outputs": [ "n189", "n191" ] }, { "id": "n189", "type": "rmsNorm", "name": "RMSNorm_8_2", "position": { "x": 200, "y": 5210 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n188" ], "outputs": [ "n190" ] }, { "id": "n190", "type": "moeLayer", "name": "MoE_8", "position": { "x": 200, "y": 5330 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n189" ], "outputs": [ "n191" ] }, { "id": "n191", "type": "add", "name": "Add_8_ffn", "position": { "x": 200, "y": 5450 }, "params": {}, "inputs": [ "n190", "n188" ], "outputs": [ "n192", "n194" ] }, { "id": "n192", "type": "rmsNorm", "name": "RMSNorm_9_1", "position": { "x": 200, "y": 5450 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n191" ], "outputs": [ "n193" ] }, { "id": "n193", "type": "groupedQueryAttention", "name": "Attention_9", "position": { "x": 200, "y": 5570 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n192" ], "outputs": [ "n194" ], "scope": "layer.8.attention" }, { "id": "n194", "type": "add", "name": "Add_9_attn", "position": { "x": 200, "y": 5690 }, "params": {}, "inputs": [ "n193", "n191" ], "outputs": [ "n195", "n197" ] }, { "id": "n195", "type": "rmsNorm", "name": "RMSNorm_9_2", "position": { "x": 200, "y": 5810 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n194" ], "outputs": [ "n196" ] }, { "id": "n196", "type": "moeLayer", "name": "MoE_9", "position": { "x": 200, "y": 5930 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n195" ], "outputs": [ "n197" ] }, { "id": "n197", "type": "add", "name": "Add_9_ffn", "position": { "x": 200, "y": 6050 }, "params": {}, "inputs": [ "n196", "n194" ], "outputs": [ "n198", "n200" ] }, { "id": "n198", "type": "rmsNorm", "name": "RMSNorm_10_1", "position": { "x": 200, "y": 6050 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n197" ], "outputs": [ "n199" ] }, { "id": "n199", "type": "groupedQueryAttention", "name": "Attention_10", "position": { "x": 200, "y": 6170 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n198" ], "outputs": [ "n200" ], "scope": "layer.9.attention" }, { "id": "n200", "type": "add", "name": "Add_10_attn", "position": { "x": 200, "y": 6290 }, "params": {}, "inputs": [ "n199", "n197" ], "outputs": [ "n201", "n203" ] }, { "id": "n201", "type": "rmsNorm", "name": "RMSNorm_10_2", "position": { "x": 200, "y": 6410 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n200" ], "outputs": [ "n202" ] }, { "id": "n202", "type": "moeLayer", "name": "MoE_10", "position": { "x": 200, "y": 6530 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n201" ], "outputs": [ "n203" ] }, { "id": "n203", "type": "add", "name": "Add_10_ffn", "position": { "x": 200, "y": 6650 }, "params": {}, "inputs": [ "n202", "n200" ], "outputs": [ "n204", "n206" ] }, { "id": "n204", "type": "rmsNorm", "name": "RMSNorm_11_1", "position": { "x": 200, "y": 6650 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n203" ], "outputs": [ "n205" ] }, { "id": "n205", "type": "groupedQueryAttention", "name": "Attention_11", "position": { "x": 200, "y": 6770 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n204" ], "outputs": [ "n206" ], "scope": "layer.10.attention" }, { "id": "n206", "type": "add", "name": "Add_11_attn", "position": { "x": 200, "y": 6890 }, "params": {}, "inputs": [ "n205", "n203" ], "outputs": [ "n207", "n209" ] }, { "id": "n207", "type": "rmsNorm", "name": "RMSNorm_11_2", "position": { "x": 200, "y": 7010 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n206" ], "outputs": [ "n208" ] }, { "id": "n208", "type": "moeLayer", "name": "MoE_11", "position": { "x": 200, "y": 7130 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n207" ], "outputs": [ "n209" ] }, { "id": "n209", "type": "add", "name": "Add_11_ffn", "position": { "x": 200, "y": 7250 }, "params": {}, "inputs": [ "n208", "n206" ], "outputs": [ "n210", "n212" ] }, { "id": "n210", "type": "rmsNorm", "name": "RMSNorm_12_1", "position": { "x": 200, "y": 7250 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n209" ], "outputs": [ "n211" ] }, { "id": "n211", "type": "groupedQueryAttention", "name": "Attention_12", "position": { "x": 200, "y": 7370 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n210" ], "outputs": [ "n212" ], "scope": "layer.11.attention" }, { "id": "n212", "type": "add", "name": "Add_12_attn", "position": { "x": 200, "y": 7490 }, "params": {}, "inputs": [ "n211", "n209" ], "outputs": [ "n213", "n215" ] }, { "id": "n213", "type": "rmsNorm", "name": "RMSNorm_12_2", "position": { "x": 200, "y": 7610 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n212" ], "outputs": [ "n214" ] }, { "id": "n214", "type": "moeLayer", "name": "MoE_12", "position": { "x": 200, "y": 7730 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n213" ], "outputs": [ "n215" ] }, { "id": "n215", "type": "add", "name": "Add_12_ffn", "position": { "x": 200, "y": 7850 }, "params": {}, "inputs": [ "n214", "n212" ], "outputs": [ "n216", "n218" ] }, { "id": "n216", "type": "rmsNorm", "name": "RMSNorm_13_1", "position": { "x": 200, "y": 7850 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n215" ], "outputs": [ "n217" ] }, { "id": "n217", "type": "groupedQueryAttention", "name": "Attention_13", "position": { "x": 200, "y": 7970 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n216" ], "outputs": [ "n218" ], "scope": "layer.12.attention" }, { "id": "n218", "type": "add", "name": "Add_13_attn", "position": { "x": 200, "y": 8090 }, "params": {}, "inputs": [ "n217", "n215" ], "outputs": [ "n219", "n221" ] }, { "id": "n219", "type": "rmsNorm", "name": "RMSNorm_13_2", "position": { "x": 200, "y": 8210 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n218" ], "outputs": [ "n220" ] }, { "id": "n220", "type": "moeLayer", "name": "MoE_13", "position": { "x": 200, "y": 8330 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n219" ], "outputs": [ "n221" ] }, { "id": "n221", "type": "add", "name": "Add_13_ffn", "position": { "x": 200, "y": 8450 }, "params": {}, "inputs": [ "n220", "n218" ], "outputs": [ "n222", "n224" ] }, { "id": "n222", "type": "rmsNorm", "name": "RMSNorm_14_1", "position": { "x": 200, "y": 8450 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n221" ], "outputs": [ "n223" ] }, { "id": "n223", "type": "groupedQueryAttention", "name": "Attention_14", "position": { "x": 200, "y": 8570 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n222" ], "outputs": [ "n224" ], "scope": "layer.13.attention" }, { "id": "n224", "type": "add", "name": "Add_14_attn", "position": { "x": 200, "y": 8690 }, "params": {}, "inputs": [ "n223", "n221" ], "outputs": [ "n225", "n227" ] }, { "id": "n225", "type": "rmsNorm", "name": "RMSNorm_14_2", "position": { "x": 200, "y": 8810 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n224" ], "outputs": [ "n226" ] }, { "id": "n226", "type": "moeLayer", "name": "MoE_14", "position": { "x": 200, "y": 8930 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n225" ], "outputs": [ "n227" ] }, { "id": "n227", "type": "add", "name": "Add_14_ffn", "position": { "x": 200, "y": 9050 }, "params": {}, "inputs": [ "n226", "n224" ], "outputs": [ "n228", "n230" ] }, { "id": "n228", "type": "rmsNorm", "name": "RMSNorm_15_1", "position": { "x": 200, "y": 9050 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n227" ], "outputs": [ "n229" ] }, { "id": "n229", "type": "groupedQueryAttention", "name": "Attention_15", "position": { "x": 200, "y": 9170 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n228" ], "outputs": [ "n230" ], "scope": "layer.14.attention" }, { "id": "n230", "type": "add", "name": "Add_15_attn", "position": { "x": 200, "y": 9290 }, "params": {}, "inputs": [ "n229", "n227" ], "outputs": [ "n231", "n233" ] }, { "id": "n231", "type": "rmsNorm", "name": "RMSNorm_15_2", "position": { "x": 200, "y": 9410 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n230" ], "outputs": [ "n232" ] }, { "id": "n232", "type": "moeLayer", "name": "MoE_15", "position": { "x": 200, "y": 9530 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n231" ], "outputs": [ "n233" ] }, { "id": "n233", "type": "add", "name": "Add_15_ffn", "position": { "x": 200, "y": 9650 }, "params": {}, "inputs": [ "n232", "n230" ], "outputs": [ "n234", "n236" ] }, { "id": "n234", "type": "rmsNorm", "name": "RMSNorm_16_1", "position": { "x": 200, "y": 9650 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n233" ], "outputs": [ "n235" ] }, { "id": "n235", "type": "groupedQueryAttention", "name": "Attention_16", "position": { "x": 200, "y": 9770 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n234" ], "outputs": [ "n236" ], "scope": "layer.15.attention" }, { "id": "n236", "type": "add", "name": "Add_16_attn", "position": { "x": 200, "y": 9890 }, "params": {}, "inputs": [ "n235", "n233" ], "outputs": [ "n237", "n239" ] }, { "id": "n237", "type": "rmsNorm", "name": "RMSNorm_16_2", "position": { "x": 200, "y": 10010 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n236" ], "outputs": [ "n238" ] }, { "id": "n238", "type": "moeLayer", "name": "MoE_16", "position": { "x": 200, "y": 10130 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n237" ], "outputs": [ "n239" ] }, { "id": "n239", "type": "add", "name": "Add_16_ffn", "position": { "x": 200, "y": 10250 }, "params": {}, "inputs": [ "n238", "n236" ], "outputs": [ "n240", "n242" ] }, { "id": "n240", "type": "rmsNorm", "name": "RMSNorm_17_1", "position": { "x": 200, "y": 10250 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n239" ], "outputs": [ "n241" ] }, { "id": "n241", "type": "groupedQueryAttention", "name": "Attention_17", "position": { "x": 200, "y": 10370 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n240" ], "outputs": [ "n242" ], "scope": "layer.16.attention" }, { "id": "n242", "type": "add", "name": "Add_17_attn", "position": { "x": 200, "y": 10490 }, "params": {}, "inputs": [ "n241", "n239" ], "outputs": [ "n243", "n245" ] }, { "id": "n243", "type": "rmsNorm", "name": "RMSNorm_17_2", "position": { "x": 200, "y": 10610 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n242" ], "outputs": [ "n244" ] }, { "id": "n244", "type": "moeLayer", "name": "MoE_17", "position": { "x": 200, "y": 10730 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n243" ], "outputs": [ "n245" ] }, { "id": "n245", "type": "add", "name": "Add_17_ffn", "position": { "x": 200, "y": 10850 }, "params": {}, "inputs": [ "n244", "n242" ], "outputs": [ "n246", "n248" ] }, { "id": "n246", "type": "rmsNorm", "name": "RMSNorm_18_1", "position": { "x": 200, "y": 10850 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n245" ], "outputs": [ "n247" ] }, { "id": "n247", "type": "groupedQueryAttention", "name": "Attention_18", "position": { "x": 200, "y": 10970 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n246" ], "outputs": [ "n248" ], "scope": "layer.17.attention" }, { "id": "n248", "type": "add", "name": "Add_18_attn", "position": { "x": 200, "y": 11090 }, "params": {}, "inputs": [ "n247", "n245" ], "outputs": [ "n249", "n251" ] }, { "id": "n249", "type": "rmsNorm", "name": "RMSNorm_18_2", "position": { "x": 200, "y": 11210 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n248" ], "outputs": [ "n250" ] }, { "id": "n250", "type": "moeLayer", "name": "MoE_18", "position": { "x": 200, "y": 11330 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n249" ], "outputs": [ "n251" ] }, { "id": "n251", "type": "add", "name": "Add_18_ffn", "position": { "x": 200, "y": 11450 }, "params": {}, "inputs": [ "n250", "n248" ], "outputs": [ "n252", "n254" ] }, { "id": "n252", "type": "rmsNorm", "name": "RMSNorm_19_1", "position": { "x": 200, "y": 11450 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n251" ], "outputs": [ "n253" ] }, { "id": "n253", "type": "groupedQueryAttention", "name": "Attention_19", "position": { "x": 200, "y": 11570 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n252" ], "outputs": [ "n254" ], "scope": "layer.18.attention" }, { "id": "n254", "type": "add", "name": "Add_19_attn", "position": { "x": 200, "y": 11690 }, "params": {}, "inputs": [ "n253", "n251" ], "outputs": [ "n255", "n257" ] }, { "id": "n255", "type": "rmsNorm", "name": "RMSNorm_19_2", "position": { "x": 200, "y": 11810 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n254" ], "outputs": [ "n256" ] }, { "id": "n256", "type": "moeLayer", "name": "MoE_19", "position": { "x": 200, "y": 11930 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n255" ], "outputs": [ "n257" ] }, { "id": "n257", "type": "add", "name": "Add_19_ffn", "position": { "x": 200, "y": 12050 }, "params": {}, "inputs": [ "n256", "n254" ], "outputs": [ "n258", "n260" ] }, { "id": "n258", "type": "rmsNorm", "name": "RMSNorm_20_1", "position": { "x": 200, "y": 12050 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n257" ], "outputs": [ "n259" ] }, { "id": "n259", "type": "groupedQueryAttention", "name": "Attention_20", "position": { "x": 200, "y": 12170 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n258" ], "outputs": [ "n260" ], "scope": "layer.19.attention" }, { "id": "n260", "type": "add", "name": "Add_20_attn", "position": { "x": 200, "y": 12290 }, "params": {}, "inputs": [ "n259", "n257" ], "outputs": [ "n261", "n263" ] }, { "id": "n261", "type": "rmsNorm", "name": "RMSNorm_20_2", "position": { "x": 200, "y": 12410 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n260" ], "outputs": [ "n262" ] }, { "id": "n262", "type": "moeLayer", "name": "MoE_20", "position": { "x": 200, "y": 12530 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n261" ], "outputs": [ "n263" ] }, { "id": "n263", "type": "add", "name": "Add_20_ffn", "position": { "x": 200, "y": 12650 }, "params": {}, "inputs": [ "n262", "n260" ], "outputs": [ "n264", "n266" ] }, { "id": "n264", "type": "rmsNorm", "name": "RMSNorm_21_1", "position": { "x": 200, "y": 12650 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n263" ], "outputs": [ "n265" ] }, { "id": "n265", "type": "groupedQueryAttention", "name": "Attention_21", "position": { "x": 200, "y": 12770 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n264" ], "outputs": [ "n266" ], "scope": "layer.20.attention" }, { "id": "n266", "type": "add", "name": "Add_21_attn", "position": { "x": 200, "y": 12890 }, "params": {}, "inputs": [ "n265", "n263" ], "outputs": [ "n267", "n269" ] }, { "id": "n267", "type": "rmsNorm", "name": "RMSNorm_21_2", "position": { "x": 200, "y": 13010 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n266" ], "outputs": [ "n268" ] }, { "id": "n268", "type": "moeLayer", "name": "MoE_21", "position": { "x": 200, "y": 13130 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n267" ], "outputs": [ "n269" ] }, { "id": "n269", "type": "add", "name": "Add_21_ffn", "position": { "x": 200, "y": 13250 }, "params": {}, "inputs": [ "n268", "n266" ], "outputs": [ "n270", "n272" ] }, { "id": "n270", "type": "rmsNorm", "name": "RMSNorm_22_1", "position": { "x": 200, "y": 13250 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n269" ], "outputs": [ "n271" ] }, { "id": "n271", "type": "groupedQueryAttention", "name": "Attention_22", "position": { "x": 200, "y": 13370 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n270" ], "outputs": [ "n272" ], "scope": "layer.21.attention" }, { "id": "n272", "type": "add", "name": "Add_22_attn", "position": { "x": 200, "y": 13490 }, "params": {}, "inputs": [ "n271", "n269" ], "outputs": [ "n273", "n275" ] }, { "id": "n273", "type": "rmsNorm", "name": "RMSNorm_22_2", "position": { "x": 200, "y": 13610 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n272" ], "outputs": [ "n274" ] }, { "id": "n274", "type": "moeLayer", "name": "MoE_22", "position": { "x": 200, "y": 13730 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n273" ], "outputs": [ "n275" ] }, { "id": "n275", "type": "add", "name": "Add_22_ffn", "position": { "x": 200, "y": 13850 }, "params": {}, "inputs": [ "n274", "n272" ], "outputs": [ "n276", "n278" ] }, { "id": "n276", "type": "rmsNorm", "name": "RMSNorm_23_1", "position": { "x": 200, "y": 13850 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n275" ], "outputs": [ "n277" ] }, { "id": "n277", "type": "groupedQueryAttention", "name": "Attention_23", "position": { "x": 200, "y": 13970 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n276" ], "outputs": [ "n278" ], "scope": "layer.22.attention" }, { "id": "n278", "type": "add", "name": "Add_23_attn", "position": { "x": 200, "y": 14090 }, "params": {}, "inputs": [ "n277", "n275" ], "outputs": [ "n279", "n281" ] }, { "id": "n279", "type": "rmsNorm", "name": "RMSNorm_23_2", "position": { "x": 200, "y": 14210 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n278" ], "outputs": [ "n280" ] }, { "id": "n280", "type": "moeLayer", "name": "MoE_23", "position": { "x": 200, "y": 14330 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n279" ], "outputs": [ "n281" ] }, { "id": "n281", "type": "add", "name": "Add_23_ffn", "position": { "x": 200, "y": 14450 }, "params": {}, "inputs": [ "n280", "n278" ], "outputs": [ "n282", "n284" ] }, { "id": "n282", "type": "rmsNorm", "name": "RMSNorm_24_1", "position": { "x": 200, "y": 14450 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n281" ], "outputs": [ "n283" ] }, { "id": "n283", "type": "groupedQueryAttention", "name": "Attention_24", "position": { "x": 200, "y": 14570 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n282" ], "outputs": [ "n284" ], "scope": "layer.23.attention" }, { "id": "n284", "type": "add", "name": "Add_24_attn", "position": { "x": 200, "y": 14690 }, "params": {}, "inputs": [ "n283", "n281" ], "outputs": [ "n285", "n287" ] }, { "id": "n285", "type": "rmsNorm", "name": "RMSNorm_24_2", "position": { "x": 200, "y": 14810 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n284" ], "outputs": [ "n286" ] }, { "id": "n286", "type": "moeLayer", "name": "MoE_24", "position": { "x": 200, "y": 14930 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n285" ], "outputs": [ "n287" ] }, { "id": "n287", "type": "add", "name": "Add_24_ffn", "position": { "x": 200, "y": 15050 }, "params": {}, "inputs": [ "n286", "n284" ], "outputs": [ "n288", "n290" ] }, { "id": "n288", "type": "rmsNorm", "name": "RMSNorm_25_1", "position": { "x": 200, "y": 15050 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n287" ], "outputs": [ "n289" ] }, { "id": "n289", "type": "groupedQueryAttention", "name": "Attention_25", "position": { "x": 200, "y": 15170 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n288" ], "outputs": [ "n290" ], "scope": "layer.24.attention" }, { "id": "n290", "type": "add", "name": "Add_25_attn", "position": { "x": 200, "y": 15290 }, "params": {}, "inputs": [ "n289", "n287" ], "outputs": [ "n291", "n293" ] }, { "id": "n291", "type": "rmsNorm", "name": "RMSNorm_25_2", "position": { "x": 200, "y": 15410 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n290" ], "outputs": [ "n292" ] }, { "id": "n292", "type": "moeLayer", "name": "MoE_25", "position": { "x": 200, "y": 15530 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n291" ], "outputs": [ "n293" ] }, { "id": "n293", "type": "add", "name": "Add_25_ffn", "position": { "x": 200, "y": 15650 }, "params": {}, "inputs": [ "n292", "n290" ], "outputs": [ "n294", "n296" ] }, { "id": "n294", "type": "rmsNorm", "name": "RMSNorm_26_1", "position": { "x": 200, "y": 15650 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n293" ], "outputs": [ "n295" ] }, { "id": "n295", "type": "groupedQueryAttention", "name": "Attention_26", "position": { "x": 200, "y": 15770 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n294" ], "outputs": [ "n296" ], "scope": "layer.25.attention" }, { "id": "n296", "type": "add", "name": "Add_26_attn", "position": { "x": 200, "y": 15890 }, "params": {}, "inputs": [ "n295", "n293" ], "outputs": [ "n297", "n299" ] }, { "id": "n297", "type": "rmsNorm", "name": "RMSNorm_26_2", "position": { "x": 200, "y": 16010 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n296" ], "outputs": [ "n298" ] }, { "id": "n298", "type": "moeLayer", "name": "MoE_26", "position": { "x": 200, "y": 16130 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n297" ], "outputs": [ "n299" ] }, { "id": "n299", "type": "add", "name": "Add_26_ffn", "position": { "x": 200, "y": 16250 }, "params": {}, "inputs": [ "n298", "n296" ], "outputs": [ "n300", "n302" ] }, { "id": "n300", "type": "rmsNorm", "name": "RMSNorm_27_1", "position": { "x": 200, "y": 16250 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n299" ], "outputs": [ "n301" ] }, { "id": "n301", "type": "groupedQueryAttention", "name": "Attention_27", "position": { "x": 200, "y": 16370 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n300" ], "outputs": [ "n302" ], "scope": "layer.26.attention" }, { "id": "n302", "type": "add", "name": "Add_27_attn", "position": { "x": 200, "y": 16490 }, "params": {}, "inputs": [ "n301", "n299" ], "outputs": [ "n303", "n305" ] }, { "id": "n303", "type": "rmsNorm", "name": "RMSNorm_27_2", "position": { "x": 200, "y": 16610 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n302" ], "outputs": [ "n304" ] }, { "id": "n304", "type": "moeLayer", "name": "MoE_27", "position": { "x": 200, "y": 16730 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n303" ], "outputs": [ "n305" ] }, { "id": "n305", "type": "add", "name": "Add_27_ffn", "position": { "x": 200, "y": 16850 }, "params": {}, "inputs": [ "n304", "n302" ], "outputs": [ "n306", "n308" ] }, { "id": "n306", "type": "rmsNorm", "name": "RMSNorm_28_1", "position": { "x": 200, "y": 16850 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n305" ], "outputs": [ "n307" ] }, { "id": "n307", "type": "groupedQueryAttention", "name": "Attention_28", "position": { "x": 200, "y": 16970 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n306" ], "outputs": [ "n308" ], "scope": "layer.27.attention" }, { "id": "n308", "type": "add", "name": "Add_28_attn", "position": { "x": 200, "y": 17090 }, "params": {}, "inputs": [ "n307", "n305" ], "outputs": [ "n309", "n311" ] }, { "id": "n309", "type": "rmsNorm", "name": "RMSNorm_28_2", "position": { "x": 200, "y": 17210 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n308" ], "outputs": [ "n310" ] }, { "id": "n310", "type": "moeLayer", "name": "MoE_28", "position": { "x": 200, "y": 17330 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n309" ], "outputs": [ "n311" ] }, { "id": "n311", "type": "add", "name": "Add_28_ffn", "position": { "x": 200, "y": 17450 }, "params": {}, "inputs": [ "n310", "n308" ], "outputs": [ "n312", "n314" ] }, { "id": "n312", "type": "rmsNorm", "name": "RMSNorm_29_1", "position": { "x": 200, "y": 17450 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n311" ], "outputs": [ "n313" ] }, { "id": "n313", "type": "groupedQueryAttention", "name": "Attention_29", "position": { "x": 200, "y": 17570 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n312" ], "outputs": [ "n314" ], "scope": "layer.28.attention" }, { "id": "n314", "type": "add", "name": "Add_29_attn", "position": { "x": 200, "y": 17690 }, "params": {}, "inputs": [ "n313", "n311" ], "outputs": [ "n315", "n317" ] }, { "id": "n315", "type": "rmsNorm", "name": "RMSNorm_29_2", "position": { "x": 200, "y": 17810 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n314" ], "outputs": [ "n316" ] }, { "id": "n316", "type": "moeLayer", "name": "MoE_29", "position": { "x": 200, "y": 17930 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n315" ], "outputs": [ "n317" ] }, { "id": "n317", "type": "add", "name": "Add_29_ffn", "position": { "x": 200, "y": 18050 }, "params": {}, "inputs": [ "n316", "n314" ], "outputs": [ "n318", "n320" ] }, { "id": "n318", "type": "rmsNorm", "name": "RMSNorm_30_1", "position": { "x": 200, "y": 18050 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n317" ], "outputs": [ "n319" ] }, { "id": "n319", "type": "groupedQueryAttention", "name": "Attention_30", "position": { "x": 200, "y": 18170 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n318" ], "outputs": [ "n320" ], "scope": "layer.29.attention" }, { "id": "n320", "type": "add", "name": "Add_30_attn", "position": { "x": 200, "y": 18290 }, "params": {}, "inputs": [ "n319", "n317" ], "outputs": [ "n321", "n323" ] }, { "id": "n321", "type": "rmsNorm", "name": "RMSNorm_30_2", "position": { "x": 200, "y": 18410 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n320" ], "outputs": [ "n322" ] }, { "id": "n322", "type": "moeLayer", "name": "MoE_30", "position": { "x": 200, "y": 18530 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n321" ], "outputs": [ "n323" ] }, { "id": "n323", "type": "add", "name": "Add_30_ffn", "position": { "x": 200, "y": 18650 }, "params": {}, "inputs": [ "n322", "n320" ], "outputs": [ "n324", "n326" ] }, { "id": "n324", "type": "rmsNorm", "name": "RMSNorm_31_1", "position": { "x": 200, "y": 18650 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n323" ], "outputs": [ "n325" ] }, { "id": "n325", "type": "groupedQueryAttention", "name": "Attention_31", "position": { "x": 200, "y": 18770 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n324" ], "outputs": [ "n326" ], "scope": "layer.30.attention" }, { "id": "n326", "type": "add", "name": "Add_31_attn", "position": { "x": 200, "y": 18890 }, "params": {}, "inputs": [ "n325", "n323" ], "outputs": [ "n327", "n329" ] }, { "id": "n327", "type": "rmsNorm", "name": "RMSNorm_31_2", "position": { "x": 200, "y": 19010 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n326" ], "outputs": [ "n328" ] }, { "id": "n328", "type": "moeLayer", "name": "MoE_31", "position": { "x": 200, "y": 19130 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n327" ], "outputs": [ "n329" ] }, { "id": "n329", "type": "add", "name": "Add_31_ffn", "position": { "x": 200, "y": 19250 }, "params": {}, "inputs": [ "n328", "n326" ], "outputs": [ "n330", "n332" ] }, { "id": "n330", "type": "rmsNorm", "name": "RMSNorm_32_1", "position": { "x": 200, "y": 19250 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n329" ], "outputs": [ "n331" ] }, { "id": "n331", "type": "groupedQueryAttention", "name": "Attention_32", "position": { "x": 200, "y": 19370 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n330" ], "outputs": [ "n332" ], "scope": "layer.31.attention" }, { "id": "n332", "type": "add", "name": "Add_32_attn", "position": { "x": 200, "y": 19490 }, "params": {}, "inputs": [ "n331", "n329" ], "outputs": [ "n333", "n335" ] }, { "id": "n333", "type": "rmsNorm", "name": "RMSNorm_32_2", "position": { "x": 200, "y": 19610 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n332" ], "outputs": [ "n334" ] }, { "id": "n334", "type": "moeLayer", "name": "MoE_32", "position": { "x": 200, "y": 19730 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n333" ], "outputs": [ "n335" ] }, { "id": "n335", "type": "add", "name": "Add_32_ffn", "position": { "x": 200, "y": 19850 }, "params": {}, "inputs": [ "n334", "n332" ], "outputs": [ "n336", "n338" ] }, { "id": "n336", "type": "rmsNorm", "name": "RMSNorm_33_1", "position": { "x": 200, "y": 19850 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n335" ], "outputs": [ "n337" ] }, { "id": "n337", "type": "groupedQueryAttention", "name": "Attention_33", "position": { "x": 200, "y": 19970 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n336" ], "outputs": [ "n338" ], "scope": "layer.32.attention" }, { "id": "n338", "type": "add", "name": "Add_33_attn", "position": { "x": 200, "y": 20090 }, "params": {}, "inputs": [ "n337", "n335" ], "outputs": [ "n339", "n341" ] }, { "id": "n339", "type": "rmsNorm", "name": "RMSNorm_33_2", "position": { "x": 200, "y": 20210 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n338" ], "outputs": [ "n340" ] }, { "id": "n340", "type": "moeLayer", "name": "MoE_33", "position": { "x": 200, "y": 20330 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n339" ], "outputs": [ "n341" ] }, { "id": "n341", "type": "add", "name": "Add_33_ffn", "position": { "x": 200, "y": 20450 }, "params": {}, "inputs": [ "n340", "n338" ], "outputs": [ "n342", "n344" ] }, { "id": "n342", "type": "rmsNorm", "name": "RMSNorm_34_1", "position": { "x": 200, "y": 20450 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n341" ], "outputs": [ "n343" ] }, { "id": "n343", "type": "groupedQueryAttention", "name": "Attention_34", "position": { "x": 200, "y": 20570 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n342" ], "outputs": [ "n344" ], "scope": "layer.33.attention" }, { "id": "n344", "type": "add", "name": "Add_34_attn", "position": { "x": 200, "y": 20690 }, "params": {}, "inputs": [ "n343", "n341" ], "outputs": [ "n345", "n347" ] }, { "id": "n345", "type": "rmsNorm", "name": "RMSNorm_34_2", "position": { "x": 200, "y": 20810 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n344" ], "outputs": [ "n346" ] }, { "id": "n346", "type": "moeLayer", "name": "MoE_34", "position": { "x": 200, "y": 20930 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n345" ], "outputs": [ "n347" ] }, { "id": "n347", "type": "add", "name": "Add_34_ffn", "position": { "x": 200, "y": 21050 }, "params": {}, "inputs": [ "n346", "n344" ], "outputs": [ "n348", "n350" ] }, { "id": "n348", "type": "rmsNorm", "name": "RMSNorm_35_1", "position": { "x": 200, "y": 21050 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n347" ], "outputs": [ "n349" ] }, { "id": "n349", "type": "groupedQueryAttention", "name": "Attention_35", "position": { "x": 200, "y": 21170 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n348" ], "outputs": [ "n350" ], "scope": "layer.34.attention" }, { "id": "n350", "type": "add", "name": "Add_35_attn", "position": { "x": 200, "y": 21290 }, "params": {}, "inputs": [ "n349", "n347" ], "outputs": [ "n351", "n353" ] }, { "id": "n351", "type": "rmsNorm", "name": "RMSNorm_35_2", "position": { "x": 200, "y": 21410 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n350" ], "outputs": [ "n352" ] }, { "id": "n352", "type": "moeLayer", "name": "MoE_35", "position": { "x": 200, "y": 21530 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n351" ], "outputs": [ "n353" ] }, { "id": "n353", "type": "add", "name": "Add_35_ffn", "position": { "x": 200, "y": 21650 }, "params": {}, "inputs": [ "n352", "n350" ], "outputs": [ "n354", "n356" ] }, { "id": "n354", "type": "rmsNorm", "name": "RMSNorm_36_1", "position": { "x": 200, "y": 21650 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n353" ], "outputs": [ "n355" ] }, { "id": "n355", "type": "groupedQueryAttention", "name": "Attention_36", "position": { "x": 200, "y": 21770 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n354" ], "outputs": [ "n356" ], "scope": "layer.35.attention" }, { "id": "n356", "type": "add", "name": "Add_36_attn", "position": { "x": 200, "y": 21890 }, "params": {}, "inputs": [ "n355", "n353" ], "outputs": [ "n357", "n359" ] }, { "id": "n357", "type": "rmsNorm", "name": "RMSNorm_36_2", "position": { "x": 200, "y": 22010 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n356" ], "outputs": [ "n358" ] }, { "id": "n358", "type": "moeLayer", "name": "MoE_36", "position": { "x": 200, "y": 22130 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n357" ], "outputs": [ "n359" ] }, { "id": "n359", "type": "add", "name": "Add_36_ffn", "position": { "x": 200, "y": 22250 }, "params": {}, "inputs": [ "n358", "n356" ], "outputs": [ "n360", "n362" ] }, { "id": "n360", "type": "rmsNorm", "name": "RMSNorm_37_1", "position": { "x": 200, "y": 22250 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n359" ], "outputs": [ "n361" ] }, { "id": "n361", "type": "groupedQueryAttention", "name": "Attention_37", "position": { "x": 200, "y": 22370 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n360" ], "outputs": [ "n362" ], "scope": "layer.36.attention" }, { "id": "n362", "type": "add", "name": "Add_37_attn", "position": { "x": 200, "y": 22490 }, "params": {}, "inputs": [ "n361", "n359" ], "outputs": [ "n363", "n365" ] }, { "id": "n363", "type": "rmsNorm", "name": "RMSNorm_37_2", "position": { "x": 200, "y": 22610 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n362" ], "outputs": [ "n364" ] }, { "id": "n364", "type": "moeLayer", "name": "MoE_37", "position": { "x": 200, "y": 22730 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n363" ], "outputs": [ "n365" ] }, { "id": "n365", "type": "add", "name": "Add_37_ffn", "position": { "x": 200, "y": 22850 }, "params": {}, "inputs": [ "n364", "n362" ], "outputs": [ "n366", "n368" ] }, { "id": "n366", "type": "rmsNorm", "name": "RMSNorm_38_1", "position": { "x": 200, "y": 22850 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n365" ], "outputs": [ "n367" ] }, { "id": "n367", "type": "groupedQueryAttention", "name": "Attention_38", "position": { "x": 200, "y": 22970 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n366" ], "outputs": [ "n368" ], "scope": "layer.37.attention" }, { "id": "n368", "type": "add", "name": "Add_38_attn", "position": { "x": 200, "y": 23090 }, "params": {}, "inputs": [ "n367", "n365" ], "outputs": [ "n369", "n371" ] }, { "id": "n369", "type": "rmsNorm", "name": "RMSNorm_38_2", "position": { "x": 200, "y": 23210 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n368" ], "outputs": [ "n370" ] }, { "id": "n370", "type": "moeLayer", "name": "MoE_38", "position": { "x": 200, "y": 23330 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n369" ], "outputs": [ "n371" ] }, { "id": "n371", "type": "add", "name": "Add_38_ffn", "position": { "x": 200, "y": 23450 }, "params": {}, "inputs": [ "n370", "n368" ], "outputs": [ "n372", "n374" ] }, { "id": "n372", "type": "rmsNorm", "name": "RMSNorm_39_1", "position": { "x": 200, "y": 23450 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n371" ], "outputs": [ "n373" ] }, { "id": "n373", "type": "groupedQueryAttention", "name": "Attention_39", "position": { "x": 200, "y": 23570 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n372" ], "outputs": [ "n374" ], "scope": "layer.38.attention" }, { "id": "n374", "type": "add", "name": "Add_39_attn", "position": { "x": 200, "y": 23690 }, "params": {}, "inputs": [ "n373", "n371" ], "outputs": [ "n375", "n377" ] }, { "id": "n375", "type": "rmsNorm", "name": "RMSNorm_39_2", "position": { "x": 200, "y": 23810 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n374" ], "outputs": [ "n376" ] }, { "id": "n376", "type": "moeLayer", "name": "MoE_39", "position": { "x": 200, "y": 23930 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n375" ], "outputs": [ "n377" ] }, { "id": "n377", "type": "add", "name": "Add_39_ffn", "position": { "x": 200, "y": 24050 }, "params": {}, "inputs": [ "n376", "n374" ], "outputs": [ "n378", "n380" ] }, { "id": "n378", "type": "rmsNorm", "name": "RMSNorm_40_1", "position": { "x": 200, "y": 24050 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n377" ], "outputs": [ "n379" ] }, { "id": "n379", "type": "groupedQueryAttention", "name": "Attention_40", "position": { "x": 200, "y": 24170 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n378" ], "outputs": [ "n380" ], "scope": "layer.39.attention" }, { "id": "n380", "type": "add", "name": "Add_40_attn", "position": { "x": 200, "y": 24290 }, "params": {}, "inputs": [ "n379", "n377" ], "outputs": [ "n381", "n383" ] }, { "id": "n381", "type": "rmsNorm", "name": "RMSNorm_40_2", "position": { "x": 200, "y": 24410 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n380" ], "outputs": [ "n382" ] }, { "id": "n382", "type": "moeLayer", "name": "MoE_40", "position": { "x": 200, "y": 24530 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n381" ], "outputs": [ "n383" ] }, { "id": "n383", "type": "add", "name": "Add_40_ffn", "position": { "x": 200, "y": 24650 }, "params": {}, "inputs": [ "n382", "n380" ], "outputs": [ "n384", "n386" ] }, { "id": "n384", "type": "rmsNorm", "name": "RMSNorm_41_1", "position": { "x": 200, "y": 24650 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n383" ], "outputs": [ "n385" ] }, { "id": "n385", "type": "groupedQueryAttention", "name": "Attention_41", "position": { "x": 200, "y": 24770 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n384" ], "outputs": [ "n386" ], "scope": "layer.40.attention" }, { "id": "n386", "type": "add", "name": "Add_41_attn", "position": { "x": 200, "y": 24890 }, "params": {}, "inputs": [ "n385", "n383" ], "outputs": [ "n387", "n389" ] }, { "id": "n387", "type": "rmsNorm", "name": "RMSNorm_41_2", "position": { "x": 200, "y": 25010 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n386" ], "outputs": [ "n388" ] }, { "id": "n388", "type": "moeLayer", "name": "MoE_41", "position": { "x": 200, "y": 25130 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n387" ], "outputs": [ "n389" ] }, { "id": "n389", "type": "add", "name": "Add_41_ffn", "position": { "x": 200, "y": 25250 }, "params": {}, "inputs": [ "n388", "n386" ], "outputs": [ "n390", "n392" ] }, { "id": "n390", "type": "rmsNorm", "name": "RMSNorm_42_1", "position": { "x": 200, "y": 25250 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n389" ], "outputs": [ "n391" ] }, { "id": "n391", "type": "groupedQueryAttention", "name": "Attention_42", "position": { "x": 200, "y": 25370 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n390" ], "outputs": [ "n392" ], "scope": "layer.41.attention" }, { "id": "n392", "type": "add", "name": "Add_42_attn", "position": { "x": 200, "y": 25490 }, "params": {}, "inputs": [ "n391", "n389" ], "outputs": [ "n393", "n395" ] }, { "id": "n393", "type": "rmsNorm", "name": "RMSNorm_42_2", "position": { "x": 200, "y": 25610 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n392" ], "outputs": [ "n394" ] }, { "id": "n394", "type": "moeLayer", "name": "MoE_42", "position": { "x": 200, "y": 25730 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n393" ], "outputs": [ "n395" ] }, { "id": "n395", "type": "add", "name": "Add_42_ffn", "position": { "x": 200, "y": 25850 }, "params": {}, "inputs": [ "n394", "n392" ], "outputs": [ "n396", "n398" ] }, { "id": "n396", "type": "rmsNorm", "name": "RMSNorm_43_1", "position": { "x": 200, "y": 25850 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n395" ], "outputs": [ "n397" ] }, { "id": "n397", "type": "groupedQueryAttention", "name": "Attention_43", "position": { "x": 200, "y": 25970 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n396" ], "outputs": [ "n398" ], "scope": "layer.42.attention" }, { "id": "n398", "type": "add", "name": "Add_43_attn", "position": { "x": 200, "y": 26090 }, "params": {}, "inputs": [ "n397", "n395" ], "outputs": [ "n399", "n401" ] }, { "id": "n399", "type": "rmsNorm", "name": "RMSNorm_43_2", "position": { "x": 200, "y": 26210 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n398" ], "outputs": [ "n400" ] }, { "id": "n400", "type": "moeLayer", "name": "MoE_43", "position": { "x": 200, "y": 26330 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n399" ], "outputs": [ "n401" ] }, { "id": "n401", "type": "add", "name": "Add_43_ffn", "position": { "x": 200, "y": 26450 }, "params": {}, "inputs": [ "n400", "n398" ], "outputs": [ "n402", "n404" ] }, { "id": "n402", "type": "rmsNorm", "name": "RMSNorm_44_1", "position": { "x": 200, "y": 26450 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n401" ], "outputs": [ "n403" ] }, { "id": "n403", "type": "groupedQueryAttention", "name": "Attention_44", "position": { "x": 200, "y": 26570 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n402" ], "outputs": [ "n404" ], "scope": "layer.43.attention" }, { "id": "n404", "type": "add", "name": "Add_44_attn", "position": { "x": 200, "y": 26690 }, "params": {}, "inputs": [ "n403", "n401" ], "outputs": [ "n405", "n407" ] }, { "id": "n405", "type": "rmsNorm", "name": "RMSNorm_44_2", "position": { "x": 200, "y": 26810 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n404" ], "outputs": [ "n406" ] }, { "id": "n406", "type": "moeLayer", "name": "MoE_44", "position": { "x": 200, "y": 26930 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n405" ], "outputs": [ "n407" ] }, { "id": "n407", "type": "add", "name": "Add_44_ffn", "position": { "x": 200, "y": 27050 }, "params": {}, "inputs": [ "n406", "n404" ], "outputs": [ "n408", "n410" ] }, { "id": "n408", "type": "rmsNorm", "name": "RMSNorm_45_1", "position": { "x": 200, "y": 27050 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n407" ], "outputs": [ "n409" ] }, { "id": "n409", "type": "groupedQueryAttention", "name": "Attention_45", "position": { "x": 200, "y": 27170 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n408" ], "outputs": [ "n410" ], "scope": "layer.44.attention" }, { "id": "n410", "type": "add", "name": "Add_45_attn", "position": { "x": 200, "y": 27290 }, "params": {}, "inputs": [ "n409", "n407" ], "outputs": [ "n411", "n413" ] }, { "id": "n411", "type": "rmsNorm", "name": "RMSNorm_45_2", "position": { "x": 200, "y": 27410 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n410" ], "outputs": [ "n412" ] }, { "id": "n412", "type": "moeLayer", "name": "MoE_45", "position": { "x": 200, "y": 27530 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n411" ], "outputs": [ "n413" ] }, { "id": "n413", "type": "add", "name": "Add_45_ffn", "position": { "x": 200, "y": 27650 }, "params": {}, "inputs": [ "n412", "n410" ], "outputs": [ "n414", "n416" ] }, { "id": "n414", "type": "rmsNorm", "name": "RMSNorm_46_1", "position": { "x": 200, "y": 27650 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n413" ], "outputs": [ "n415" ] }, { "id": "n415", "type": "groupedQueryAttention", "name": "Attention_46", "position": { "x": 200, "y": 27770 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n414" ], "outputs": [ "n416" ], "scope": "layer.45.attention" }, { "id": "n416", "type": "add", "name": "Add_46_attn", "position": { "x": 200, "y": 27890 }, "params": {}, "inputs": [ "n415", "n413" ], "outputs": [ "n417", "n419" ] }, { "id": "n417", "type": "rmsNorm", "name": "RMSNorm_46_2", "position": { "x": 200, "y": 28010 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n416" ], "outputs": [ "n418" ] }, { "id": "n418", "type": "moeLayer", "name": "MoE_46", "position": { "x": 200, "y": 28130 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n417" ], "outputs": [ "n419" ] }, { "id": "n419", "type": "add", "name": "Add_46_ffn", "position": { "x": 200, "y": 28250 }, "params": {}, "inputs": [ "n418", "n416" ], "outputs": [ "n420", "n422" ] }, { "id": "n420", "type": "rmsNorm", "name": "RMSNorm_47_1", "position": { "x": 200, "y": 28250 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n419" ], "outputs": [ "n421" ] }, { "id": "n421", "type": "groupedQueryAttention", "name": "Attention_47", "position": { "x": 200, "y": 28370 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n420" ], "outputs": [ "n422" ], "scope": "layer.46.attention" }, { "id": "n422", "type": "add", "name": "Add_47_attn", "position": { "x": 200, "y": 28490 }, "params": {}, "inputs": [ "n421", "n419" ], "outputs": [ "n423", "n425" ] }, { "id": "n423", "type": "rmsNorm", "name": "RMSNorm_47_2", "position": { "x": 200, "y": 28610 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n422" ], "outputs": [ "n424" ] }, { "id": "n424", "type": "moeLayer", "name": "MoE_47", "position": { "x": 200, "y": 28730 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n423" ], "outputs": [ "n425" ] }, { "id": "n425", "type": "add", "name": "Add_47_ffn", "position": { "x": 200, "y": 28850 }, "params": {}, "inputs": [ "n424", "n422" ], "outputs": [ "n426", "n428" ] }, { "id": "n426", "type": "rmsNorm", "name": "RMSNorm_48_1", "position": { "x": 200, "y": 28850 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n425" ], "outputs": [ "n427" ] }, { "id": "n427", "type": "groupedQueryAttention", "name": "Attention_48", "position": { "x": 200, "y": 28970 }, "params": { "embedDim": 5120, "numHeads": 40, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n426" ], "outputs": [ "n428" ], "scope": "layer.47.attention" }, { "id": "n428", "type": "add", "name": "Add_48_attn", "position": { "x": 200, "y": 29090 }, "params": {}, "inputs": [ "n427", "n425" ], "outputs": [ "n429", "n431" ] }, { "id": "n429", "type": "rmsNorm", "name": "RMSNorm_48_2", "position": { "x": 200, "y": 29210 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n428" ], "outputs": [ "n430" ] }, { "id": "n430", "type": "moeLayer", "name": "MoE_48", "position": { "x": 200, "y": 29330 }, "params": { "embedDim": 5120, "numExperts": 16, "expertDim": 8192, "topK": 1 }, "inputs": [ "n429" ], "outputs": [ "n431" ] }, { "id": "n431", "type": "add", "name": "Add_48_ffn", "position": { "x": 200, "y": 29450 }, "params": {}, "inputs": [ "n430", "n428" ], "outputs": [ "n432" ] }, { "id": "n432", "type": "rmsNorm", "name": "Final_RMSNorm", "position": { "x": 200, "y": 29450 }, "params": { "normalizedShape": 5120 }, "inputs": [ "n431" ], "outputs": [ "n433" ] }, { "id": "n433", "type": "linear", "name": "LM_Head", "position": { "x": 200, "y": 29650 }, "params": { "inFeatures": 5120, "outFeatures": 202048, "bias": false }, "inputs": [ "n432" ], "outputs": [ "n434" ], "scope": "head" }, { "id": "n434", "type": "output", "name": "Output", "position": { "x": 200, "y": 29850 }, "params": {}, "inputs": [ "n433" ], "outputs": [] } ], "connections": [ { "id": "c1", "from": "n1", "to": "n2", "fromPort": "bottom", "toPort": "top" }, { "id": "c2", "from": "n3", "to": "n4", "fromPort": "bottom", "toPort": "top" }, { "id": "c3", "from": "n4", "to": "n5", "fromPort": "bottom", "toPort": "top" }, { "id": "c4", "from": "n5", "to": "n6", "fromPort": "bottom", "toPort": "top" }, { "id": "c5", "from": "n6", "to": "n7", "fromPort": "bottom", "toPort": "top" }, { "id": "c6", "from": "n4", "to": "n7", "fromPort": "bottom", "toPort": "left" }, { "id": "c7", "from": "n7", "to": "n8", "fromPort": "bottom", "toPort": "top" }, { "id": "c8", "from": "n8", "to": "n9", "fromPort": "bottom", "toPort": "top" }, { "id": "c9", "from": "n9", "to": "n10", "fromPort": "bottom", "toPort": "top" }, { "id": "c10", "from": "n10", "to": "n11", "fromPort": "bottom", "toPort": "top" }, { "id": "c11", "from": "n8", "to": "n11", "fromPort": "bottom", "toPort": "left" }, { "id": "c12", "from": "n11", "to": "n12", "fromPort": "bottom", "toPort": "top" }, { "id": "c13", "from": "n12", "to": "n13", "fromPort": "bottom", "toPort": "top" }, { "id": "c14", "from": "n13", "to": "n14", "fromPort": "bottom", "toPort": "top" }, { "id": "c15", "from": "n14", "to": "n15", "fromPort": "bottom", "toPort": "top" }, { "id": "c16", "from": "n12", "to": "n15", "fromPort": "bottom", "toPort": "left" }, { "id": "c17", "from": "n15", "to": "n16", "fromPort": "bottom", "toPort": "top" }, { "id": "c18", "from": "n16", "to": "n17", "fromPort": "bottom", "toPort": "top" }, { "id": "c19", "from": "n17", "to": "n18", "fromPort": "bottom", "toPort": "top" }, { "id": "c20", "from": "n18", "to": "n19", "fromPort": "bottom", "toPort": "top" }, { "id": "c21", "from": "n16", "to": "n19", "fromPort": "bottom", "toPort": "left" }, { "id": "c22", "from": "n19", "to": "n20", "fromPort": "bottom", "toPort": "top" }, { "id": "c23", "from": "n20", "to": "n21", "fromPort": "bottom", "toPort": "top" }, { "id": "c24", "from": "n21", "to": "n22", "fromPort": "bottom", "toPort": "top" }, { "id": "c25", "from": "n22", "to": "n23", "fromPort": "bottom", "toPort": "top" }, { "id": "c26", "from": "n20", "to": "n23", "fromPort": "bottom", "toPort": "left" }, { "id": "c27", "from": "n23", "to": "n24", "fromPort": "bottom", "toPort": "top" }, { "id": "c28", "from": "n24", "to": "n25", "fromPort": "bottom", "toPort": "top" }, { "id": "c29", "from": "n25", "to": "n26", "fromPort": "bottom", "toPort": "top" }, { "id": "c30", "from": "n26", "to": "n27", "fromPort": "bottom", "toPort": "top" }, { "id": "c31", "from": "n24", "to": "n27", "fromPort": "bottom", "toPort": "left" }, { "id": "c32", "from": "n27", "to": "n28", "fromPort": "bottom", "toPort": "top" }, { "id": "c33", "from": "n28", "to": "n29", "fromPort": "bottom", "toPort": "top" }, { "id": "c34", "from": "n29", "to": "n30", "fromPort": "bottom", "toPort": "top" }, { "id": "c35", "from": "n30", "to": "n31", "fromPort": "bottom", "toPort": "top" }, { "id": "c36", "from": "n28", "to": "n31", "fromPort": "bottom", "toPort": "left" }, { "id": "c37", "from": "n31", "to": "n32", "fromPort": "bottom", "toPort": "top" }, { "id": "c38", "from": "n32", "to": "n33", "fromPort": "bottom", "toPort": "top" }, { "id": "c39", "from": "n33", "to": "n34", "fromPort": "bottom", "toPort": "top" }, { "id": "c40", "from": "n34", "to": "n35", "fromPort": "bottom", "toPort": "top" }, { "id": "c41", "from": "n32", "to": "n35", "fromPort": "bottom", "toPort": "left" }, { "id": "c42", "from": "n35", "to": "n36", "fromPort": "bottom", "toPort": "top" }, { "id": "c43", "from": "n36", "to": "n37", "fromPort": "bottom", "toPort": "top" }, { "id": "c44", "from": "n37", "to": "n38", "fromPort": "bottom", "toPort": "top" }, { "id": "c45", "from": "n38", "to": "n39", "fromPort": "bottom", "toPort": "top" }, { "id": "c46", "from": "n36", "to": "n39", "fromPort": "bottom", "toPort": "left" }, { "id": "c47", "from": "n39", "to": "n40", "fromPort": "bottom", "toPort": "top" }, { "id": "c48", "from": "n40", "to": "n41", "fromPort": "bottom", "toPort": "top" }, { "id": "c49", "from": "n41", "to": "n42", "fromPort": "bottom", "toPort": "top" }, { "id": "c50", "from": "n42", "to": "n43", "fromPort": "bottom", "toPort": "top" }, { "id": "c51", "from": "n40", "to": "n43", "fromPort": "bottom", "toPort": "left" }, { "id": "c52", "from": "n43", "to": "n44", "fromPort": "bottom", "toPort": "top" }, { "id": "c53", "from": "n44", "to": "n45", "fromPort": "bottom", "toPort": "top" }, { "id": "c54", "from": "n45", "to": "n46", "fromPort": "bottom", "toPort": "top" }, { "id": "c55", "from": "n46", "to": "n47", "fromPort": "bottom", "toPort": "top" }, { "id": "c56", "from": "n44", "to": "n47", "fromPort": "bottom", "toPort": "left" }, { "id": "c57", "from": "n47", "to": "n48", "fromPort": "bottom", "toPort": "top" }, { "id": "c58", "from": "n48", "to": "n49", "fromPort": "bottom", "toPort": "top" }, { "id": "c59", "from": "n49", "to": "n50", "fromPort": "bottom", "toPort": "top" }, { "id": "c60", "from": "n50", "to": "n51", "fromPort": "bottom", "toPort": "top" }, { "id": "c61", "from": "n48", "to": "n51", "fromPort": "bottom", "toPort": "left" }, { "id": "c62", "from": "n51", "to": "n52", "fromPort": "bottom", "toPort": "top" }, { "id": "c63", "from": "n52", "to": "n53", "fromPort": "bottom", "toPort": "top" }, { "id": "c64", "from": "n53", "to": "n54", "fromPort": "bottom", "toPort": "top" }, { "id": "c65", "from": "n54", "to": "n55", "fromPort": "bottom", "toPort": "top" }, { "id": "c66", "from": "n52", "to": "n55", "fromPort": "bottom", "toPort": "left" }, { "id": "c67", "from": "n55", "to": "n56", "fromPort": "bottom", "toPort": "top" }, { "id": "c68", "from": "n56", "to": "n57", "fromPort": "bottom", "toPort": "top" }, { "id": "c69", "from": "n57", "to": "n58", "fromPort": "bottom", "toPort": "top" }, { "id": "c70", "from": "n58", "to": "n59", "fromPort": "bottom", "toPort": "top" }, { "id": "c71", "from": "n56", "to": "n59", "fromPort": "bottom", "toPort": "left" }, { "id": "c72", "from": "n59", "to": "n60", "fromPort": "bottom", "toPort": "top" }, { "id": "c73", "from": "n60", "to": "n61", "fromPort": "bottom", "toPort": "top" }, { "id": "c74", "from": "n61", "to": "n62", "fromPort": "bottom", "toPort": "top" }, { "id": "c75", "from": "n62", "to": "n63", "fromPort": "bottom", "toPort": "top" }, { "id": "c76", "from": "n60", "to": "n63", "fromPort": "bottom", "toPort": "left" }, { "id": "c77", "from": "n63", "to": "n64", "fromPort": "bottom", "toPort": "top" }, { "id": "c78", "from": "n64", "to": "n65", "fromPort": "bottom", "toPort": "top" }, { "id": "c79", "from": "n65", "to": "n66", "fromPort": "bottom", "toPort": "top" }, { "id": "c80", "from": "n66", "to": "n67", "fromPort": "bottom", "toPort": "top" }, { "id": "c81", "from": "n64", "to": "n67", "fromPort": "bottom", "toPort": "left" }, { "id": "c82", "from": "n67", "to": "n68", "fromPort": "bottom", "toPort": "top" }, { "id": "c83", "from": "n68", "to": "n69", "fromPort": "bottom", "toPort": "top" }, { "id": "c84", "from": "n69", "to": "n70", "fromPort": "bottom", "toPort": "top" }, { "id": "c85", "from": "n70", "to": "n71", "fromPort": "bottom", "toPort": "top" }, { "id": "c86", "from": "n68", "to": "n71", "fromPort": "bottom", "toPort": "left" }, { "id": "c87", "from": "n71", "to": "n72", "fromPort": "bottom", "toPort": "top" }, { "id": "c88", "from": "n72", "to": "n73", "fromPort": "bottom", "toPort": "top" }, { "id": "c89", "from": "n73", "to": "n74", "fromPort": "bottom", "toPort": "top" }, { "id": "c90", "from": "n74", "to": "n75", "fromPort": "bottom", "toPort": "top" }, { "id": "c91", "from": "n72", "to": "n75", "fromPort": "bottom", "toPort": "left" }, { "id": "c92", "from": "n75", "to": "n76", "fromPort": "bottom", "toPort": "top" }, { "id": "c93", "from": "n76", "to": "n77", "fromPort": "bottom", "toPort": "top" }, { "id": "c94", "from": "n77", "to": "n78", "fromPort": "bottom", "toPort": "top" }, { "id": "c95", "from": "n78", "to": "n79", "fromPort": "bottom", "toPort": "top" }, { "id": "c96", "from": "n76", "to": "n79", "fromPort": "bottom", "toPort": "left" }, { "id": "c97", "from": "n79", "to": "n80", "fromPort": "bottom", "toPort": "top" }, { "id": "c98", "from": "n80", "to": "n81", "fromPort": "bottom", "toPort": "top" }, { "id": "c99", "from": "n81", "to": "n82", "fromPort": "bottom", "toPort": "top" }, { "id": "c100", "from": "n82", "to": "n83", "fromPort": "bottom", "toPort": "top" }, { "id": "c101", "from": "n80", "to": "n83", "fromPort": "bottom", "toPort": "left" }, { "id": "c102", "from": "n83", "to": "n84", "fromPort": "bottom", "toPort": "top" }, { "id": "c103", "from": "n84", "to": "n85", "fromPort": "bottom", "toPort": "top" }, { "id": "c104", "from": "n85", "to": "n86", "fromPort": "bottom", "toPort": "top" }, { "id": "c105", "from": "n86", "to": "n87", "fromPort": "bottom", "toPort": "top" }, { "id": "c106", "from": "n84", "to": "n87", "fromPort": "bottom", "toPort": "left" }, { "id": "c107", "from": "n87", "to": "n88", "fromPort": "bottom", "toPort": "top" }, { "id": "c108", "from": "n88", "to": "n89", "fromPort": "bottom", "toPort": "top" }, { "id": "c109", "from": "n89", "to": "n90", "fromPort": "bottom", "toPort": "top" }, { "id": "c110", "from": "n90", "to": "n91", "fromPort": "bottom", "toPort": "top" }, { "id": "c111", "from": "n88", "to": "n91", "fromPort": "bottom", "toPort": "left" }, { "id": "c112", "from": "n91", "to": "n92", "fromPort": "bottom", "toPort": "top" }, { "id": "c113", "from": "n92", "to": "n93", "fromPort": "bottom", "toPort": "top" }, { "id": "c114", "from": "n93", "to": "n94", "fromPort": "bottom", "toPort": "top" }, { "id": "c115", "from": "n94", "to": "n95", "fromPort": "bottom", "toPort": "top" }, { "id": "c116", "from": "n92", "to": "n95", "fromPort": "bottom", "toPort": "left" }, { "id": "c117", "from": "n95", "to": "n96", "fromPort": "bottom", "toPort": "top" }, { "id": "c118", "from": "n96", "to": "n97", "fromPort": "bottom", "toPort": "top" }, { "id": "c119", "from": "n97", "to": "n98", "fromPort": "bottom", "toPort": "top" }, { "id": "c120", "from": "n98", "to": "n99", "fromPort": "bottom", "toPort": "top" }, { "id": "c121", "from": "n96", "to": "n99", "fromPort": "bottom", "toPort": "left" }, { "id": "c122", "from": "n99", "to": "n100", "fromPort": "bottom", "toPort": "top" }, { "id": "c123", "from": "n100", "to": "n101", "fromPort": "bottom", "toPort": "top" }, { "id": "c124", "from": "n101", "to": "n102", "fromPort": "bottom", "toPort": "top" }, { "id": "c125", "from": "n102", "to": "n103", "fromPort": "bottom", "toPort": "top" }, { "id": "c126", "from": "n100", "to": "n103", "fromPort": "bottom", "toPort": "left" }, { "id": "c127", "from": "n103", "to": "n104", "fromPort": "bottom", "toPort": "top" }, { "id": "c128", "from": "n104", "to": "n105", "fromPort": "bottom", "toPort": "top" }, { "id": "c129", "from": "n105", "to": "n106", "fromPort": "bottom", "toPort": "top" }, { "id": "c130", "from": "n106", "to": "n107", "fromPort": "bottom", "toPort": "top" }, { "id": "c131", "from": "n104", "to": "n107", "fromPort": "bottom", "toPort": "left" }, { "id": "c132", "from": "n107", "to": "n108", "fromPort": "bottom", "toPort": "top" }, { "id": "c133", "from": "n108", "to": "n109", "fromPort": "bottom", "toPort": "top" }, { "id": "c134", "from": "n109", "to": "n110", "fromPort": "bottom", "toPort": "top" }, { "id": "c135", "from": "n110", "to": "n111", "fromPort": "bottom", "toPort": "top" }, { "id": "c136", "from": "n108", "to": "n111", "fromPort": "bottom", "toPort": "left" }, { "id": "c137", "from": "n111", "to": "n112", "fromPort": "bottom", "toPort": "top" }, { "id": "c138", "from": "n112", "to": "n113", "fromPort": "bottom", "toPort": "top" }, { "id": "c139", "from": "n113", "to": "n114", "fromPort": "bottom", "toPort": "top" }, { "id": "c140", "from": "n114", "to": "n115", "fromPort": "bottom", "toPort": "top" }, { "id": "c141", "from": "n112", "to": "n115", "fromPort": "bottom", "toPort": "left" }, { "id": "c142", "from": "n115", "to": "n116", "fromPort": "bottom", "toPort": "top" }, { "id": "c143", "from": "n116", "to": "n117", "fromPort": "bottom", "toPort": "top" }, { "id": "c144", "from": "n117", "to": "n118", "fromPort": "bottom", "toPort": "top" }, { "id": "c145", "from": "n118", "to": "n119", "fromPort": "bottom", "toPort": "top" }, { "id": "c146", "from": "n116", "to": "n119", "fromPort": "bottom", "toPort": "left" }, { "id": "c147", "from": "n119", "to": "n120", "fromPort": "bottom", "toPort": "top" }, { "id": "c148", "from": "n120", "to": "n121", "fromPort": "bottom", "toPort": "top" }, { "id": "c149", "from": "n121", "to": "n122", "fromPort": "bottom", "toPort": "top" }, { "id": "c150", "from": "n122", "to": "n123", "fromPort": "bottom", "toPort": "top" }, { "id": "c151", "from": "n120", "to": "n123", "fromPort": "bottom", "toPort": "left" }, { "id": "c152", "from": "n123", "to": "n124", "fromPort": "bottom", "toPort": "top" }, { "id": "c153", "from": "n124", "to": "n125", "fromPort": "bottom", "toPort": "top" }, { "id": "c154", "from": "n125", "to": "n126", "fromPort": "bottom", "toPort": "top" }, { "id": "c155", "from": "n126", "to": "n127", "fromPort": "bottom", "toPort": "top" }, { "id": "c156", "from": "n124", "to": "n127", "fromPort": "bottom", "toPort": "left" }, { "id": "c157", "from": "n127", "to": "n128", "fromPort": "bottom", "toPort": "top" }, { "id": "c158", "from": "n128", "to": "n129", "fromPort": "bottom", "toPort": "top" }, { "id": "c159", "from": "n129", "to": "n130", "fromPort": "bottom", "toPort": "top" }, { "id": "c160", "from": "n130", "to": "n131", "fromPort": "bottom", "toPort": "top" }, { "id": "c161", "from": "n128", "to": "n131", "fromPort": "bottom", "toPort": "left" }, { "id": "c162", "from": "n131", "to": "n132", "fromPort": "bottom", "toPort": "top" }, { "id": "c163", "from": "n132", "to": "n133", "fromPort": "bottom", "toPort": "top" }, { "id": "c164", "from": "n133", "to": "n134", "fromPort": "bottom", "toPort": "top" }, { "id": "c165", "from": "n134", "to": "n135", "fromPort": "bottom", "toPort": "top" }, { "id": "c166", "from": "n132", "to": "n135", "fromPort": "bottom", "toPort": "left" }, { "id": "c167", "from": "n135", "to": "n136", "fromPort": "bottom", "toPort": "top" }, { "id": "c168", "from": "n136", "to": "n137", "fromPort": "bottom", "toPort": "top" }, { "id": "c169", "from": "n137", "to": "n138", "fromPort": "bottom", "toPort": "top" }, { "id": "c170", "from": "n138", "to": "n139", "fromPort": "bottom", "toPort": "top" }, { "id": "c171", "from": "n136", "to": "n139", "fromPort": "bottom", "toPort": "left" }, { "id": "c172", "from": "n139", "to": "n140", "fromPort": "bottom", "toPort": "top" }, { "id": "c173", "from": "n140", "to": "n141", "fromPort": "bottom", "toPort": "top" }, { "id": "c174", "from": "n141", "to": "n142", "fromPort": "bottom", "toPort": "top" }, { "id": "c175", "from": "n2", "to": "n143", "fromPort": "bottom", "toPort": "top" }, { "id": "c176", "from": "n142", "to": "n143", "fromPort": "bottom", "toPort": "left" }, { "id": "c177", "from": "n143", "to": "n144", "fromPort": "bottom", "toPort": "top" }, { "id": "c178", "from": "n144", "to": "n145", "fromPort": "bottom", "toPort": "top" }, { "id": "c179", "from": "n145", "to": "n146", "fromPort": "bottom", "toPort": "top" }, { "id": "c180", "from": "n143", "to": "n146", "fromPort": "bottom", "toPort": "left" }, { "id": "c181", "from": "n146", "to": "n147", "fromPort": "bottom", "toPort": "top" }, { "id": "c182", "from": "n147", "to": "n148", "fromPort": "bottom", "toPort": "top" }, { "id": "c183", "from": "n148", "to": "n149", "fromPort": "bottom", "toPort": "top" }, { "id": "c184", "from": "n146", "to": "n149", "fromPort": "bottom", "toPort": "left" }, { "id": "c185", "from": "n149", "to": "n150", "fromPort": "bottom", "toPort": "top" }, { "id": "c186", "from": "n150", "to": "n151", "fromPort": "bottom", "toPort": "top" }, { "id": "c187", "from": "n151", "to": "n152", "fromPort": "bottom", "toPort": "top" }, { "id": "c188", "from": "n149", "to": "n152", "fromPort": "bottom", "toPort": "left" }, { "id": "c189", "from": "n152", "to": "n153", "fromPort": "bottom", "toPort": "top" }, { "id": "c190", "from": "n153", "to": "n154", "fromPort": "bottom", "toPort": "top" }, { "id": "c191", "from": "n154", "to": "n155", "fromPort": "bottom", "toPort": "top" }, { "id": "c192", "from": "n152", "to": "n155", "fromPort": "bottom", "toPort": "left" }, { "id": "c193", "from": "n155", "to": "n156", "fromPort": "bottom", "toPort": "top" }, { "id": "c194", "from": "n156", "to": "n157", "fromPort": "bottom", "toPort": "top" }, { "id": "c195", "from": "n157", "to": "n158", "fromPort": "bottom", "toPort": "top" }, { "id": "c196", "from": "n155", "to": "n158", "fromPort": "bottom", "toPort": "left" }, { "id": "c197", "from": "n158", "to": "n159", "fromPort": "bottom", "toPort": "top" }, { "id": "c198", "from": "n159", "to": "n160", "fromPort": "bottom", "toPort": "top" }, { "id": "c199", "from": "n160", "to": "n161", "fromPort": "bottom", "toPort": "top" }, { "id": "c200", "from": "n158", "to": "n161", "fromPort": "bottom", "toPort": "left" }, { "id": "c201", "from": "n161", "to": "n162", "fromPort": "bottom", "toPort": "top" }, { "id": "c202", "from": "n162", "to": "n163", "fromPort": "bottom", "toPort": "top" }, { "id": "c203", "from": "n163", "to": "n164", "fromPort": "bottom", "toPort": "top" }, { "id": "c204", "from": "n161", "to": "n164", "fromPort": "bottom", "toPort": "left" }, { "id": "c205", "from": "n164", "to": "n165", "fromPort": "bottom", "toPort": "top" }, { "id": "c206", "from": "n165", "to": "n166", "fromPort": "bottom", "toPort": "top" }, { "id": "c207", "from": "n166", "to": "n167", "fromPort": "bottom", "toPort": "top" }, { "id": "c208", "from": "n164", "to": "n167", "fromPort": "bottom", "toPort": "left" }, { "id": "c209", "from": "n167", "to": "n168", "fromPort": "bottom", "toPort": "top" }, { "id": "c210", "from": "n168", "to": "n169", "fromPort": "bottom", "toPort": "top" }, { "id": "c211", "from": "n169", "to": "n170", "fromPort": "bottom", "toPort": "top" }, { "id": "c212", "from": "n167", "to": "n170", "fromPort": "bottom", "toPort": "left" }, { "id": "c213", "from": "n170", "to": "n171", "fromPort": "bottom", "toPort": "top" }, { "id": "c214", "from": "n171", "to": "n172", "fromPort": "bottom", "toPort": "top" }, { "id": "c215", "from": "n172", "to": "n173", "fromPort": "bottom", "toPort": "top" }, { "id": "c216", "from": "n170", "to": "n173", "fromPort": "bottom", "toPort": "left" }, { "id": "c217", "from": "n173", "to": "n174", "fromPort": "bottom", "toPort": "top" }, { "id": "c218", "from": "n174", "to": "n175", "fromPort": "bottom", "toPort": "top" }, { "id": "c219", "from": "n175", "to": "n176", "fromPort": "bottom", "toPort": "top" }, { "id": "c220", "from": "n173", "to": "n176", "fromPort": "bottom", "toPort": "left" }, { "id": "c221", "from": "n176", "to": "n177", "fromPort": "bottom", "toPort": "top" }, { "id": "c222", "from": "n177", "to": "n178", "fromPort": "bottom", "toPort": "top" }, { "id": "c223", "from": "n178", "to": "n179", "fromPort": "bottom", "toPort": "top" }, { "id": "c224", "from": "n176", "to": "n179", "fromPort": "bottom", "toPort": "left" }, { "id": "c225", "from": "n179", "to": "n180", "fromPort": "bottom", "toPort": "top" }, { "id": "c226", "from": "n180", "to": "n181", "fromPort": "bottom", "toPort": "top" }, { "id": "c227", "from": "n181", "to": "n182", "fromPort": "bottom", "toPort": "top" }, { "id": "c228", "from": "n179", "to": "n182", "fromPort": "bottom", "toPort": "left" }, { "id": "c229", "from": "n182", "to": "n183", "fromPort": "bottom", "toPort": "top" }, { "id": "c230", "from": "n183", "to": "n184", "fromPort": "bottom", "toPort": "top" }, { "id": "c231", "from": "n184", "to": "n185", "fromPort": "bottom", "toPort": "top" }, { "id": "c232", "from": "n182", "to": "n185", "fromPort": "bottom", "toPort": "left" }, { "id": "c233", "from": "n185", "to": "n186", "fromPort": "bottom", "toPort": "top" }, { "id": "c234", "from": "n186", "to": "n187", "fromPort": "bottom", "toPort": "top" }, { "id": "c235", "from": "n187", "to": "n188", "fromPort": "bottom", "toPort": "top" }, { "id": "c236", "from": "n185", "to": "n188", "fromPort": "bottom", "toPort": "left" }, { "id": "c237", "from": "n188", "to": "n189", "fromPort": "bottom", "toPort": "top" }, { "id": "c238", "from": "n189", "to": "n190", "fromPort": "bottom", "toPort": "top" }, { "id": "c239", "from": "n190", "to": "n191", "fromPort": "bottom", "toPort": "top" }, { "id": "c240", "from": "n188", "to": "n191", "fromPort": "bottom", "toPort": "left" }, { "id": "c241", "from": "n191", "to": "n192", "fromPort": "bottom", "toPort": "top" }, { "id": "c242", "from": "n192", "to": "n193", "fromPort": "bottom", "toPort": "top" }, { "id": "c243", "from": "n193", "to": "n194", "fromPort": "bottom", "toPort": "top" }, { "id": "c244", "from": "n191", "to": "n194", "fromPort": "bottom", "toPort": "left" }, { "id": "c245", "from": "n194", "to": "n195", "fromPort": "bottom", "toPort": "top" }, { "id": "c246", "from": "n195", "to": "n196", "fromPort": "bottom", "toPort": "top" }, { "id": "c247", "from": "n196", "to": "n197", "fromPort": "bottom", "toPort": "top" }, { "id": "c248", "from": "n194", "to": "n197", "fromPort": "bottom", "toPort": "left" }, { "id": "c249", "from": "n197", "to": "n198", "fromPort": "bottom", "toPort": "top" }, { "id": "c250", "from": "n198", "to": "n199", "fromPort": "bottom", "toPort": "top" }, { "id": "c251", "from": "n199", "to": "n200", "fromPort": "bottom", "toPort": "top" }, { "id": "c252", "from": "n197", "to": "n200", "fromPort": "bottom", "toPort": "left" }, { "id": "c253", "from": "n200", "to": "n201", "fromPort": "bottom", "toPort": "top" }, { "id": "c254", "from": "n201", "to": "n202", "fromPort": "bottom", "toPort": "top" }, { "id": "c255", "from": "n202", "to": "n203", "fromPort": "bottom", "toPort": "top" }, { "id": "c256", "from": "n200", "to": "n203", "fromPort": "bottom", "toPort": "left" }, { "id": "c257", "from": "n203", "to": "n204", "fromPort": "bottom", "toPort": "top" }, { "id": "c258", "from": "n204", "to": "n205", "fromPort": "bottom", "toPort": "top" }, { "id": "c259", "from": "n205", "to": "n206", "fromPort": "bottom", "toPort": "top" }, { "id": "c260", "from": "n203", "to": "n206", "fromPort": "bottom", "toPort": "left" }, { "id": "c261", "from": "n206", "to": "n207", "fromPort": "bottom", "toPort": "top" }, { "id": "c262", "from": "n207", "to": "n208", "fromPort": "bottom", "toPort": "top" }, { "id": "c263", "from": "n208", "to": "n209", "fromPort": "bottom", "toPort": "top" }, { "id": "c264", "from": "n206", "to": "n209", "fromPort": "bottom", "toPort": "left" }, { "id": "c265", "from": "n209", "to": "n210", "fromPort": "bottom", "toPort": "top" }, { "id": "c266", "from": "n210", "to": "n211", "fromPort": "bottom", "toPort": "top" }, { "id": "c267", "from": "n211", "to": "n212", "fromPort": "bottom", "toPort": "top" }, { "id": "c268", "from": "n209", "to": "n212", "fromPort": "bottom", "toPort": "left" }, { "id": "c269", "from": "n212", "to": "n213", "fromPort": "bottom", "toPort": "top" }, { "id": "c270", "from": "n213", "to": "n214", "fromPort": "bottom", "toPort": "top" }, { "id": "c271", "from": "n214", "to": "n215", "fromPort": "bottom", "toPort": "top" }, { "id": "c272", "from": "n212", "to": "n215", "fromPort": "bottom", "toPort": "left" }, { "id": "c273", "from": "n215", "to": "n216", "fromPort": "bottom", "toPort": "top" }, { "id": "c274", "from": "n216", "to": "n217", "fromPort": "bottom", "toPort": "top" }, { "id": "c275", "from": "n217", "to": "n218", "fromPort": "bottom", "toPort": "top" }, { "id": "c276", "from": "n215", "to": "n218", "fromPort": "bottom", "toPort": "left" }, { "id": "c277", "from": "n218", "to": "n219", "fromPort": "bottom", "toPort": "top" }, { "id": "c278", "from": "n219", "to": "n220", "fromPort": "bottom", "toPort": "top" }, { "id": "c279", "from": "n220", "to": "n221", "fromPort": "bottom", "toPort": "top" }, { "id": "c280", "from": "n218", "to": "n221", "fromPort": "bottom", "toPort": "left" }, { "id": "c281", "from": "n221", "to": "n222", "fromPort": "bottom", "toPort": "top" }, { "id": "c282", "from": "n222", "to": "n223", "fromPort": "bottom", "toPort": "top" }, { "id": "c283", "from": "n223", "to": "n224", "fromPort": "bottom", "toPort": "top" }, { "id": "c284", "from": "n221", "to": "n224", "fromPort": "bottom", "toPort": "left" }, { "id": "c285", "from": "n224", "to": "n225", "fromPort": "bottom", "toPort": "top" }, { "id": "c286", "from": "n225", "to": "n226", "fromPort": "bottom", "toPort": "top" }, { "id": "c287", "from": "n226", "to": "n227", "fromPort": "bottom", "toPort": "top" }, { "id": "c288", "from": "n224", "to": "n227", "fromPort": "bottom", "toPort": "left" }, { "id": "c289", "from": "n227", "to": "n228", "fromPort": "bottom", "toPort": "top" }, { "id": "c290", "from": "n228", "to": "n229", "fromPort": "bottom", "toPort": "top" }, { "id": "c291", "from": "n229", "to": "n230", "fromPort": "bottom", "toPort": "top" }, { "id": "c292", "from": "n227", "to": "n230", "fromPort": "bottom", "toPort": "left" }, { "id": "c293", "from": "n230", "to": "n231", "fromPort": "bottom", "toPort": "top" }, { "id": "c294", "from": "n231", "to": "n232", "fromPort": "bottom", "toPort": "top" }, { "id": "c295", "from": "n232", "to": "n233", "fromPort": "bottom", "toPort": "top" }, { "id": "c296", "from": "n230", "to": "n233", "fromPort": "bottom", "toPort": "left" }, { "id": "c297", "from": "n233", "to": "n234", "fromPort": "bottom", "toPort": "top" }, { "id": "c298", "from": "n234", "to": "n235", "fromPort": "bottom", "toPort": "top" }, { "id": "c299", "from": "n235", "to": "n236", "fromPort": "bottom", "toPort": "top" }, { "id": "c300", "from": "n233", "to": "n236", "fromPort": "bottom", "toPort": "left" }, { "id": "c301", "from": "n236", "to": "n237", "fromPort": "bottom", "toPort": "top" }, { "id": "c302", "from": "n237", "to": "n238", "fromPort": "bottom", "toPort": "top" }, { "id": "c303", "from": "n238", "to": "n239", "fromPort": "bottom", "toPort": "top" }, { "id": "c304", "from": "n236", "to": "n239", "fromPort": "bottom", "toPort": "left" }, { "id": "c305", "from": "n239", "to": "n240", "fromPort": "bottom", "toPort": "top" }, { "id": "c306", "from": "n240", "to": "n241", "fromPort": "bottom", "toPort": "top" }, { "id": "c307", "from": "n241", "to": "n242", "fromPort": "bottom", "toPort": "top" }, { "id": "c308", "from": "n239", "to": "n242", "fromPort": "bottom", "toPort": "left" }, { "id": "c309", "from": "n242", "to": "n243", "fromPort": "bottom", "toPort": "top" }, { "id": "c310", "from": "n243", "to": "n244", "fromPort": "bottom", "toPort": "top" }, { "id": "c311", "from": "n244", "to": "n245", "fromPort": "bottom", "toPort": "top" }, { "id": "c312", "from": "n242", "to": "n245", "fromPort": "bottom", "toPort": "left" }, { "id": "c313", "from": "n245", "to": "n246", "fromPort": "bottom", "toPort": "top" }, { "id": "c314", "from": "n246", "to": "n247", "fromPort": "bottom", "toPort": "top" }, { "id": "c315", "from": "n247", "to": "n248", "fromPort": "bottom", "toPort": "top" }, { "id": "c316", "from": "n245", "to": "n248", "fromPort": "bottom", "toPort": "left" }, { "id": "c317", "from": "n248", "to": "n249", "fromPort": "bottom", "toPort": "top" }, { "id": "c318", "from": "n249", "to": "n250", "fromPort": "bottom", "toPort": "top" }, { "id": "c319", "from": "n250", "to": "n251", "fromPort": "bottom", "toPort": "top" }, { "id": "c320", "from": "n248", "to": "n251", "fromPort": "bottom", "toPort": "left" }, { "id": "c321", "from": "n251", "to": "n252", "fromPort": "bottom", "toPort": "top" }, { "id": "c322", "from": "n252", "to": "n253", "fromPort": "bottom", "toPort": "top" }, { "id": "c323", "from": "n253", "to": "n254", "fromPort": "bottom", "toPort": "top" }, { "id": "c324", "from": "n251", "to": "n254", "fromPort": "bottom", "toPort": "left" }, { "id": "c325", "from": "n254", "to": "n255", "fromPort": "bottom", "toPort": "top" }, { "id": "c326", "from": "n255", "to": "n256", "fromPort": "bottom", "toPort": "top" }, { "id": "c327", "from": "n256", "to": "n257", "fromPort": "bottom", "toPort": "top" }, { "id": "c328", "from": "n254", "to": "n257", "fromPort": "bottom", "toPort": "left" }, { "id": "c329", "from": "n257", "to": "n258", "fromPort": "bottom", "toPort": "top" }, { "id": "c330", "from": "n258", "to": "n259", "fromPort": "bottom", "toPort": "top" }, { "id": "c331", "from": "n259", "to": "n260", "fromPort": "bottom", "toPort": "top" }, { "id": "c332", "from": "n257", "to": "n260", "fromPort": "bottom", "toPort": "left" }, { "id": "c333", "from": "n260", "to": "n261", "fromPort": "bottom", "toPort": "top" }, { "id": "c334", "from": "n261", "to": "n262", "fromPort": "bottom", "toPort": "top" }, { "id": "c335", "from": "n262", "to": "n263", "fromPort": "bottom", "toPort": "top" }, { "id": "c336", "from": "n260", "to": "n263", "fromPort": "bottom", "toPort": "left" }, { "id": "c337", "from": "n263", "to": "n264", "fromPort": "bottom", "toPort": "top" }, { "id": "c338", "from": "n264", "to": "n265", "fromPort": "bottom", "toPort": "top" }, { "id": "c339", "from": "n265", "to": "n266", "fromPort": "bottom", "toPort": "top" }, { "id": "c340", "from": "n263", "to": "n266", "fromPort": "bottom", "toPort": "left" }, { "id": "c341", "from": "n266", "to": "n267", "fromPort": "bottom", "toPort": "top" }, { "id": "c342", "from": "n267", "to": "n268", "fromPort": "bottom", "toPort": "top" }, { "id": "c343", "from": "n268", "to": "n269", "fromPort": "bottom", "toPort": "top" }, { "id": "c344", "from": "n266", "to": "n269", "fromPort": "bottom", "toPort": "left" }, { "id": "c345", "from": "n269", "to": "n270", "fromPort": "bottom", "toPort": "top" }, { "id": "c346", "from": "n270", "to": "n271", "fromPort": "bottom", "toPort": "top" }, { "id": "c347", "from": "n271", "to": "n272", "fromPort": "bottom", "toPort": "top" }, { "id": "c348", "from": "n269", "to": "n272", "fromPort": "bottom", "toPort": "left" }, { "id": "c349", "from": "n272", "to": "n273", "fromPort": "bottom", "toPort": "top" }, { "id": "c350", "from": "n273", "to": "n274", "fromPort": "bottom", "toPort": "top" }, { "id": "c351", "from": "n274", "to": "n275", "fromPort": "bottom", "toPort": "top" }, { "id": "c352", "from": "n272", "to": "n275", "fromPort": "bottom", "toPort": "left" }, { "id": "c353", "from": "n275", "to": "n276", "fromPort": "bottom", "toPort": "top" }, { "id": "c354", "from": "n276", "to": "n277", "fromPort": "bottom", "toPort": "top" }, { "id": "c355", "from": "n277", "to": "n278", "fromPort": "bottom", "toPort": "top" }, { "id": "c356", "from": "n275", "to": "n278", "fromPort": "bottom", "toPort": "left" }, { "id": "c357", "from": "n278", "to": "n279", "fromPort": "bottom", "toPort": "top" }, { "id": "c358", "from": "n279", "to": "n280", "fromPort": "bottom", "toPort": "top" }, { "id": "c359", "from": "n280", "to": "n281", "fromPort": "bottom", "toPort": "top" }, { "id": "c360", "from": "n278", "to": "n281", "fromPort": "bottom", "toPort": "left" }, { "id": "c361", "from": "n281", "to": "n282", "fromPort": "bottom", "toPort": "top" }, { "id": "c362", "from": "n282", "to": "n283", "fromPort": "bottom", "toPort": "top" }, { "id": "c363", "from": "n283", "to": "n284", "fromPort": "bottom", "toPort": "top" }, { "id": "c364", "from": "n281", "to": "n284", "fromPort": "bottom", "toPort": "left" }, { "id": "c365", "from": "n284", "to": "n285", "fromPort": "bottom", "toPort": "top" }, { "id": "c366", "from": "n285", "to": "n286", "fromPort": "bottom", "toPort": "top" }, { "id": "c367", "from": "n286", "to": "n287", "fromPort": "bottom", "toPort": "top" }, { "id": "c368", "from": "n284", "to": "n287", "fromPort": "bottom", "toPort": "left" }, { "id": "c369", "from": "n287", "to": "n288", "fromPort": "bottom", "toPort": "top" }, { "id": "c370", "from": "n288", "to": "n289", "fromPort": "bottom", "toPort": "top" }, { "id": "c371", "from": "n289", "to": "n290", "fromPort": "bottom", "toPort": "top" }, { "id": "c372", "from": "n287", "to": "n290", "fromPort": "bottom", "toPort": "left" }, { "id": "c373", "from": "n290", "to": "n291", "fromPort": "bottom", "toPort": "top" }, { "id": "c374", "from": "n291", "to": "n292", "fromPort": "bottom", "toPort": "top" }, { "id": "c375", "from": "n292", "to": "n293", "fromPort": "bottom", "toPort": "top" }, { "id": "c376", "from": "n290", "to": "n293", "fromPort": "bottom", "toPort": "left" }, { "id": "c377", "from": "n293", "to": "n294", "fromPort": "bottom", "toPort": "top" }, { "id": "c378", "from": "n294", "to": "n295", "fromPort": "bottom", "toPort": "top" }, { "id": "c379", "from": "n295", "to": "n296", "fromPort": "bottom", "toPort": "top" }, { "id": "c380", "from": "n293", "to": "n296", "fromPort": "bottom", "toPort": "left" }, { "id": "c381", "from": "n296", "to": "n297", "fromPort": "bottom", "toPort": "top" }, { "id": "c382", "from": "n297", "to": "n298", "fromPort": "bottom", "toPort": "top" }, { "id": "c383", "from": "n298", "to": "n299", "fromPort": "bottom", "toPort": "top" }, { "id": "c384", "from": "n296", "to": "n299", "fromPort": "bottom", "toPort": "left" }, { "id": "c385", "from": "n299", "to": "n300", "fromPort": "bottom", "toPort": "top" }, { "id": "c386", "from": "n300", "to": "n301", "fromPort": "bottom", "toPort": "top" }, { "id": "c387", "from": "n301", "to": "n302", "fromPort": "bottom", "toPort": "top" }, { "id": "c388", "from": "n299", "to": "n302", "fromPort": "bottom", "toPort": "left" }, { "id": "c389", "from": "n302", "to": "n303", "fromPort": "bottom", "toPort": "top" }, { "id": "c390", "from": "n303", "to": "n304", "fromPort": "bottom", "toPort": "top" }, { "id": "c391", "from": "n304", "to": "n305", "fromPort": "bottom", "toPort": "top" }, { "id": "c392", "from": "n302", "to": "n305", "fromPort": "bottom", "toPort": "left" }, { "id": "c393", "from": "n305", "to": "n306", "fromPort": "bottom", "toPort": "top" }, { "id": "c394", "from": "n306", "to": "n307", "fromPort": "bottom", "toPort": "top" }, { "id": "c395", "from": "n307", "to": "n308", "fromPort": "bottom", "toPort": "top" }, { "id": "c396", "from": "n305", "to": "n308", "fromPort": "bottom", "toPort": "left" }, { "id": "c397", "from": "n308", "to": "n309", "fromPort": "bottom", "toPort": "top" }, { "id": "c398", "from": "n309", "to": "n310", "fromPort": "bottom", "toPort": "top" }, { "id": "c399", "from": "n310", "to": "n311", "fromPort": "bottom", "toPort": "top" }, { "id": "c400", "from": "n308", "to": "n311", "fromPort": "bottom", "toPort": "left" }, { "id": "c401", "from": "n311", "to": "n312", "fromPort": "bottom", "toPort": "top" }, { "id": "c402", "from": "n312", "to": "n313", "fromPort": "bottom", "toPort": "top" }, { "id": "c403", "from": "n313", "to": "n314", "fromPort": "bottom", "toPort": "top" }, { "id": "c404", "from": "n311", "to": "n314", "fromPort": "bottom", "toPort": "left" }, { "id": "c405", "from": "n314", "to": "n315", "fromPort": "bottom", "toPort": "top" }, { "id": "c406", "from": "n315", "to": "n316", "fromPort": "bottom", "toPort": "top" }, { "id": "c407", "from": "n316", "to": "n317", "fromPort": "bottom", "toPort": "top" }, { "id": "c408", "from": "n314", "to": "n317", "fromPort": "bottom", "toPort": "left" }, { "id": "c409", "from": "n317", "to": "n318", "fromPort": "bottom", "toPort": "top" }, { "id": "c410", "from": "n318", "to": "n319", "fromPort": "bottom", "toPort": "top" }, { "id": "c411", "from": "n319", "to": "n320", "fromPort": "bottom", "toPort": "top" }, { "id": "c412", "from": "n317", "to": "n320", "fromPort": "bottom", "toPort": "left" }, { "id": "c413", "from": "n320", "to": "n321", "fromPort": "bottom", "toPort": "top" }, { "id": "c414", "from": "n321", "to": "n322", "fromPort": "bottom", "toPort": "top" }, { "id": "c415", "from": "n322", "to": "n323", "fromPort": "bottom", "toPort": "top" }, { "id": "c416", "from": "n320", "to": "n323", "fromPort": "bottom", "toPort": "left" }, { "id": "c417", "from": "n323", "to": "n324", "fromPort": "bottom", "toPort": "top" }, { "id": "c418", "from": "n324", "to": "n325", "fromPort": "bottom", "toPort": "top" }, { "id": "c419", "from": "n325", "to": "n326", "fromPort": "bottom", "toPort": "top" }, { "id": "c420", "from": "n323", "to": "n326", "fromPort": "bottom", "toPort": "left" }, { "id": "c421", "from": "n326", "to": "n327", "fromPort": "bottom", "toPort": "top" }, { "id": "c422", "from": "n327", "to": "n328", "fromPort": "bottom", "toPort": "top" }, { "id": "c423", "from": "n328", "to": "n329", "fromPort": "bottom", "toPort": "top" }, { "id": "c424", "from": "n326", "to": "n329", "fromPort": "bottom", "toPort": "left" }, { "id": "c425", "from": "n329", "to": "n330", "fromPort": "bottom", "toPort": "top" }, { "id": "c426", "from": "n330", "to": "n331", "fromPort": "bottom", "toPort": "top" }, { "id": "c427", "from": "n331", "to": "n332", "fromPort": "bottom", "toPort": "top" }, { "id": "c428", "from": "n329", "to": "n332", "fromPort": "bottom", "toPort": "left" }, { "id": "c429", "from": "n332", "to": "n333", "fromPort": "bottom", "toPort": "top" }, { "id": "c430", "from": "n333", "to": "n334", "fromPort": "bottom", "toPort": "top" }, { "id": "c431", "from": "n334", "to": "n335", "fromPort": "bottom", "toPort": "top" }, { "id": "c432", "from": "n332", "to": "n335", "fromPort": "bottom", "toPort": "left" }, { "id": "c433", "from": "n335", "to": "n336", "fromPort": "bottom", "toPort": "top" }, { "id": "c434", "from": "n336", "to": "n337", "fromPort": "bottom", "toPort": "top" }, { "id": "c435", "from": "n337", "to": "n338", "fromPort": "bottom", "toPort": "top" }, { "id": "c436", "from": "n335", "to": "n338", "fromPort": "bottom", "toPort": "left" }, { "id": "c437", "from": "n338", "to": "n339", "fromPort": "bottom", "toPort": "top" }, { "id": "c438", "from": "n339", "to": "n340", "fromPort": "bottom", "toPort": "top" }, { "id": "c439", "from": "n340", "to": "n341", "fromPort": "bottom", "toPort": "top" }, { "id": "c440", "from": "n338", "to": "n341", "fromPort": "bottom", "toPort": "left" }, { "id": "c441", "from": "n341", "to": "n342", "fromPort": "bottom", "toPort": "top" }, { "id": "c442", "from": "n342", "to": "n343", "fromPort": "bottom", "toPort": "top" }, { "id": "c443", "from": "n343", "to": "n344", "fromPort": "bottom", "toPort": "top" }, { "id": "c444", "from": "n341", "to": "n344", "fromPort": "bottom", "toPort": "left" }, { "id": "c445", "from": "n344", "to": "n345", "fromPort": "bottom", "toPort": "top" }, { "id": "c446", "from": "n345", "to": "n346", "fromPort": "bottom", "toPort": "top" }, { "id": "c447", "from": "n346", "to": "n347", "fromPort": "bottom", "toPort": "top" }, { "id": "c448", "from": "n344", "to": "n347", "fromPort": "bottom", "toPort": "left" }, { "id": "c449", "from": "n347", "to": "n348", "fromPort": "bottom", "toPort": "top" }, { "id": "c450", "from": "n348", "to": "n349", "fromPort": "bottom", "toPort": "top" }, { "id": "c451", "from": "n349", "to": "n350", "fromPort": "bottom", "toPort": "top" }, { "id": "c452", "from": "n347", "to": "n350", "fromPort": "bottom", "toPort": "left" }, { "id": "c453", "from": "n350", "to": "n351", "fromPort": "bottom", "toPort": "top" }, { "id": "c454", "from": "n351", "to": "n352", "fromPort": "bottom", "toPort": "top" }, { "id": "c455", "from": "n352", "to": "n353", "fromPort": "bottom", "toPort": "top" }, { "id": "c456", "from": "n350", "to": "n353", "fromPort": "bottom", "toPort": "left" }, { "id": "c457", "from": "n353", "to": "n354", "fromPort": "bottom", "toPort": "top" }, { "id": "c458", "from": "n354", "to": "n355", "fromPort": "bottom", "toPort": "top" }, { "id": "c459", "from": "n355", "to": "n356", "fromPort": "bottom", "toPort": "top" }, { "id": "c460", "from": "n353", "to": "n356", "fromPort": "bottom", "toPort": "left" }, { "id": "c461", "from": "n356", "to": "n357", "fromPort": "bottom", "toPort": "top" }, { "id": "c462", "from": "n357", "to": "n358", "fromPort": "bottom", "toPort": "top" }, { "id": "c463", "from": "n358", "to": "n359", "fromPort": "bottom", "toPort": "top" }, { "id": "c464", "from": "n356", "to": "n359", "fromPort": "bottom", "toPort": "left" }, { "id": "c465", "from": "n359", "to": "n360", "fromPort": "bottom", "toPort": "top" }, { "id": "c466", "from": "n360", "to": "n361", "fromPort": "bottom", "toPort": "top" }, { "id": "c467", "from": "n361", "to": "n362", "fromPort": "bottom", "toPort": "top" }, { "id": "c468", "from": "n359", "to": "n362", "fromPort": "bottom", "toPort": "left" }, { "id": "c469", "from": "n362", "to": "n363", "fromPort": "bottom", "toPort": "top" }, { "id": "c470", "from": "n363", "to": "n364", "fromPort": "bottom", "toPort": "top" }, { "id": "c471", "from": "n364", "to": "n365", "fromPort": "bottom", "toPort": "top" }, { "id": "c472", "from": "n362", "to": "n365", "fromPort": "bottom", "toPort": "left" }, { "id": "c473", "from": "n365", "to": "n366", "fromPort": "bottom", "toPort": "top" }, { "id": "c474", "from": "n366", "to": "n367", "fromPort": "bottom", "toPort": "top" }, { "id": "c475", "from": "n367", "to": "n368", "fromPort": "bottom", "toPort": "top" }, { "id": "c476", "from": "n365", "to": "n368", "fromPort": "bottom", "toPort": "left" }, { "id": "c477", "from": "n368", "to": "n369", "fromPort": "bottom", "toPort": "top" }, { "id": "c478", "from": "n369", "to": "n370", "fromPort": "bottom", "toPort": "top" }, { "id": "c479", "from": "n370", "to": "n371", "fromPort": "bottom", "toPort": "top" }, { "id": "c480", "from": "n368", "to": "n371", "fromPort": "bottom", "toPort": "left" }, { "id": "c481", "from": "n371", "to": "n372", "fromPort": "bottom", "toPort": "top" }, { "id": "c482", "from": "n372", "to": "n373", "fromPort": "bottom", "toPort": "top" }, { "id": "c483", "from": "n373", "to": "n374", "fromPort": "bottom", "toPort": "top" }, { "id": "c484", "from": "n371", "to": "n374", "fromPort": "bottom", "toPort": "left" }, { "id": "c485", "from": "n374", "to": "n375", "fromPort": "bottom", "toPort": "top" }, { "id": "c486", "from": "n375", "to": "n376", "fromPort": "bottom", "toPort": "top" }, { "id": "c487", "from": "n376", "to": "n377", "fromPort": "bottom", "toPort": "top" }, { "id": "c488", "from": "n374", "to": "n377", "fromPort": "bottom", "toPort": "left" }, { "id": "c489", "from": "n377", "to": "n378", "fromPort": "bottom", "toPort": "top" }, { "id": "c490", "from": "n378", "to": "n379", "fromPort": "bottom", "toPort": "top" }, { "id": "c491", "from": "n379", "to": "n380", "fromPort": "bottom", "toPort": "top" }, { "id": "c492", "from": "n377", "to": "n380", "fromPort": "bottom", "toPort": "left" }, { "id": "c493", "from": "n380", "to": "n381", "fromPort": "bottom", "toPort": "top" }, { "id": "c494", "from": "n381", "to": "n382", "fromPort": "bottom", "toPort": "top" }, { "id": "c495", "from": "n382", "to": "n383", "fromPort": "bottom", "toPort": "top" }, { "id": "c496", "from": "n380", "to": "n383", "fromPort": "bottom", "toPort": "left" }, { "id": "c497", "from": "n383", "to": "n384", "fromPort": "bottom", "toPort": "top" }, { "id": "c498", "from": "n384", "to": "n385", "fromPort": "bottom", "toPort": "top" }, { "id": "c499", "from": "n385", "to": "n386", "fromPort": "bottom", "toPort": "top" }, { "id": "c500", "from": "n383", "to": "n386", "fromPort": "bottom", "toPort": "left" }, { "id": "c501", "from": "n386", "to": "n387", "fromPort": "bottom", "toPort": "top" }, { "id": "c502", "from": "n387", "to": "n388", "fromPort": "bottom", "toPort": "top" }, { "id": "c503", "from": "n388", "to": "n389", "fromPort": "bottom", "toPort": "top" }, { "id": "c504", "from": "n386", "to": "n389", "fromPort": "bottom", "toPort": "left" }, { "id": "c505", "from": "n389", "to": "n390", "fromPort": "bottom", "toPort": "top" }, { "id": "c506", "from": "n390", "to": "n391", "fromPort": "bottom", "toPort": "top" }, { "id": "c507", "from": "n391", "to": "n392", "fromPort": "bottom", "toPort": "top" }, { "id": "c508", "from": "n389", "to": "n392", "fromPort": "bottom", "toPort": "left" }, { "id": "c509", "from": "n392", "to": "n393", "fromPort": "bottom", "toPort": "top" }, { "id": "c510", "from": "n393", "to": "n394", "fromPort": "bottom", "toPort": "top" }, { "id": "c511", "from": "n394", "to": "n395", "fromPort": "bottom", "toPort": "top" }, { "id": "c512", "from": "n392", "to": "n395", "fromPort": "bottom", "toPort": "left" }, { "id": "c513", "from": "n395", "to": "n396", "fromPort": "bottom", "toPort": "top" }, { "id": "c514", "from": "n396", "to": "n397", "fromPort": "bottom", "toPort": "top" }, { "id": "c515", "from": "n397", "to": "n398", "fromPort": "bottom", "toPort": "top" }, { "id": "c516", "from": "n395", "to": "n398", "fromPort": "bottom", "toPort": "left" }, { "id": "c517", "from": "n398", "to": "n399", "fromPort": "bottom", "toPort": "top" }, { "id": "c518", "from": "n399", "to": "n400", "fromPort": "bottom", "toPort": "top" }, { "id": "c519", "from": "n400", "to": "n401", "fromPort": "bottom", "toPort": "top" }, { "id": "c520", "from": "n398", "to": "n401", "fromPort": "bottom", "toPort": "left" }, { "id": "c521", "from": "n401", "to": "n402", "fromPort": "bottom", "toPort": "top" }, { "id": "c522", "from": "n402", "to": "n403", "fromPort": "bottom", "toPort": "top" }, { "id": "c523", "from": "n403", "to": "n404", "fromPort": "bottom", "toPort": "top" }, { "id": "c524", "from": "n401", "to": "n404", "fromPort": "bottom", "toPort": "left" }, { "id": "c525", "from": "n404", "to": "n405", "fromPort": "bottom", "toPort": "top" }, { "id": "c526", "from": "n405", "to": "n406", "fromPort": "bottom", "toPort": "top" }, { "id": "c527", "from": "n406", "to": "n407", "fromPort": "bottom", "toPort": "top" }, { "id": "c528", "from": "n404", "to": "n407", "fromPort": "bottom", "toPort": "left" }, { "id": "c529", "from": "n407", "to": "n408", "fromPort": "bottom", "toPort": "top" }, { "id": "c530", "from": "n408", "to": "n409", "fromPort": "bottom", "toPort": "top" }, { "id": "c531", "from": "n409", "to": "n410", "fromPort": "bottom", "toPort": "top" }, { "id": "c532", "from": "n407", "to": "n410", "fromPort": "bottom", "toPort": "left" }, { "id": "c533", "from": "n410", "to": "n411", "fromPort": "bottom", "toPort": "top" }, { "id": "c534", "from": "n411", "to": "n412", "fromPort": "bottom", "toPort": "top" }, { "id": "c535", "from": "n412", "to": "n413", "fromPort": "bottom", "toPort": "top" }, { "id": "c536", "from": "n410", "to": "n413", "fromPort": "bottom", "toPort": "left" }, { "id": "c537", "from": "n413", "to": "n414", "fromPort": "bottom", "toPort": "top" }, { "id": "c538", "from": "n414", "to": "n415", "fromPort": "bottom", "toPort": "top" }, { "id": "c539", "from": "n415", "to": "n416", "fromPort": "bottom", "toPort": "top" }, { "id": "c540", "from": "n413", "to": "n416", "fromPort": "bottom", "toPort": "left" }, { "id": "c541", "from": "n416", "to": "n417", "fromPort": "bottom", "toPort": "top" }, { "id": "c542", "from": "n417", "to": "n418", "fromPort": "bottom", "toPort": "top" }, { "id": "c543", "from": "n418", "to": "n419", "fromPort": "bottom", "toPort": "top" }, { "id": "c544", "from": "n416", "to": "n419", "fromPort": "bottom", "toPort": "left" }, { "id": "c545", "from": "n419", "to": "n420", "fromPort": "bottom", "toPort": "top" }, { "id": "c546", "from": "n420", "to": "n421", "fromPort": "bottom", "toPort": "top" }, { "id": "c547", "from": "n421", "to": "n422", "fromPort": "bottom", "toPort": "top" }, { "id": "c548", "from": "n419", "to": "n422", "fromPort": "bottom", "toPort": "left" }, { "id": "c549", "from": "n422", "to": "n423", "fromPort": "bottom", "toPort": "top" }, { "id": "c550", "from": "n423", "to": "n424", "fromPort": "bottom", "toPort": "top" }, { "id": "c551", "from": "n424", "to": "n425", "fromPort": "bottom", "toPort": "top" }, { "id": "c552", "from": "n422", "to": "n425", "fromPort": "bottom", "toPort": "left" }, { "id": "c553", "from": "n425", "to": "n426", "fromPort": "bottom", "toPort": "top" }, { "id": "c554", "from": "n426", "to": "n427", "fromPort": "bottom", "toPort": "top" }, { "id": "c555", "from": "n427", "to": "n428", "fromPort": "bottom", "toPort": "top" }, { "id": "c556", "from": "n425", "to": "n428", "fromPort": "bottom", "toPort": "left" }, { "id": "c557", "from": "n428", "to": "n429", "fromPort": "bottom", "toPort": "top" }, { "id": "c558", "from": "n429", "to": "n430", "fromPort": "bottom", "toPort": "top" }, { "id": "c559", "from": "n430", "to": "n431", "fromPort": "bottom", "toPort": "top" }, { "id": "c560", "from": "n428", "to": "n431", "fromPort": "bottom", "toPort": "left" }, { "id": "c561", "from": "n431", "to": "n432", "fromPort": "bottom", "toPort": "top" }, { "id": "c562", "from": "n432", "to": "n433", "fromPort": "bottom", "toPort": "top" }, { "id": "c563", "from": "n433", "to": "n434", "fromPort": "bottom", "toPort": "top" } ], "realParamCount": 108641793536, "description": "Llama 4 Scout (Meta): full 48-layer graph, GQA 40:8, imported from the official Hugging Face config.json." }