{ "id": "deepseek-v3", "name": "DeepSeek-V3", "components": [ { "id": "n1", "type": "input", "name": "Input", "position": { "x": 200, "y": 50 }, "params": { "shape": [ 1, 163840 ] }, "inputs": [], "outputs": [ "n2" ], "inputShape": [ 1, 163840, 7168 ] }, { "id": "n2", "type": "embedding", "name": "Embedding", "position": { "x": 200, "y": 250 }, "params": { "vocabSize": 129280, "embeddingDim": 7168, "maxSeqLen": 163840 }, "inputs": [ "n1" ], "outputs": [ "n_rope" ], "scope": "embeddings" }, { "id": "n_rope", "type": "rope", "name": "RoPE (decoupled)", "position": { "x": 200, "y": 380 }, "params": { "dim": 64, "maxPositionEmbeddings": 163840 }, "inputs": [ "n2" ], "outputs": [ "n3", "n5" ] }, { "id": "n3", "type": "rmsNorm", "name": "RMSNorm_1_1", "position": { "x": 200, "y": 450 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n2" ], "outputs": [ "n4" ] }, { "id": "n4", "type": "mla", "name": "MLA_1", "position": { "x": 200, "y": 570 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n3" ], "outputs": [ "n5" ], "scope": "layer.0.attention" }, { "id": "n5", "type": "add", "name": "Add_1_attn", "position": { "x": 200, "y": 690 }, "params": {}, "inputs": [ "n4", "n2" ], "outputs": [ "n6", "n8" ] }, { "id": "n6", "type": "rmsNorm", "name": "RMSNorm_1_2", "position": { "x": 200, "y": 810 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n5" ], "outputs": [ "n7" ] }, { "id": "n7", "type": "swiglu", "name": "FFN_1", "position": { "x": 200, "y": 930 }, "params": { "embedDim": 7168, "dim": 7168, "intermediateSize": 18432 }, "inputs": [ "n6" ], "outputs": [ "n8" ], "scope": "layer.0.ffn" }, { "id": "n8", "type": "add", "name": "Add_1_ffn", "position": { "x": 200, "y": 1050 }, "params": {}, "inputs": [ "n7", "n5" ], "outputs": [ "n9", "n11" ] }, { "id": "n9", "type": "rmsNorm", "name": "RMSNorm_2_1", "position": { "x": 200, "y": 1050 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n8" ], "outputs": [ "n10" ] }, { "id": "n10", "type": "mla", "name": "MLA_2", "position": { "x": 200, "y": 1170 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n9" ], "outputs": [ "n11" ], "scope": "layer.1.attention" }, { "id": "n11", "type": "add", "name": "Add_2_attn", "position": { "x": 200, "y": 1290 }, "params": {}, "inputs": [ "n10", "n8" ], "outputs": [ "n12", "n14" ] }, { "id": "n12", "type": "rmsNorm", "name": "RMSNorm_2_2", "position": { "x": 200, "y": 1410 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n11" ], "outputs": [ "n13" ] }, { "id": "n13", "type": "swiglu", "name": "FFN_2", "position": { "x": 200, "y": 1530 }, "params": { "embedDim": 7168, "dim": 7168, "intermediateSize": 18432 }, "inputs": [ "n12" ], "outputs": [ "n14" ], "scope": "layer.1.ffn" }, { "id": "n14", "type": "add", "name": "Add_2_ffn", "position": { "x": 200, "y": 1650 }, "params": {}, "inputs": [ "n13", "n11" ], "outputs": [ "n15", "n17" ] }, { "id": "n15", "type": "rmsNorm", "name": "RMSNorm_3_1", "position": { "x": 200, "y": 1650 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n14" ], "outputs": [ "n16" ] }, { "id": "n16", "type": "mla", "name": "MLA_3", "position": { "x": 200, "y": 1770 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n15" ], "outputs": [ "n17" ], "scope": "layer.2.attention" }, { "id": "n17", "type": "add", "name": "Add_3_attn", "position": { "x": 200, "y": 1890 }, "params": {}, "inputs": [ "n16", "n14" ], "outputs": [ "n18", "n20" ] }, { "id": "n18", "type": "rmsNorm", "name": "RMSNorm_3_2", "position": { "x": 200, "y": 2010 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n17" ], "outputs": [ "n19" ] }, { "id": "n19", "type": "swiglu", "name": "FFN_3", "position": { "x": 200, "y": 2130 }, "params": { "embedDim": 7168, "dim": 7168, "intermediateSize": 18432 }, "inputs": [ "n18" ], "outputs": [ "n20" ], "scope": "layer.2.ffn" }, { "id": "n20", "type": "add", "name": "Add_3_ffn", "position": { "x": 200, "y": 2250 }, "params": {}, "inputs": [ "n19", "n17" ], "outputs": [ "n21", "n23" ] }, { "id": "n21", "type": "rmsNorm", "name": "RMSNorm_4_1", "position": { "x": 200, "y": 2250 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n20" ], "outputs": [ "n22" ] }, { "id": "n22", "type": "mla", "name": "MLA_4", "position": { "x": 200, "y": 2370 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n21" ], "outputs": [ "n23" ], "scope": "layer.3.attention" }, { "id": "n23", "type": "add", "name": "Add_4_attn", "position": { "x": 200, "y": 2490 }, "params": {}, "inputs": [ "n22", "n20" ], "outputs": [ "n24", "n26" ] }, { "id": "n24", "type": "rmsNorm", "name": "RMSNorm_4_2", "position": { "x": 200, "y": 2610 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n23" ], "outputs": [ "n25" ] }, { "id": "n25", "type": "sharedExpertMoE", "name": "MoE_4", "position": { "x": 200, "y": 2730 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n24" ], "outputs": [ "n26" ] }, { "id": "n26", "type": "add", "name": "Add_4_ffn", "position": { "x": 200, "y": 2850 }, "params": {}, "inputs": [ "n25", "n23" ], "outputs": [ "n27", "n29" ] }, { "id": "n27", "type": "rmsNorm", "name": "RMSNorm_5_1", "position": { "x": 200, "y": 2850 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n26" ], "outputs": [ "n28" ] }, { "id": "n28", "type": "mla", "name": "MLA_5", "position": { "x": 200, "y": 2970 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n27" ], "outputs": [ "n29" ], "scope": "layer.4.attention" }, { "id": "n29", "type": "add", "name": "Add_5_attn", "position": { "x": 200, "y": 3090 }, "params": {}, "inputs": [ "n28", "n26" ], "outputs": [ "n30", "n32" ] }, { "id": "n30", "type": "rmsNorm", "name": "RMSNorm_5_2", "position": { "x": 200, "y": 3210 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n29" ], "outputs": [ "n31" ] }, { "id": "n31", "type": "sharedExpertMoE", "name": "MoE_5", "position": { "x": 200, "y": 3330 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n30" ], "outputs": [ "n32" ] }, { "id": "n32", "type": "add", "name": "Add_5_ffn", "position": { "x": 200, "y": 3450 }, "params": {}, "inputs": [ "n31", "n29" ], "outputs": [ "n33", "n35" ] }, { "id": "n33", "type": "rmsNorm", "name": "RMSNorm_6_1", "position": { "x": 200, "y": 3450 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n32" ], "outputs": [ "n34" ] }, { "id": "n34", "type": "mla", "name": "MLA_6", "position": { "x": 200, "y": 3570 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n33" ], "outputs": [ "n35" ], "scope": "layer.5.attention" }, { "id": "n35", "type": "add", "name": "Add_6_attn", "position": { "x": 200, "y": 3690 }, "params": {}, "inputs": [ "n34", "n32" ], "outputs": [ "n36", "n38" ] }, { "id": "n36", "type": "rmsNorm", "name": "RMSNorm_6_2", "position": { "x": 200, "y": 3810 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n35" ], "outputs": [ "n37" ] }, { "id": "n37", "type": "sharedExpertMoE", "name": "MoE_6", "position": { "x": 200, "y": 3930 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n36" ], "outputs": [ "n38" ] }, { "id": "n38", "type": "add", "name": "Add_6_ffn", "position": { "x": 200, "y": 4050 }, "params": {}, "inputs": [ "n37", "n35" ], "outputs": [ "n39", "n41" ] }, { "id": "n39", "type": "rmsNorm", "name": "RMSNorm_7_1", "position": { "x": 200, "y": 4050 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n38" ], "outputs": [ "n40" ] }, { "id": "n40", "type": "mla", "name": "MLA_7", "position": { "x": 200, "y": 4170 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n39" ], "outputs": [ "n41" ], "scope": "layer.6.attention" }, { "id": "n41", "type": "add", "name": "Add_7_attn", "position": { "x": 200, "y": 4290 }, "params": {}, "inputs": [ "n40", "n38" ], "outputs": [ "n42", "n44" ] }, { "id": "n42", "type": "rmsNorm", "name": "RMSNorm_7_2", "position": { "x": 200, "y": 4410 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n41" ], "outputs": [ "n43" ] }, { "id": "n43", "type": "sharedExpertMoE", "name": "MoE_7", "position": { "x": 200, "y": 4530 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n42" ], "outputs": [ "n44" ] }, { "id": "n44", "type": "add", "name": "Add_7_ffn", "position": { "x": 200, "y": 4650 }, "params": {}, "inputs": [ "n43", "n41" ], "outputs": [ "n45", "n47" ] }, { "id": "n45", "type": "rmsNorm", "name": "RMSNorm_8_1", "position": { "x": 200, "y": 4650 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n44" ], "outputs": [ "n46" ] }, { "id": "n46", "type": "mla", "name": "MLA_8", "position": { "x": 200, "y": 4770 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n45" ], "outputs": [ "n47" ], "scope": "layer.7.attention" }, { "id": "n47", "type": "add", "name": "Add_8_attn", "position": { "x": 200, "y": 4890 }, "params": {}, "inputs": [ "n46", "n44" ], "outputs": [ "n48", "n50" ] }, { "id": "n48", "type": "rmsNorm", "name": "RMSNorm_8_2", "position": { "x": 200, "y": 5010 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n47" ], "outputs": [ "n49" ] }, { "id": "n49", "type": "sharedExpertMoE", "name": "MoE_8", "position": { "x": 200, "y": 5130 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n48" ], "outputs": [ "n50" ] }, { "id": "n50", "type": "add", "name": "Add_8_ffn", "position": { "x": 200, "y": 5250 }, "params": {}, "inputs": [ "n49", "n47" ], "outputs": [ "n51", "n53" ] }, { "id": "n51", "type": "rmsNorm", "name": "RMSNorm_9_1", "position": { "x": 200, "y": 5250 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n50" ], "outputs": [ "n52" ] }, { "id": "n52", "type": "mla", "name": "MLA_9", "position": { "x": 200, "y": 5370 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n51" ], "outputs": [ "n53" ], "scope": "layer.8.attention" }, { "id": "n53", "type": "add", "name": "Add_9_attn", "position": { "x": 200, "y": 5490 }, "params": {}, "inputs": [ "n52", "n50" ], "outputs": [ "n54", "n56" ] }, { "id": "n54", "type": "rmsNorm", "name": "RMSNorm_9_2", "position": { "x": 200, "y": 5610 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n53" ], "outputs": [ "n55" ] }, { "id": "n55", "type": "sharedExpertMoE", "name": "MoE_9", "position": { "x": 200, "y": 5730 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n54" ], "outputs": [ "n56" ] }, { "id": "n56", "type": "add", "name": "Add_9_ffn", "position": { "x": 200, "y": 5850 }, "params": {}, "inputs": [ "n55", "n53" ], "outputs": [ "n57", "n59" ] }, { "id": "n57", "type": "rmsNorm", "name": "RMSNorm_10_1", "position": { "x": 200, "y": 5850 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n56" ], "outputs": [ "n58" ] }, { "id": "n58", "type": "mla", "name": "MLA_10", "position": { "x": 200, "y": 5970 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n57" ], "outputs": [ "n59" ], "scope": "layer.9.attention" }, { "id": "n59", "type": "add", "name": "Add_10_attn", "position": { "x": 200, "y": 6090 }, "params": {}, "inputs": [ "n58", "n56" ], "outputs": [ "n60", "n62" ] }, { "id": "n60", "type": "rmsNorm", "name": "RMSNorm_10_2", "position": { "x": 200, "y": 6210 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n59" ], "outputs": [ "n61" ] }, { "id": "n61", "type": "sharedExpertMoE", "name": "MoE_10", "position": { "x": 200, "y": 6330 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n60" ], "outputs": [ "n62" ] }, { "id": "n62", "type": "add", "name": "Add_10_ffn", "position": { "x": 200, "y": 6450 }, "params": {}, "inputs": [ "n61", "n59" ], "outputs": [ "n63", "n65" ] }, { "id": "n63", "type": "rmsNorm", "name": "RMSNorm_11_1", "position": { "x": 200, "y": 6450 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n62" ], "outputs": [ "n64" ] }, { "id": "n64", "type": "mla", "name": "MLA_11", "position": { "x": 200, "y": 6570 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n63" ], "outputs": [ "n65" ], "scope": "layer.10.attention" }, { "id": "n65", "type": "add", "name": "Add_11_attn", "position": { "x": 200, "y": 6690 }, "params": {}, "inputs": [ "n64", "n62" ], "outputs": [ "n66", "n68" ] }, { "id": "n66", "type": "rmsNorm", "name": "RMSNorm_11_2", "position": { "x": 200, "y": 6810 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n65" ], "outputs": [ "n67" ] }, { "id": "n67", "type": "sharedExpertMoE", "name": "MoE_11", "position": { "x": 200, "y": 6930 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n66" ], "outputs": [ "n68" ] }, { "id": "n68", "type": "add", "name": "Add_11_ffn", "position": { "x": 200, "y": 7050 }, "params": {}, "inputs": [ "n67", "n65" ], "outputs": [ "n69", "n71" ] }, { "id": "n69", "type": "rmsNorm", "name": "RMSNorm_12_1", "position": { "x": 200, "y": 7050 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n68" ], "outputs": [ "n70" ] }, { "id": "n70", "type": "mla", "name": "MLA_12", "position": { "x": 200, "y": 7170 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n69" ], "outputs": [ "n71" ], "scope": "layer.11.attention" }, { "id": "n71", "type": "add", "name": "Add_12_attn", "position": { "x": 200, "y": 7290 }, "params": {}, "inputs": [ "n70", "n68" ], "outputs": [ "n72", "n74" ] }, { "id": "n72", "type": "rmsNorm", "name": "RMSNorm_12_2", "position": { "x": 200, "y": 7410 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n71" ], "outputs": [ "n73" ] }, { "id": "n73", "type": "sharedExpertMoE", "name": "MoE_12", "position": { "x": 200, "y": 7530 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n72" ], "outputs": [ "n74" ] }, { "id": "n74", "type": "add", "name": "Add_12_ffn", "position": { "x": 200, "y": 7650 }, "params": {}, "inputs": [ "n73", "n71" ], "outputs": [ "n75", "n77" ] }, { "id": "n75", "type": "rmsNorm", "name": "RMSNorm_13_1", "position": { "x": 200, "y": 7650 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n74" ], "outputs": [ "n76" ] }, { "id": "n76", "type": "mla", "name": "MLA_13", "position": { "x": 200, "y": 7770 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n75" ], "outputs": [ "n77" ], "scope": "layer.12.attention" }, { "id": "n77", "type": "add", "name": "Add_13_attn", "position": { "x": 200, "y": 7890 }, "params": {}, "inputs": [ "n76", "n74" ], "outputs": [ "n78", "n80" ] }, { "id": "n78", "type": "rmsNorm", "name": "RMSNorm_13_2", "position": { "x": 200, "y": 8010 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n77" ], "outputs": [ "n79" ] }, { "id": "n79", "type": "sharedExpertMoE", "name": "MoE_13", "position": { "x": 200, "y": 8130 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n78" ], "outputs": [ "n80" ] }, { "id": "n80", "type": "add", "name": "Add_13_ffn", "position": { "x": 200, "y": 8250 }, "params": {}, "inputs": [ "n79", "n77" ], "outputs": [ "n81", "n83" ] }, { "id": "n81", "type": "rmsNorm", "name": "RMSNorm_14_1", "position": { "x": 200, "y": 8250 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n80" ], "outputs": [ "n82" ] }, { "id": "n82", "type": "mla", "name": "MLA_14", "position": { "x": 200, "y": 8370 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n81" ], "outputs": [ "n83" ], "scope": "layer.13.attention" }, { "id": "n83", "type": "add", "name": "Add_14_attn", "position": { "x": 200, "y": 8490 }, "params": {}, "inputs": [ "n82", "n80" ], "outputs": [ "n84", "n86" ] }, { "id": "n84", "type": "rmsNorm", "name": "RMSNorm_14_2", "position": { "x": 200, "y": 8610 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n83" ], "outputs": [ "n85" ] }, { "id": "n85", "type": "sharedExpertMoE", "name": "MoE_14", "position": { "x": 200, "y": 8730 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n84" ], "outputs": [ "n86" ] }, { "id": "n86", "type": "add", "name": "Add_14_ffn", "position": { "x": 200, "y": 8850 }, "params": {}, "inputs": [ "n85", "n83" ], "outputs": [ "n87", "n89" ] }, { "id": "n87", "type": "rmsNorm", "name": "RMSNorm_15_1", "position": { "x": 200, "y": 8850 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n86" ], "outputs": [ "n88" ] }, { "id": "n88", "type": "mla", "name": "MLA_15", "position": { "x": 200, "y": 8970 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n87" ], "outputs": [ "n89" ], "scope": "layer.14.attention" }, { "id": "n89", "type": "add", "name": "Add_15_attn", "position": { "x": 200, "y": 9090 }, "params": {}, "inputs": [ "n88", "n86" ], "outputs": [ "n90", "n92" ] }, { "id": "n90", "type": "rmsNorm", "name": "RMSNorm_15_2", "position": { "x": 200, "y": 9210 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n89" ], "outputs": [ "n91" ] }, { "id": "n91", "type": "sharedExpertMoE", "name": "MoE_15", "position": { "x": 200, "y": 9330 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n90" ], "outputs": [ "n92" ] }, { "id": "n92", "type": "add", "name": "Add_15_ffn", "position": { "x": 200, "y": 9450 }, "params": {}, "inputs": [ "n91", "n89" ], "outputs": [ "n93", "n95" ] }, { "id": "n93", "type": "rmsNorm", "name": "RMSNorm_16_1", "position": { "x": 200, "y": 9450 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n92" ], "outputs": [ "n94" ] }, { "id": "n94", "type": "mla", "name": "MLA_16", "position": { "x": 200, "y": 9570 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n93" ], "outputs": [ "n95" ], "scope": "layer.15.attention" }, { "id": "n95", "type": "add", "name": "Add_16_attn", "position": { "x": 200, "y": 9690 }, "params": {}, "inputs": [ "n94", "n92" ], "outputs": [ "n96", "n98" ] }, { "id": "n96", "type": "rmsNorm", "name": "RMSNorm_16_2", "position": { "x": 200, "y": 9810 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n95" ], "outputs": [ "n97" ] }, { "id": "n97", "type": "sharedExpertMoE", "name": "MoE_16", "position": { "x": 200, "y": 9930 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n96" ], "outputs": [ "n98" ] }, { "id": "n98", "type": "add", "name": "Add_16_ffn", "position": { "x": 200, "y": 10050 }, "params": {}, "inputs": [ "n97", "n95" ], "outputs": [ "n99", "n101" ] }, { "id": "n99", "type": "rmsNorm", "name": "RMSNorm_17_1", "position": { "x": 200, "y": 10050 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n98" ], "outputs": [ "n100" ] }, { "id": "n100", "type": "mla", "name": "MLA_17", "position": { "x": 200, "y": 10170 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n99" ], "outputs": [ "n101" ], "scope": "layer.16.attention" }, { "id": "n101", "type": "add", "name": "Add_17_attn", "position": { "x": 200, "y": 10290 }, "params": {}, "inputs": [ "n100", "n98" ], "outputs": [ "n102", "n104" ] }, { "id": "n102", "type": "rmsNorm", "name": "RMSNorm_17_2", "position": { "x": 200, "y": 10410 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n101" ], "outputs": [ "n103" ] }, { "id": "n103", "type": "sharedExpertMoE", "name": "MoE_17", "position": { "x": 200, "y": 10530 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n102" ], "outputs": [ "n104" ] }, { "id": "n104", "type": "add", "name": "Add_17_ffn", "position": { "x": 200, "y": 10650 }, "params": {}, "inputs": [ "n103", "n101" ], "outputs": [ "n105", "n107" ] }, { "id": "n105", "type": "rmsNorm", "name": "RMSNorm_18_1", "position": { "x": 200, "y": 10650 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n104" ], "outputs": [ "n106" ] }, { "id": "n106", "type": "mla", "name": "MLA_18", "position": { "x": 200, "y": 10770 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n105" ], "outputs": [ "n107" ], "scope": "layer.17.attention" }, { "id": "n107", "type": "add", "name": "Add_18_attn", "position": { "x": 200, "y": 10890 }, "params": {}, "inputs": [ "n106", "n104" ], "outputs": [ "n108", "n110" ] }, { "id": "n108", "type": "rmsNorm", "name": "RMSNorm_18_2", "position": { "x": 200, "y": 11010 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n107" ], "outputs": [ "n109" ] }, { "id": "n109", "type": "sharedExpertMoE", "name": "MoE_18", "position": { "x": 200, "y": 11130 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n108" ], "outputs": [ "n110" ] }, { "id": "n110", "type": "add", "name": "Add_18_ffn", "position": { "x": 200, "y": 11250 }, "params": {}, "inputs": [ "n109", "n107" ], "outputs": [ "n111", "n113" ] }, { "id": "n111", "type": "rmsNorm", "name": "RMSNorm_19_1", "position": { "x": 200, "y": 11250 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n110" ], "outputs": [ "n112" ] }, { "id": "n112", "type": "mla", "name": "MLA_19", "position": { "x": 200, "y": 11370 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n111" ], "outputs": [ "n113" ], "scope": "layer.18.attention" }, { "id": "n113", "type": "add", "name": "Add_19_attn", "position": { "x": 200, "y": 11490 }, "params": {}, "inputs": [ "n112", "n110" ], "outputs": [ "n114", "n116" ] }, { "id": "n114", "type": "rmsNorm", "name": "RMSNorm_19_2", "position": { "x": 200, "y": 11610 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n113" ], "outputs": [ "n115" ] }, { "id": "n115", "type": "sharedExpertMoE", "name": "MoE_19", "position": { "x": 200, "y": 11730 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n114" ], "outputs": [ "n116" ] }, { "id": "n116", "type": "add", "name": "Add_19_ffn", "position": { "x": 200, "y": 11850 }, "params": {}, "inputs": [ "n115", "n113" ], "outputs": [ "n117", "n119" ] }, { "id": "n117", "type": "rmsNorm", "name": "RMSNorm_20_1", "position": { "x": 200, "y": 11850 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n116" ], "outputs": [ "n118" ] }, { "id": "n118", "type": "mla", "name": "MLA_20", "position": { "x": 200, "y": 11970 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n117" ], "outputs": [ "n119" ], "scope": "layer.19.attention" }, { "id": "n119", "type": "add", "name": "Add_20_attn", "position": { "x": 200, "y": 12090 }, "params": {}, "inputs": [ "n118", "n116" ], "outputs": [ "n120", "n122" ] }, { "id": "n120", "type": "rmsNorm", "name": "RMSNorm_20_2", "position": { "x": 200, "y": 12210 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n119" ], "outputs": [ "n121" ] }, { "id": "n121", "type": "sharedExpertMoE", "name": "MoE_20", "position": { "x": 200, "y": 12330 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n120" ], "outputs": [ "n122" ] }, { "id": "n122", "type": "add", "name": "Add_20_ffn", "position": { "x": 200, "y": 12450 }, "params": {}, "inputs": [ "n121", "n119" ], "outputs": [ "n123", "n125" ] }, { "id": "n123", "type": "rmsNorm", "name": "RMSNorm_21_1", "position": { "x": 200, "y": 12450 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n122" ], "outputs": [ "n124" ] }, { "id": "n124", "type": "mla", "name": "MLA_21", "position": { "x": 200, "y": 12570 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n123" ], "outputs": [ "n125" ], "scope": "layer.20.attention" }, { "id": "n125", "type": "add", "name": "Add_21_attn", "position": { "x": 200, "y": 12690 }, "params": {}, "inputs": [ "n124", "n122" ], "outputs": [ "n126", "n128" ] }, { "id": "n126", "type": "rmsNorm", "name": "RMSNorm_21_2", "position": { "x": 200, "y": 12810 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n125" ], "outputs": [ "n127" ] }, { "id": "n127", "type": "sharedExpertMoE", "name": "MoE_21", "position": { "x": 200, "y": 12930 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n126" ], "outputs": [ "n128" ] }, { "id": "n128", "type": "add", "name": "Add_21_ffn", "position": { "x": 200, "y": 13050 }, "params": {}, "inputs": [ "n127", "n125" ], "outputs": [ "n129", "n131" ] }, { "id": "n129", "type": "rmsNorm", "name": "RMSNorm_22_1", "position": { "x": 200, "y": 13050 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n128" ], "outputs": [ "n130" ] }, { "id": "n130", "type": "mla", "name": "MLA_22", "position": { "x": 200, "y": 13170 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n129" ], "outputs": [ "n131" ], "scope": "layer.21.attention" }, { "id": "n131", "type": "add", "name": "Add_22_attn", "position": { "x": 200, "y": 13290 }, "params": {}, "inputs": [ "n130", "n128" ], "outputs": [ "n132", "n134" ] }, { "id": "n132", "type": "rmsNorm", "name": "RMSNorm_22_2", "position": { "x": 200, "y": 13410 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n131" ], "outputs": [ "n133" ] }, { "id": "n133", "type": "sharedExpertMoE", "name": "MoE_22", "position": { "x": 200, "y": 13530 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n132" ], "outputs": [ "n134" ] }, { "id": "n134", "type": "add", "name": "Add_22_ffn", "position": { "x": 200, "y": 13650 }, "params": {}, "inputs": [ "n133", "n131" ], "outputs": [ "n135", "n137" ] }, { "id": "n135", "type": "rmsNorm", "name": "RMSNorm_23_1", "position": { "x": 200, "y": 13650 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n134" ], "outputs": [ "n136" ] }, { "id": "n136", "type": "mla", "name": "MLA_23", "position": { "x": 200, "y": 13770 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n135" ], "outputs": [ "n137" ], "scope": "layer.22.attention" }, { "id": "n137", "type": "add", "name": "Add_23_attn", "position": { "x": 200, "y": 13890 }, "params": {}, "inputs": [ "n136", "n134" ], "outputs": [ "n138", "n140" ] }, { "id": "n138", "type": "rmsNorm", "name": "RMSNorm_23_2", "position": { "x": 200, "y": 14010 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n137" ], "outputs": [ "n139" ] }, { "id": "n139", "type": "sharedExpertMoE", "name": "MoE_23", "position": { "x": 200, "y": 14130 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n138" ], "outputs": [ "n140" ] }, { "id": "n140", "type": "add", "name": "Add_23_ffn", "position": { "x": 200, "y": 14250 }, "params": {}, "inputs": [ "n139", "n137" ], "outputs": [ "n141", "n143" ] }, { "id": "n141", "type": "rmsNorm", "name": "RMSNorm_24_1", "position": { "x": 200, "y": 14250 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n140" ], "outputs": [ "n142" ] }, { "id": "n142", "type": "mla", "name": "MLA_24", "position": { "x": 200, "y": 14370 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n141" ], "outputs": [ "n143" ], "scope": "layer.23.attention" }, { "id": "n143", "type": "add", "name": "Add_24_attn", "position": { "x": 200, "y": 14490 }, "params": {}, "inputs": [ "n142", "n140" ], "outputs": [ "n144", "n146" ] }, { "id": "n144", "type": "rmsNorm", "name": "RMSNorm_24_2", "position": { "x": 200, "y": 14610 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n143" ], "outputs": [ "n145" ] }, { "id": "n145", "type": "sharedExpertMoE", "name": "MoE_24", "position": { "x": 200, "y": 14730 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n144" ], "outputs": [ "n146" ] }, { "id": "n146", "type": "add", "name": "Add_24_ffn", "position": { "x": 200, "y": 14850 }, "params": {}, "inputs": [ "n145", "n143" ], "outputs": [ "n147", "n149" ] }, { "id": "n147", "type": "rmsNorm", "name": "RMSNorm_25_1", "position": { "x": 200, "y": 14850 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n146" ], "outputs": [ "n148" ] }, { "id": "n148", "type": "mla", "name": "MLA_25", "position": { "x": 200, "y": 14970 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n147" ], "outputs": [ "n149" ], "scope": "layer.24.attention" }, { "id": "n149", "type": "add", "name": "Add_25_attn", "position": { "x": 200, "y": 15090 }, "params": {}, "inputs": [ "n148", "n146" ], "outputs": [ "n150", "n152" ] }, { "id": "n150", "type": "rmsNorm", "name": "RMSNorm_25_2", "position": { "x": 200, "y": 15210 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n149" ], "outputs": [ "n151" ] }, { "id": "n151", "type": "sharedExpertMoE", "name": "MoE_25", "position": { "x": 200, "y": 15330 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n150" ], "outputs": [ "n152" ] }, { "id": "n152", "type": "add", "name": "Add_25_ffn", "position": { "x": 200, "y": 15450 }, "params": {}, "inputs": [ "n151", "n149" ], "outputs": [ "n153", "n155" ] }, { "id": "n153", "type": "rmsNorm", "name": "RMSNorm_26_1", "position": { "x": 200, "y": 15450 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n152" ], "outputs": [ "n154" ] }, { "id": "n154", "type": "mla", "name": "MLA_26", "position": { "x": 200, "y": 15570 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n153" ], "outputs": [ "n155" ], "scope": "layer.25.attention" }, { "id": "n155", "type": "add", "name": "Add_26_attn", "position": { "x": 200, "y": 15690 }, "params": {}, "inputs": [ "n154", "n152" ], "outputs": [ "n156", "n158" ] }, { "id": "n156", "type": "rmsNorm", "name": "RMSNorm_26_2", "position": { "x": 200, "y": 15810 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n155" ], "outputs": [ "n157" ] }, { "id": "n157", "type": "sharedExpertMoE", "name": "MoE_26", "position": { "x": 200, "y": 15930 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n156" ], "outputs": [ "n158" ] }, { "id": "n158", "type": "add", "name": "Add_26_ffn", "position": { "x": 200, "y": 16050 }, "params": {}, "inputs": [ "n157", "n155" ], "outputs": [ "n159", "n161" ] }, { "id": "n159", "type": "rmsNorm", "name": "RMSNorm_27_1", "position": { "x": 200, "y": 16050 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n158" ], "outputs": [ "n160" ] }, { "id": "n160", "type": "mla", "name": "MLA_27", "position": { "x": 200, "y": 16170 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n159" ], "outputs": [ "n161" ], "scope": "layer.26.attention" }, { "id": "n161", "type": "add", "name": "Add_27_attn", "position": { "x": 200, "y": 16290 }, "params": {}, "inputs": [ "n160", "n158" ], "outputs": [ "n162", "n164" ] }, { "id": "n162", "type": "rmsNorm", "name": "RMSNorm_27_2", "position": { "x": 200, "y": 16410 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n161" ], "outputs": [ "n163" ] }, { "id": "n163", "type": "sharedExpertMoE", "name": "MoE_27", "position": { "x": 200, "y": 16530 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n162" ], "outputs": [ "n164" ] }, { "id": "n164", "type": "add", "name": "Add_27_ffn", "position": { "x": 200, "y": 16650 }, "params": {}, "inputs": [ "n163", "n161" ], "outputs": [ "n165", "n167" ] }, { "id": "n165", "type": "rmsNorm", "name": "RMSNorm_28_1", "position": { "x": 200, "y": 16650 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n164" ], "outputs": [ "n166" ] }, { "id": "n166", "type": "mla", "name": "MLA_28", "position": { "x": 200, "y": 16770 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n165" ], "outputs": [ "n167" ], "scope": "layer.27.attention" }, { "id": "n167", "type": "add", "name": "Add_28_attn", "position": { "x": 200, "y": 16890 }, "params": {}, "inputs": [ "n166", "n164" ], "outputs": [ "n168", "n170" ] }, { "id": "n168", "type": "rmsNorm", "name": "RMSNorm_28_2", "position": { "x": 200, "y": 17010 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n167" ], "outputs": [ "n169" ] }, { "id": "n169", "type": "sharedExpertMoE", "name": "MoE_28", "position": { "x": 200, "y": 17130 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n168" ], "outputs": [ "n170" ] }, { "id": "n170", "type": "add", "name": "Add_28_ffn", "position": { "x": 200, "y": 17250 }, "params": {}, "inputs": [ "n169", "n167" ], "outputs": [ "n171", "n173" ] }, { "id": "n171", "type": "rmsNorm", "name": "RMSNorm_29_1", "position": { "x": 200, "y": 17250 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n170" ], "outputs": [ "n172" ] }, { "id": "n172", "type": "mla", "name": "MLA_29", "position": { "x": 200, "y": 17370 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n171" ], "outputs": [ "n173" ], "scope": "layer.28.attention" }, { "id": "n173", "type": "add", "name": "Add_29_attn", "position": { "x": 200, "y": 17490 }, "params": {}, "inputs": [ "n172", "n170" ], "outputs": [ "n174", "n176" ] }, { "id": "n174", "type": "rmsNorm", "name": "RMSNorm_29_2", "position": { "x": 200, "y": 17610 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n173" ], "outputs": [ "n175" ] }, { "id": "n175", "type": "sharedExpertMoE", "name": "MoE_29", "position": { "x": 200, "y": 17730 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n174" ], "outputs": [ "n176" ] }, { "id": "n176", "type": "add", "name": "Add_29_ffn", "position": { "x": 200, "y": 17850 }, "params": {}, "inputs": [ "n175", "n173" ], "outputs": [ "n177", "n179" ] }, { "id": "n177", "type": "rmsNorm", "name": "RMSNorm_30_1", "position": { "x": 200, "y": 17850 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n176" ], "outputs": [ "n178" ] }, { "id": "n178", "type": "mla", "name": "MLA_30", "position": { "x": 200, "y": 17970 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n177" ], "outputs": [ "n179" ], "scope": "layer.29.attention" }, { "id": "n179", "type": "add", "name": "Add_30_attn", "position": { "x": 200, "y": 18090 }, "params": {}, "inputs": [ "n178", "n176" ], "outputs": [ "n180", "n182" ] }, { "id": "n180", "type": "rmsNorm", "name": "RMSNorm_30_2", "position": { "x": 200, "y": 18210 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n179" ], "outputs": [ "n181" ] }, { "id": "n181", "type": "sharedExpertMoE", "name": "MoE_30", "position": { "x": 200, "y": 18330 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n180" ], "outputs": [ "n182" ] }, { "id": "n182", "type": "add", "name": "Add_30_ffn", "position": { "x": 200, "y": 18450 }, "params": {}, "inputs": [ "n181", "n179" ], "outputs": [ "n183", "n185" ] }, { "id": "n183", "type": "rmsNorm", "name": "RMSNorm_31_1", "position": { "x": 200, "y": 18450 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n182" ], "outputs": [ "n184" ] }, { "id": "n184", "type": "mla", "name": "MLA_31", "position": { "x": 200, "y": 18570 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n183" ], "outputs": [ "n185" ], "scope": "layer.30.attention" }, { "id": "n185", "type": "add", "name": "Add_31_attn", "position": { "x": 200, "y": 18690 }, "params": {}, "inputs": [ "n184", "n182" ], "outputs": [ "n186", "n188" ] }, { "id": "n186", "type": "rmsNorm", "name": "RMSNorm_31_2", "position": { "x": 200, "y": 18810 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n185" ], "outputs": [ "n187" ] }, { "id": "n187", "type": "sharedExpertMoE", "name": "MoE_31", "position": { "x": 200, "y": 18930 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n186" ], "outputs": [ "n188" ] }, { "id": "n188", "type": "add", "name": "Add_31_ffn", "position": { "x": 200, "y": 19050 }, "params": {}, "inputs": [ "n187", "n185" ], "outputs": [ "n189", "n191" ] }, { "id": "n189", "type": "rmsNorm", "name": "RMSNorm_32_1", "position": { "x": 200, "y": 19050 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n188" ], "outputs": [ "n190" ] }, { "id": "n190", "type": "mla", "name": "MLA_32", "position": { "x": 200, "y": 19170 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n189" ], "outputs": [ "n191" ], "scope": "layer.31.attention" }, { "id": "n191", "type": "add", "name": "Add_32_attn", "position": { "x": 200, "y": 19290 }, "params": {}, "inputs": [ "n190", "n188" ], "outputs": [ "n192", "n194" ] }, { "id": "n192", "type": "rmsNorm", "name": "RMSNorm_32_2", "position": { "x": 200, "y": 19410 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n191" ], "outputs": [ "n193" ] }, { "id": "n193", "type": "sharedExpertMoE", "name": "MoE_32", "position": { "x": 200, "y": 19530 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n192" ], "outputs": [ "n194" ] }, { "id": "n194", "type": "add", "name": "Add_32_ffn", "position": { "x": 200, "y": 19650 }, "params": {}, "inputs": [ "n193", "n191" ], "outputs": [ "n195", "n197" ] }, { "id": "n195", "type": "rmsNorm", "name": "RMSNorm_33_1", "position": { "x": 200, "y": 19650 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n194" ], "outputs": [ "n196" ] }, { "id": "n196", "type": "mla", "name": "MLA_33", "position": { "x": 200, "y": 19770 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n195" ], "outputs": [ "n197" ], "scope": "layer.32.attention" }, { "id": "n197", "type": "add", "name": "Add_33_attn", "position": { "x": 200, "y": 19890 }, "params": {}, "inputs": [ "n196", "n194" ], "outputs": [ "n198", "n200" ] }, { "id": "n198", "type": "rmsNorm", "name": "RMSNorm_33_2", "position": { "x": 200, "y": 20010 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n197" ], "outputs": [ "n199" ] }, { "id": "n199", "type": "sharedExpertMoE", "name": "MoE_33", "position": { "x": 200, "y": 20130 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n198" ], "outputs": [ "n200" ] }, { "id": "n200", "type": "add", "name": "Add_33_ffn", "position": { "x": 200, "y": 20250 }, "params": {}, "inputs": [ "n199", "n197" ], "outputs": [ "n201", "n203" ] }, { "id": "n201", "type": "rmsNorm", "name": "RMSNorm_34_1", "position": { "x": 200, "y": 20250 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n200" ], "outputs": [ "n202" ] }, { "id": "n202", "type": "mla", "name": "MLA_34", "position": { "x": 200, "y": 20370 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n201" ], "outputs": [ "n203" ], "scope": "layer.33.attention" }, { "id": "n203", "type": "add", "name": "Add_34_attn", "position": { "x": 200, "y": 20490 }, "params": {}, "inputs": [ "n202", "n200" ], "outputs": [ "n204", "n206" ] }, { "id": "n204", "type": "rmsNorm", "name": "RMSNorm_34_2", "position": { "x": 200, "y": 20610 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n203" ], "outputs": [ "n205" ] }, { "id": "n205", "type": "sharedExpertMoE", "name": "MoE_34", "position": { "x": 200, "y": 20730 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n204" ], "outputs": [ "n206" ] }, { "id": "n206", "type": "add", "name": "Add_34_ffn", "position": { "x": 200, "y": 20850 }, "params": {}, "inputs": [ "n205", "n203" ], "outputs": [ "n207", "n209" ] }, { "id": "n207", "type": "rmsNorm", "name": "RMSNorm_35_1", "position": { "x": 200, "y": 20850 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n206" ], "outputs": [ "n208" ] }, { "id": "n208", "type": "mla", "name": "MLA_35", "position": { "x": 200, "y": 20970 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n207" ], "outputs": [ "n209" ], "scope": "layer.34.attention" }, { "id": "n209", "type": "add", "name": "Add_35_attn", "position": { "x": 200, "y": 21090 }, "params": {}, "inputs": [ "n208", "n206" ], "outputs": [ "n210", "n212" ] }, { "id": "n210", "type": "rmsNorm", "name": "RMSNorm_35_2", "position": { "x": 200, "y": 21210 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n209" ], "outputs": [ "n211" ] }, { "id": "n211", "type": "sharedExpertMoE", "name": "MoE_35", "position": { "x": 200, "y": 21330 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n210" ], "outputs": [ "n212" ] }, { "id": "n212", "type": "add", "name": "Add_35_ffn", "position": { "x": 200, "y": 21450 }, "params": {}, "inputs": [ "n211", "n209" ], "outputs": [ "n213", "n215" ] }, { "id": "n213", "type": "rmsNorm", "name": "RMSNorm_36_1", "position": { "x": 200, "y": 21450 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n212" ], "outputs": [ "n214" ] }, { "id": "n214", "type": "mla", "name": "MLA_36", "position": { "x": 200, "y": 21570 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n213" ], "outputs": [ "n215" ], "scope": "layer.35.attention" }, { "id": "n215", "type": "add", "name": "Add_36_attn", "position": { "x": 200, "y": 21690 }, "params": {}, "inputs": [ "n214", "n212" ], "outputs": [ "n216", "n218" ] }, { "id": "n216", "type": "rmsNorm", "name": "RMSNorm_36_2", "position": { "x": 200, "y": 21810 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n215" ], "outputs": [ "n217" ] }, { "id": "n217", "type": "sharedExpertMoE", "name": "MoE_36", "position": { "x": 200, "y": 21930 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n216" ], "outputs": [ "n218" ] }, { "id": "n218", "type": "add", "name": "Add_36_ffn", "position": { "x": 200, "y": 22050 }, "params": {}, "inputs": [ "n217", "n215" ], "outputs": [ "n219", "n221" ] }, { "id": "n219", "type": "rmsNorm", "name": "RMSNorm_37_1", "position": { "x": 200, "y": 22050 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n218" ], "outputs": [ "n220" ] }, { "id": "n220", "type": "mla", "name": "MLA_37", "position": { "x": 200, "y": 22170 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n219" ], "outputs": [ "n221" ], "scope": "layer.36.attention" }, { "id": "n221", "type": "add", "name": "Add_37_attn", "position": { "x": 200, "y": 22290 }, "params": {}, "inputs": [ "n220", "n218" ], "outputs": [ "n222", "n224" ] }, { "id": "n222", "type": "rmsNorm", "name": "RMSNorm_37_2", "position": { "x": 200, "y": 22410 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n221" ], "outputs": [ "n223" ] }, { "id": "n223", "type": "sharedExpertMoE", "name": "MoE_37", "position": { "x": 200, "y": 22530 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n222" ], "outputs": [ "n224" ] }, { "id": "n224", "type": "add", "name": "Add_37_ffn", "position": { "x": 200, "y": 22650 }, "params": {}, "inputs": [ "n223", "n221" ], "outputs": [ "n225", "n227" ] }, { "id": "n225", "type": "rmsNorm", "name": "RMSNorm_38_1", "position": { "x": 200, "y": 22650 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n224" ], "outputs": [ "n226" ] }, { "id": "n226", "type": "mla", "name": "MLA_38", "position": { "x": 200, "y": 22770 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n225" ], "outputs": [ "n227" ], "scope": "layer.37.attention" }, { "id": "n227", "type": "add", "name": "Add_38_attn", "position": { "x": 200, "y": 22890 }, "params": {}, "inputs": [ "n226", "n224" ], "outputs": [ "n228", "n230" ] }, { "id": "n228", "type": "rmsNorm", "name": "RMSNorm_38_2", "position": { "x": 200, "y": 23010 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n227" ], "outputs": [ "n229" ] }, { "id": "n229", "type": "sharedExpertMoE", "name": "MoE_38", "position": { "x": 200, "y": 23130 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n228" ], "outputs": [ "n230" ] }, { "id": "n230", "type": "add", "name": "Add_38_ffn", "position": { "x": 200, "y": 23250 }, "params": {}, "inputs": [ "n229", "n227" ], "outputs": [ "n231", "n233" ] }, { "id": "n231", "type": "rmsNorm", "name": "RMSNorm_39_1", "position": { "x": 200, "y": 23250 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n230" ], "outputs": [ "n232" ] }, { "id": "n232", "type": "mla", "name": "MLA_39", "position": { "x": 200, "y": 23370 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n231" ], "outputs": [ "n233" ], "scope": "layer.38.attention" }, { "id": "n233", "type": "add", "name": "Add_39_attn", "position": { "x": 200, "y": 23490 }, "params": {}, "inputs": [ "n232", "n230" ], "outputs": [ "n234", "n236" ] }, { "id": "n234", "type": "rmsNorm", "name": "RMSNorm_39_2", "position": { "x": 200, "y": 23610 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n233" ], "outputs": [ "n235" ] }, { "id": "n235", "type": "sharedExpertMoE", "name": "MoE_39", "position": { "x": 200, "y": 23730 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n234" ], "outputs": [ "n236" ] }, { "id": "n236", "type": "add", "name": "Add_39_ffn", "position": { "x": 200, "y": 23850 }, "params": {}, "inputs": [ "n235", "n233" ], "outputs": [ "n237", "n239" ] }, { "id": "n237", "type": "rmsNorm", "name": "RMSNorm_40_1", "position": { "x": 200, "y": 23850 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n236" ], "outputs": [ "n238" ] }, { "id": "n238", "type": "mla", "name": "MLA_40", "position": { "x": 200, "y": 23970 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n237" ], "outputs": [ "n239" ], "scope": "layer.39.attention" }, { "id": "n239", "type": "add", "name": "Add_40_attn", "position": { "x": 200, "y": 24090 }, "params": {}, "inputs": [ "n238", "n236" ], "outputs": [ "n240", "n242" ] }, { "id": "n240", "type": "rmsNorm", "name": "RMSNorm_40_2", "position": { "x": 200, "y": 24210 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n239" ], "outputs": [ "n241" ] }, { "id": "n241", "type": "sharedExpertMoE", "name": "MoE_40", "position": { "x": 200, "y": 24330 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n240" ], "outputs": [ "n242" ] }, { "id": "n242", "type": "add", "name": "Add_40_ffn", "position": { "x": 200, "y": 24450 }, "params": {}, "inputs": [ "n241", "n239" ], "outputs": [ "n243", "n245" ] }, { "id": "n243", "type": "rmsNorm", "name": "RMSNorm_41_1", "position": { "x": 200, "y": 24450 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n242" ], "outputs": [ "n244" ] }, { "id": "n244", "type": "mla", "name": "MLA_41", "position": { "x": 200, "y": 24570 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n243" ], "outputs": [ "n245" ], "scope": "layer.40.attention" }, { "id": "n245", "type": "add", "name": "Add_41_attn", "position": { "x": 200, "y": 24690 }, "params": {}, "inputs": [ "n244", "n242" ], "outputs": [ "n246", "n248" ] }, { "id": "n246", "type": "rmsNorm", "name": "RMSNorm_41_2", "position": { "x": 200, "y": 24810 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n245" ], "outputs": [ "n247" ] }, { "id": "n247", "type": "sharedExpertMoE", "name": "MoE_41", "position": { "x": 200, "y": 24930 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n246" ], "outputs": [ "n248" ] }, { "id": "n248", "type": "add", "name": "Add_41_ffn", "position": { "x": 200, "y": 25050 }, "params": {}, "inputs": [ "n247", "n245" ], "outputs": [ "n249", "n251" ] }, { "id": "n249", "type": "rmsNorm", "name": "RMSNorm_42_1", "position": { "x": 200, "y": 25050 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n248" ], "outputs": [ "n250" ] }, { "id": "n250", "type": "mla", "name": "MLA_42", "position": { "x": 200, "y": 25170 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n249" ], "outputs": [ "n251" ], "scope": "layer.41.attention" }, { "id": "n251", "type": "add", "name": "Add_42_attn", "position": { "x": 200, "y": 25290 }, "params": {}, "inputs": [ "n250", "n248" ], "outputs": [ "n252", "n254" ] }, { "id": "n252", "type": "rmsNorm", "name": "RMSNorm_42_2", "position": { "x": 200, "y": 25410 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n251" ], "outputs": [ "n253" ] }, { "id": "n253", "type": "sharedExpertMoE", "name": "MoE_42", "position": { "x": 200, "y": 25530 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n252" ], "outputs": [ "n254" ] }, { "id": "n254", "type": "add", "name": "Add_42_ffn", "position": { "x": 200, "y": 25650 }, "params": {}, "inputs": [ "n253", "n251" ], "outputs": [ "n255", "n257" ] }, { "id": "n255", "type": "rmsNorm", "name": "RMSNorm_43_1", "position": { "x": 200, "y": 25650 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n254" ], "outputs": [ "n256" ] }, { "id": "n256", "type": "mla", "name": "MLA_43", "position": { "x": 200, "y": 25770 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n255" ], "outputs": [ "n257" ], "scope": "layer.42.attention" }, { "id": "n257", "type": "add", "name": "Add_43_attn", "position": { "x": 200, "y": 25890 }, "params": {}, "inputs": [ "n256", "n254" ], "outputs": [ "n258", "n260" ] }, { "id": "n258", "type": "rmsNorm", "name": "RMSNorm_43_2", "position": { "x": 200, "y": 26010 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n257" ], "outputs": [ "n259" ] }, { "id": "n259", "type": "sharedExpertMoE", "name": "MoE_43", "position": { "x": 200, "y": 26130 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n258" ], "outputs": [ "n260" ] }, { "id": "n260", "type": "add", "name": "Add_43_ffn", "position": { "x": 200, "y": 26250 }, "params": {}, "inputs": [ "n259", "n257" ], "outputs": [ "n261", "n263" ] }, { "id": "n261", "type": "rmsNorm", "name": "RMSNorm_44_1", "position": { "x": 200, "y": 26250 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n260" ], "outputs": [ "n262" ] }, { "id": "n262", "type": "mla", "name": "MLA_44", "position": { "x": 200, "y": 26370 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n261" ], "outputs": [ "n263" ], "scope": "layer.43.attention" }, { "id": "n263", "type": "add", "name": "Add_44_attn", "position": { "x": 200, "y": 26490 }, "params": {}, "inputs": [ "n262", "n260" ], "outputs": [ "n264", "n266" ] }, { "id": "n264", "type": "rmsNorm", "name": "RMSNorm_44_2", "position": { "x": 200, "y": 26610 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n263" ], "outputs": [ "n265" ] }, { "id": "n265", "type": "sharedExpertMoE", "name": "MoE_44", "position": { "x": 200, "y": 26730 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n264" ], "outputs": [ "n266" ] }, { "id": "n266", "type": "add", "name": "Add_44_ffn", "position": { "x": 200, "y": 26850 }, "params": {}, "inputs": [ "n265", "n263" ], "outputs": [ "n267", "n269" ] }, { "id": "n267", "type": "rmsNorm", "name": "RMSNorm_45_1", "position": { "x": 200, "y": 26850 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n266" ], "outputs": [ "n268" ] }, { "id": "n268", "type": "mla", "name": "MLA_45", "position": { "x": 200, "y": 26970 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n267" ], "outputs": [ "n269" ], "scope": "layer.44.attention" }, { "id": "n269", "type": "add", "name": "Add_45_attn", "position": { "x": 200, "y": 27090 }, "params": {}, "inputs": [ "n268", "n266" ], "outputs": [ "n270", "n272" ] }, { "id": "n270", "type": "rmsNorm", "name": "RMSNorm_45_2", "position": { "x": 200, "y": 27210 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n269" ], "outputs": [ "n271" ] }, { "id": "n271", "type": "sharedExpertMoE", "name": "MoE_45", "position": { "x": 200, "y": 27330 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n270" ], "outputs": [ "n272" ] }, { "id": "n272", "type": "add", "name": "Add_45_ffn", "position": { "x": 200, "y": 27450 }, "params": {}, "inputs": [ "n271", "n269" ], "outputs": [ "n273", "n275" ] }, { "id": "n273", "type": "rmsNorm", "name": "RMSNorm_46_1", "position": { "x": 200, "y": 27450 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n272" ], "outputs": [ "n274" ] }, { "id": "n274", "type": "mla", "name": "MLA_46", "position": { "x": 200, "y": 27570 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n273" ], "outputs": [ "n275" ], "scope": "layer.45.attention" }, { "id": "n275", "type": "add", "name": "Add_46_attn", "position": { "x": 200, "y": 27690 }, "params": {}, "inputs": [ "n274", "n272" ], "outputs": [ "n276", "n278" ] }, { "id": "n276", "type": "rmsNorm", "name": "RMSNorm_46_2", "position": { "x": 200, "y": 27810 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n275" ], "outputs": [ "n277" ] }, { "id": "n277", "type": "sharedExpertMoE", "name": "MoE_46", "position": { "x": 200, "y": 27930 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n276" ], "outputs": [ "n278" ] }, { "id": "n278", "type": "add", "name": "Add_46_ffn", "position": { "x": 200, "y": 28050 }, "params": {}, "inputs": [ "n277", "n275" ], "outputs": [ "n279", "n281" ] }, { "id": "n279", "type": "rmsNorm", "name": "RMSNorm_47_1", "position": { "x": 200, "y": 28050 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n278" ], "outputs": [ "n280" ] }, { "id": "n280", "type": "mla", "name": "MLA_47", "position": { "x": 200, "y": 28170 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n279" ], "outputs": [ "n281" ], "scope": "layer.46.attention" }, { "id": "n281", "type": "add", "name": "Add_47_attn", "position": { "x": 200, "y": 28290 }, "params": {}, "inputs": [ "n280", "n278" ], "outputs": [ "n282", "n284" ] }, { "id": "n282", "type": "rmsNorm", "name": "RMSNorm_47_2", "position": { "x": 200, "y": 28410 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n281" ], "outputs": [ "n283" ] }, { "id": "n283", "type": "sharedExpertMoE", "name": "MoE_47", "position": { "x": 200, "y": 28530 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n282" ], "outputs": [ "n284" ] }, { "id": "n284", "type": "add", "name": "Add_47_ffn", "position": { "x": 200, "y": 28650 }, "params": {}, "inputs": [ "n283", "n281" ], "outputs": [ "n285", "n287" ] }, { "id": "n285", "type": "rmsNorm", "name": "RMSNorm_48_1", "position": { "x": 200, "y": 28650 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n284" ], "outputs": [ "n286" ] }, { "id": "n286", "type": "mla", "name": "MLA_48", "position": { "x": 200, "y": 28770 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n285" ], "outputs": [ "n287" ], "scope": "layer.47.attention" }, { "id": "n287", "type": "add", "name": "Add_48_attn", "position": { "x": 200, "y": 28890 }, "params": {}, "inputs": [ "n286", "n284" ], "outputs": [ "n288", "n290" ] }, { "id": "n288", "type": "rmsNorm", "name": "RMSNorm_48_2", "position": { "x": 200, "y": 29010 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n287" ], "outputs": [ "n289" ] }, { "id": "n289", "type": "sharedExpertMoE", "name": "MoE_48", "position": { "x": 200, "y": 29130 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n288" ], "outputs": [ "n290" ] }, { "id": "n290", "type": "add", "name": "Add_48_ffn", "position": { "x": 200, "y": 29250 }, "params": {}, "inputs": [ "n289", "n287" ], "outputs": [ "n291", "n293" ] }, { "id": "n291", "type": "rmsNorm", "name": "RMSNorm_49_1", "position": { "x": 200, "y": 29250 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n290" ], "outputs": [ "n292" ] }, { "id": "n292", "type": "mla", "name": "MLA_49", "position": { "x": 200, "y": 29370 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n291" ], "outputs": [ "n293" ], "scope": "layer.48.attention" }, { "id": "n293", "type": "add", "name": "Add_49_attn", "position": { "x": 200, "y": 29490 }, "params": {}, "inputs": [ "n292", "n290" ], "outputs": [ "n294", "n296" ] }, { "id": "n294", "type": "rmsNorm", "name": "RMSNorm_49_2", "position": { "x": 200, "y": 29610 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n293" ], "outputs": [ "n295" ] }, { "id": "n295", "type": "sharedExpertMoE", "name": "MoE_49", "position": { "x": 200, "y": 29730 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n294" ], "outputs": [ "n296" ] }, { "id": "n296", "type": "add", "name": "Add_49_ffn", "position": { "x": 200, "y": 29850 }, "params": {}, "inputs": [ "n295", "n293" ], "outputs": [ "n297", "n299" ] }, { "id": "n297", "type": "rmsNorm", "name": "RMSNorm_50_1", "position": { "x": 200, "y": 29850 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n296" ], "outputs": [ "n298" ] }, { "id": "n298", "type": "mla", "name": "MLA_50", "position": { "x": 200, "y": 29970 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n297" ], "outputs": [ "n299" ], "scope": "layer.49.attention" }, { "id": "n299", "type": "add", "name": "Add_50_attn", "position": { "x": 200, "y": 30090 }, "params": {}, "inputs": [ "n298", "n296" ], "outputs": [ "n300", "n302" ] }, { "id": "n300", "type": "rmsNorm", "name": "RMSNorm_50_2", "position": { "x": 200, "y": 30210 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n299" ], "outputs": [ "n301" ] }, { "id": "n301", "type": "sharedExpertMoE", "name": "MoE_50", "position": { "x": 200, "y": 30330 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n300" ], "outputs": [ "n302" ] }, { "id": "n302", "type": "add", "name": "Add_50_ffn", "position": { "x": 200, "y": 30450 }, "params": {}, "inputs": [ "n301", "n299" ], "outputs": [ "n303", "n305" ] }, { "id": "n303", "type": "rmsNorm", "name": "RMSNorm_51_1", "position": { "x": 200, "y": 30450 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n302" ], "outputs": [ "n304" ] }, { "id": "n304", "type": "mla", "name": "MLA_51", "position": { "x": 200, "y": 30570 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n303" ], "outputs": [ "n305" ], "scope": "layer.50.attention" }, { "id": "n305", "type": "add", "name": "Add_51_attn", "position": { "x": 200, "y": 30690 }, "params": {}, "inputs": [ "n304", "n302" ], "outputs": [ "n306", "n308" ] }, { "id": "n306", "type": "rmsNorm", "name": "RMSNorm_51_2", "position": { "x": 200, "y": 30810 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n305" ], "outputs": [ "n307" ] }, { "id": "n307", "type": "sharedExpertMoE", "name": "MoE_51", "position": { "x": 200, "y": 30930 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n306" ], "outputs": [ "n308" ] }, { "id": "n308", "type": "add", "name": "Add_51_ffn", "position": { "x": 200, "y": 31050 }, "params": {}, "inputs": [ "n307", "n305" ], "outputs": [ "n309", "n311" ] }, { "id": "n309", "type": "rmsNorm", "name": "RMSNorm_52_1", "position": { "x": 200, "y": 31050 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n308" ], "outputs": [ "n310" ] }, { "id": "n310", "type": "mla", "name": "MLA_52", "position": { "x": 200, "y": 31170 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n309" ], "outputs": [ "n311" ], "scope": "layer.51.attention" }, { "id": "n311", "type": "add", "name": "Add_52_attn", "position": { "x": 200, "y": 31290 }, "params": {}, "inputs": [ "n310", "n308" ], "outputs": [ "n312", "n314" ] }, { "id": "n312", "type": "rmsNorm", "name": "RMSNorm_52_2", "position": { "x": 200, "y": 31410 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n311" ], "outputs": [ "n313" ] }, { "id": "n313", "type": "sharedExpertMoE", "name": "MoE_52", "position": { "x": 200, "y": 31530 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n312" ], "outputs": [ "n314" ] }, { "id": "n314", "type": "add", "name": "Add_52_ffn", "position": { "x": 200, "y": 31650 }, "params": {}, "inputs": [ "n313", "n311" ], "outputs": [ "n315", "n317" ] }, { "id": "n315", "type": "rmsNorm", "name": "RMSNorm_53_1", "position": { "x": 200, "y": 31650 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n314" ], "outputs": [ "n316" ] }, { "id": "n316", "type": "mla", "name": "MLA_53", "position": { "x": 200, "y": 31770 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n315" ], "outputs": [ "n317" ], "scope": "layer.52.attention" }, { "id": "n317", "type": "add", "name": "Add_53_attn", "position": { "x": 200, "y": 31890 }, "params": {}, "inputs": [ "n316", "n314" ], "outputs": [ "n318", "n320" ] }, { "id": "n318", "type": "rmsNorm", "name": "RMSNorm_53_2", "position": { "x": 200, "y": 32010 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n317" ], "outputs": [ "n319" ] }, { "id": "n319", "type": "sharedExpertMoE", "name": "MoE_53", "position": { "x": 200, "y": 32130 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n318" ], "outputs": [ "n320" ] }, { "id": "n320", "type": "add", "name": "Add_53_ffn", "position": { "x": 200, "y": 32250 }, "params": {}, "inputs": [ "n319", "n317" ], "outputs": [ "n321", "n323" ] }, { "id": "n321", "type": "rmsNorm", "name": "RMSNorm_54_1", "position": { "x": 200, "y": 32250 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n320" ], "outputs": [ "n322" ] }, { "id": "n322", "type": "mla", "name": "MLA_54", "position": { "x": 200, "y": 32370 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n321" ], "outputs": [ "n323" ], "scope": "layer.53.attention" }, { "id": "n323", "type": "add", "name": "Add_54_attn", "position": { "x": 200, "y": 32490 }, "params": {}, "inputs": [ "n322", "n320" ], "outputs": [ "n324", "n326" ] }, { "id": "n324", "type": "rmsNorm", "name": "RMSNorm_54_2", "position": { "x": 200, "y": 32610 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n323" ], "outputs": [ "n325" ] }, { "id": "n325", "type": "sharedExpertMoE", "name": "MoE_54", "position": { "x": 200, "y": 32730 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n324" ], "outputs": [ "n326" ] }, { "id": "n326", "type": "add", "name": "Add_54_ffn", "position": { "x": 200, "y": 32850 }, "params": {}, "inputs": [ "n325", "n323" ], "outputs": [ "n327", "n329" ] }, { "id": "n327", "type": "rmsNorm", "name": "RMSNorm_55_1", "position": { "x": 200, "y": 32850 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n326" ], "outputs": [ "n328" ] }, { "id": "n328", "type": "mla", "name": "MLA_55", "position": { "x": 200, "y": 32970 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n327" ], "outputs": [ "n329" ], "scope": "layer.54.attention" }, { "id": "n329", "type": "add", "name": "Add_55_attn", "position": { "x": 200, "y": 33090 }, "params": {}, "inputs": [ "n328", "n326" ], "outputs": [ "n330", "n332" ] }, { "id": "n330", "type": "rmsNorm", "name": "RMSNorm_55_2", "position": { "x": 200, "y": 33210 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n329" ], "outputs": [ "n331" ] }, { "id": "n331", "type": "sharedExpertMoE", "name": "MoE_55", "position": { "x": 200, "y": 33330 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n330" ], "outputs": [ "n332" ] }, { "id": "n332", "type": "add", "name": "Add_55_ffn", "position": { "x": 200, "y": 33450 }, "params": {}, "inputs": [ "n331", "n329" ], "outputs": [ "n333", "n335" ] }, { "id": "n333", "type": "rmsNorm", "name": "RMSNorm_56_1", "position": { "x": 200, "y": 33450 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n332" ], "outputs": [ "n334" ] }, { "id": "n334", "type": "mla", "name": "MLA_56", "position": { "x": 200, "y": 33570 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n333" ], "outputs": [ "n335" ], "scope": "layer.55.attention" }, { "id": "n335", "type": "add", "name": "Add_56_attn", "position": { "x": 200, "y": 33690 }, "params": {}, "inputs": [ "n334", "n332" ], "outputs": [ "n336", "n338" ] }, { "id": "n336", "type": "rmsNorm", "name": "RMSNorm_56_2", "position": { "x": 200, "y": 33810 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n335" ], "outputs": [ "n337" ] }, { "id": "n337", "type": "sharedExpertMoE", "name": "MoE_56", "position": { "x": 200, "y": 33930 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n336" ], "outputs": [ "n338" ] }, { "id": "n338", "type": "add", "name": "Add_56_ffn", "position": { "x": 200, "y": 34050 }, "params": {}, "inputs": [ "n337", "n335" ], "outputs": [ "n339", "n341" ] }, { "id": "n339", "type": "rmsNorm", "name": "RMSNorm_57_1", "position": { "x": 200, "y": 34050 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n338" ], "outputs": [ "n340" ] }, { "id": "n340", "type": "mla", "name": "MLA_57", "position": { "x": 200, "y": 34170 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n339" ], "outputs": [ "n341" ], "scope": "layer.56.attention" }, { "id": "n341", "type": "add", "name": "Add_57_attn", "position": { "x": 200, "y": 34290 }, "params": {}, "inputs": [ "n340", "n338" ], "outputs": [ "n342", "n344" ] }, { "id": "n342", "type": "rmsNorm", "name": "RMSNorm_57_2", "position": { "x": 200, "y": 34410 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n341" ], "outputs": [ "n343" ] }, { "id": "n343", "type": "sharedExpertMoE", "name": "MoE_57", "position": { "x": 200, "y": 34530 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n342" ], "outputs": [ "n344" ] }, { "id": "n344", "type": "add", "name": "Add_57_ffn", "position": { "x": 200, "y": 34650 }, "params": {}, "inputs": [ "n343", "n341" ], "outputs": [ "n345", "n347" ] }, { "id": "n345", "type": "rmsNorm", "name": "RMSNorm_58_1", "position": { "x": 200, "y": 34650 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n344" ], "outputs": [ "n346" ] }, { "id": "n346", "type": "mla", "name": "MLA_58", "position": { "x": 200, "y": 34770 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n345" ], "outputs": [ "n347" ], "scope": "layer.57.attention" }, { "id": "n347", "type": "add", "name": "Add_58_attn", "position": { "x": 200, "y": 34890 }, "params": {}, "inputs": [ "n346", "n344" ], "outputs": [ "n348", "n350" ] }, { "id": "n348", "type": "rmsNorm", "name": "RMSNorm_58_2", "position": { "x": 200, "y": 35010 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n347" ], "outputs": [ "n349" ] }, { "id": "n349", "type": "sharedExpertMoE", "name": "MoE_58", "position": { "x": 200, "y": 35130 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n348" ], "outputs": [ "n350" ] }, { "id": "n350", "type": "add", "name": "Add_58_ffn", "position": { "x": 200, "y": 35250 }, "params": {}, "inputs": [ "n349", "n347" ], "outputs": [ "n351", "n353" ] }, { "id": "n351", "type": "rmsNorm", "name": "RMSNorm_59_1", "position": { "x": 200, "y": 35250 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n350" ], "outputs": [ "n352" ] }, { "id": "n352", "type": "mla", "name": "MLA_59", "position": { "x": 200, "y": 35370 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n351" ], "outputs": [ "n353" ], "scope": "layer.58.attention" }, { "id": "n353", "type": "add", "name": "Add_59_attn", "position": { "x": 200, "y": 35490 }, "params": {}, "inputs": [ "n352", "n350" ], "outputs": [ "n354", "n356" ] }, { "id": "n354", "type": "rmsNorm", "name": "RMSNorm_59_2", "position": { "x": 200, "y": 35610 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n353" ], "outputs": [ "n355" ] }, { "id": "n355", "type": "sharedExpertMoE", "name": "MoE_59", "position": { "x": 200, "y": 35730 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n354" ], "outputs": [ "n356" ] }, { "id": "n356", "type": "add", "name": "Add_59_ffn", "position": { "x": 200, "y": 35850 }, "params": {}, "inputs": [ "n355", "n353" ], "outputs": [ "n357", "n359" ] }, { "id": "n357", "type": "rmsNorm", "name": "RMSNorm_60_1", "position": { "x": 200, "y": 35850 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n356" ], "outputs": [ "n358" ] }, { "id": "n358", "type": "mla", "name": "MLA_60", "position": { "x": 200, "y": 35970 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n357" ], "outputs": [ "n359" ], "scope": "layer.59.attention" }, { "id": "n359", "type": "add", "name": "Add_60_attn", "position": { "x": 200, "y": 36090 }, "params": {}, "inputs": [ "n358", "n356" ], "outputs": [ "n360", "n362" ] }, { "id": "n360", "type": "rmsNorm", "name": "RMSNorm_60_2", "position": { "x": 200, "y": 36210 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n359" ], "outputs": [ "n361" ] }, { "id": "n361", "type": "sharedExpertMoE", "name": "MoE_60", "position": { "x": 200, "y": 36330 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n360" ], "outputs": [ "n362" ] }, { "id": "n362", "type": "add", "name": "Add_60_ffn", "position": { "x": 200, "y": 36450 }, "params": {}, "inputs": [ "n361", "n359" ], "outputs": [ "n363", "n365" ] }, { "id": "n363", "type": "rmsNorm", "name": "RMSNorm_61_1", "position": { "x": 200, "y": 36450 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n362" ], "outputs": [ "n364" ] }, { "id": "n364", "type": "mla", "name": "MLA_61", "position": { "x": 200, "y": 36570 }, "params": { "embedDim": 7168, "numHeads": 128, "kvLatentDim": 512, "ropeHeadDim": 64 }, "inputs": [ "n363" ], "outputs": [ "n365" ], "scope": "layer.60.attention" }, { "id": "n365", "type": "add", "name": "Add_61_attn", "position": { "x": 200, "y": 36690 }, "params": {}, "inputs": [ "n364", "n362" ], "outputs": [ "n366", "n368" ] }, { "id": "n366", "type": "rmsNorm", "name": "RMSNorm_61_2", "position": { "x": 200, "y": 36810 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n365" ], "outputs": [ "n367" ] }, { "id": "n367", "type": "sharedExpertMoE", "name": "MoE_61", "position": { "x": 200, "y": 36930 }, "params": { "embedDim": 7168, "numExperts": 256, "numSharedExperts": 1, "expertDim": 2048, "topK": 8 }, "inputs": [ "n366" ], "outputs": [ "n368" ] }, { "id": "n368", "type": "add", "name": "Add_61_ffn", "position": { "x": 200, "y": 37050 }, "params": {}, "inputs": [ "n367", "n365" ], "outputs": [ "n369" ] }, { "id": "n369", "type": "rmsNorm", "name": "Final_RMSNorm", "position": { "x": 200, "y": 37050 }, "params": { "normalizedShape": 7168 }, "inputs": [ "n368" ], "outputs": [ "n370" ] }, { "id": "n370", "type": "linear", "name": "LM_Head", "position": { "x": 200, "y": 37250 }, "params": { "inFeatures": 7168, "outFeatures": 129280, "bias": false }, "inputs": [ "n369" ], "outputs": [ "n371" ], "scope": "head" }, { "id": "n371", "type": "output", "name": "Output", "position": { "x": 200, "y": 37450 }, "params": {}, "inputs": [ "n370" ], "outputs": [] } ], "connections": [ { "id": "c_rope", "from": "n2", "to": "n_rope", "fromPort": "bottom", "toPort": "top" }, { "id": "c1", "from": "n1", "to": "n2", "fromPort": "bottom", "toPort": "top" }, { "id": "c2", "from": "n_rope", "to": "n3", "fromPort": "bottom", "toPort": "top" }, { "id": "c3", "from": "n3", "to": "n4", "fromPort": "bottom", "toPort": "top" }, { "id": "c4", "from": "n4", "to": "n5", "fromPort": "bottom", "toPort": "top" }, { "id": "c5", "from": "n_rope", "to": "n5", "fromPort": "bottom", "toPort": "left" }, { "id": "c6", "from": "n5", "to": "n6", "fromPort": "bottom", "toPort": "top" }, { "id": "c7", "from": "n6", "to": "n7", "fromPort": "bottom", "toPort": "top" }, { "id": "c8", "from": "n7", "to": "n8", "fromPort": "bottom", "toPort": "top" }, { "id": "c9", "from": "n5", "to": "n8", "fromPort": "bottom", "toPort": "left" }, { "id": "c10", "from": "n8", "to": "n9", "fromPort": "bottom", "toPort": "top" }, { "id": "c11", "from": "n9", "to": "n10", "fromPort": "bottom", "toPort": "top" }, { "id": "c12", "from": "n10", "to": "n11", "fromPort": "bottom", "toPort": "top" }, { "id": "c13", "from": "n8", "to": "n11", "fromPort": "bottom", "toPort": "left" }, { "id": "c14", "from": "n11", "to": "n12", "fromPort": "bottom", "toPort": "top" }, { "id": "c15", "from": "n12", "to": "n13", "fromPort": "bottom", "toPort": "top" }, { "id": "c16", "from": "n13", "to": "n14", "fromPort": "bottom", "toPort": "top" }, { "id": "c17", "from": "n11", "to": "n14", "fromPort": "bottom", "toPort": "left" }, { "id": "c18", "from": "n14", "to": "n15", "fromPort": "bottom", "toPort": "top" }, { "id": "c19", "from": "n15", "to": "n16", "fromPort": "bottom", "toPort": "top" }, { "id": "c20", "from": "n16", "to": "n17", "fromPort": "bottom", "toPort": "top" }, { "id": "c21", "from": "n14", "to": "n17", "fromPort": "bottom", "toPort": "left" }, { "id": "c22", "from": "n17", "to": "n18", "fromPort": "bottom", "toPort": "top" }, { "id": "c23", "from": "n18", "to": "n19", "fromPort": "bottom", "toPort": "top" }, { "id": "c24", "from": "n19", "to": "n20", "fromPort": "bottom", "toPort": "top" }, { "id": "c25", "from": "n17", "to": "n20", "fromPort": "bottom", "toPort": "left" }, { "id": "c26", "from": "n20", "to": "n21", "fromPort": "bottom", "toPort": "top" }, { "id": "c27", "from": "n21", "to": "n22", "fromPort": "bottom", "toPort": "top" }, { "id": "c28", "from": "n22", "to": "n23", "fromPort": "bottom", "toPort": "top" }, { "id": "c29", "from": "n20", "to": "n23", "fromPort": "bottom", "toPort": "left" }, { "id": "c30", "from": "n23", "to": "n24", "fromPort": "bottom", "toPort": "top" }, { "id": "c31", "from": "n24", "to": "n25", "fromPort": "bottom", "toPort": "top" }, { "id": "c32", "from": "n25", "to": "n26", "fromPort": "bottom", "toPort": "top" }, { "id": "c33", "from": "n23", "to": "n26", "fromPort": "bottom", "toPort": "left" }, { "id": "c34", "from": "n26", "to": "n27", "fromPort": "bottom", "toPort": "top" }, { "id": "c35", "from": "n27", "to": "n28", "fromPort": "bottom", "toPort": "top" }, { "id": "c36", "from": "n28", "to": "n29", "fromPort": "bottom", "toPort": "top" }, { "id": "c37", "from": "n26", "to": "n29", "fromPort": "bottom", "toPort": "left" }, { "id": "c38", "from": "n29", "to": "n30", "fromPort": "bottom", "toPort": "top" }, { "id": "c39", "from": "n30", "to": "n31", "fromPort": "bottom", "toPort": "top" }, { "id": "c40", "from": "n31", "to": "n32", "fromPort": "bottom", "toPort": "top" }, { "id": "c41", "from": "n29", "to": "n32", "fromPort": "bottom", "toPort": "left" }, { "id": "c42", "from": "n32", "to": "n33", "fromPort": "bottom", "toPort": "top" }, { "id": "c43", "from": "n33", "to": "n34", "fromPort": "bottom", "toPort": "top" }, { "id": "c44", "from": "n34", "to": "n35", "fromPort": "bottom", "toPort": "top" }, { "id": "c45", "from": "n32", "to": "n35", "fromPort": "bottom", "toPort": "left" }, { "id": "c46", "from": "n35", "to": "n36", "fromPort": "bottom", "toPort": "top" }, { "id": "c47", "from": "n36", "to": "n37", "fromPort": "bottom", "toPort": "top" }, { "id": "c48", "from": "n37", "to": "n38", "fromPort": "bottom", "toPort": "top" }, { "id": "c49", "from": "n35", "to": "n38", "fromPort": "bottom", "toPort": "left" }, { "id": "c50", "from": "n38", "to": "n39", "fromPort": "bottom", "toPort": "top" }, { "id": "c51", "from": "n39", "to": "n40", "fromPort": "bottom", "toPort": "top" }, { "id": "c52", "from": "n40", "to": "n41", "fromPort": "bottom", "toPort": "top" }, { "id": "c53", "from": "n38", "to": "n41", "fromPort": "bottom", "toPort": "left" }, { "id": "c54", "from": "n41", "to": "n42", "fromPort": "bottom", "toPort": "top" }, { "id": "c55", "from": "n42", "to": "n43", "fromPort": "bottom", "toPort": "top" }, { "id": "c56", "from": "n43", "to": "n44", "fromPort": "bottom", "toPort": "top" }, { "id": "c57", "from": "n41", "to": "n44", "fromPort": "bottom", "toPort": "left" }, { "id": "c58", "from": "n44", "to": "n45", "fromPort": "bottom", "toPort": "top" }, { "id": "c59", "from": "n45", "to": "n46", "fromPort": "bottom", "toPort": "top" }, { "id": "c60", "from": "n46", "to": "n47", "fromPort": "bottom", "toPort": "top" }, { "id": "c61", "from": "n44", "to": "n47", "fromPort": "bottom", "toPort": "left" }, { "id": "c62", "from": "n47", "to": "n48", "fromPort": "bottom", "toPort": "top" }, { "id": "c63", "from": "n48", "to": "n49", "fromPort": "bottom", "toPort": "top" }, { "id": "c64", "from": "n49", "to": "n50", "fromPort": "bottom", "toPort": "top" }, { "id": "c65", "from": "n47", "to": "n50", "fromPort": "bottom", "toPort": "left" }, { "id": "c66", "from": "n50", "to": "n51", "fromPort": "bottom", "toPort": "top" }, { "id": "c67", "from": "n51", "to": "n52", "fromPort": "bottom", "toPort": "top" }, { "id": "c68", "from": "n52", "to": "n53", "fromPort": "bottom", "toPort": "top" }, { "id": "c69", "from": "n50", "to": "n53", "fromPort": "bottom", "toPort": "left" }, { "id": "c70", "from": "n53", "to": "n54", "fromPort": "bottom", "toPort": "top" }, { "id": "c71", "from": "n54", "to": "n55", "fromPort": "bottom", "toPort": "top" }, { "id": "c72", "from": "n55", "to": "n56", "fromPort": "bottom", "toPort": "top" }, { "id": "c73", "from": "n53", "to": "n56", "fromPort": "bottom", "toPort": "left" }, { "id": "c74", "from": "n56", "to": "n57", "fromPort": "bottom", "toPort": "top" }, { "id": "c75", "from": "n57", "to": "n58", "fromPort": "bottom", "toPort": "top" }, { "id": "c76", "from": "n58", "to": "n59", "fromPort": "bottom", "toPort": "top" }, { "id": "c77", "from": "n56", "to": "n59", "fromPort": "bottom", "toPort": "left" }, { "id": "c78", "from": "n59", "to": "n60", "fromPort": "bottom", "toPort": "top" }, { "id": "c79", "from": "n60", "to": "n61", "fromPort": "bottom", "toPort": "top" }, { "id": "c80", "from": "n61", "to": "n62", "fromPort": "bottom", "toPort": "top" }, { "id": "c81", "from": "n59", "to": "n62", "fromPort": "bottom", "toPort": "left" }, { "id": "c82", "from": "n62", "to": "n63", "fromPort": "bottom", "toPort": "top" }, { "id": "c83", "from": "n63", "to": "n64", "fromPort": "bottom", "toPort": "top" }, { "id": "c84", "from": "n64", "to": "n65", "fromPort": "bottom", "toPort": "top" }, { "id": "c85", "from": "n62", "to": "n65", "fromPort": "bottom", "toPort": "left" }, { "id": "c86", "from": "n65", "to": "n66", "fromPort": "bottom", "toPort": "top" }, { "id": "c87", "from": "n66", "to": "n67", "fromPort": "bottom", "toPort": "top" }, { "id": "c88", "from": "n67", "to": "n68", "fromPort": "bottom", "toPort": "top" }, { "id": "c89", "from": "n65", "to": "n68", "fromPort": "bottom", "toPort": "left" }, { "id": "c90", "from": "n68", "to": "n69", "fromPort": "bottom", "toPort": "top" }, { "id": "c91", "from": "n69", "to": "n70", "fromPort": "bottom", "toPort": "top" }, { "id": "c92", "from": "n70", "to": "n71", "fromPort": "bottom", "toPort": "top" }, { "id": "c93", "from": "n68", "to": "n71", "fromPort": "bottom", "toPort": "left" }, { "id": "c94", "from": "n71", "to": "n72", "fromPort": "bottom", "toPort": "top" }, { "id": "c95", "from": "n72", "to": "n73", "fromPort": "bottom", "toPort": "top" }, { "id": "c96", "from": "n73", "to": "n74", "fromPort": "bottom", "toPort": "top" }, { "id": "c97", "from": "n71", "to": "n74", "fromPort": "bottom", "toPort": "left" }, { "id": "c98", "from": "n74", "to": "n75", "fromPort": "bottom", "toPort": "top" }, { "id": "c99", "from": "n75", "to": "n76", "fromPort": "bottom", "toPort": "top" }, { "id": "c100", "from": "n76", "to": "n77", "fromPort": "bottom", "toPort": "top" }, { "id": "c101", "from": "n74", "to": "n77", "fromPort": "bottom", "toPort": "left" }, { "id": "c102", "from": "n77", "to": "n78", "fromPort": "bottom", "toPort": "top" }, { "id": "c103", "from": "n78", "to": "n79", "fromPort": "bottom", "toPort": "top" }, { "id": "c104", "from": "n79", "to": "n80", "fromPort": "bottom", "toPort": "top" }, { "id": "c105", "from": "n77", "to": "n80", "fromPort": "bottom", "toPort": "left" }, { "id": "c106", "from": "n80", "to": "n81", "fromPort": "bottom", "toPort": "top" }, { "id": "c107", "from": "n81", "to": "n82", "fromPort": "bottom", "toPort": "top" }, { "id": "c108", "from": "n82", "to": "n83", "fromPort": "bottom", "toPort": "top" }, { "id": "c109", "from": "n80", "to": "n83", "fromPort": "bottom", "toPort": "left" }, { "id": "c110", "from": "n83", "to": "n84", "fromPort": "bottom", "toPort": "top" }, { "id": "c111", "from": "n84", "to": "n85", "fromPort": "bottom", "toPort": "top" }, { "id": "c112", "from": "n85", "to": "n86", "fromPort": "bottom", "toPort": "top" }, { "id": "c113", "from": "n83", "to": "n86", "fromPort": "bottom", "toPort": "left" }, { "id": "c114", "from": "n86", "to": "n87", "fromPort": "bottom", "toPort": "top" }, { "id": "c115", "from": "n87", "to": "n88", "fromPort": "bottom", "toPort": "top" }, { "id": "c116", "from": "n88", "to": "n89", "fromPort": "bottom", "toPort": "top" }, { "id": "c117", "from": "n86", "to": "n89", "fromPort": "bottom", "toPort": "left" }, { "id": "c118", "from": "n89", "to": "n90", "fromPort": "bottom", "toPort": "top" }, { "id": "c119", "from": "n90", "to": "n91", "fromPort": "bottom", "toPort": "top" }, { "id": "c120", "from": "n91", "to": "n92", "fromPort": "bottom", "toPort": "top" }, { "id": "c121", "from": "n89", "to": "n92", "fromPort": "bottom", "toPort": "left" }, { "id": "c122", "from": "n92", "to": "n93", "fromPort": "bottom", "toPort": "top" }, { "id": "c123", "from": "n93", "to": "n94", "fromPort": "bottom", "toPort": "top" }, { "id": "c124", "from": "n94", "to": "n95", "fromPort": "bottom", "toPort": "top" }, { "id": "c125", "from": "n92", "to": "n95", "fromPort": "bottom", "toPort": "left" }, { "id": "c126", "from": "n95", "to": "n96", "fromPort": "bottom", "toPort": "top" }, { "id": "c127", "from": "n96", "to": "n97", "fromPort": "bottom", "toPort": "top" }, { "id": "c128", "from": "n97", "to": "n98", "fromPort": "bottom", "toPort": "top" }, { "id": "c129", "from": "n95", "to": "n98", "fromPort": "bottom", "toPort": "left" }, { "id": "c130", "from": "n98", "to": "n99", "fromPort": "bottom", "toPort": "top" }, { "id": "c131", "from": "n99", "to": "n100", "fromPort": "bottom", "toPort": "top" }, { "id": "c132", "from": "n100", "to": "n101", "fromPort": "bottom", "toPort": "top" }, { "id": "c133", "from": "n98", "to": "n101", "fromPort": "bottom", "toPort": "left" }, { "id": "c134", "from": "n101", "to": "n102", "fromPort": "bottom", "toPort": "top" }, { "id": "c135", "from": "n102", "to": "n103", "fromPort": "bottom", "toPort": "top" }, { "id": "c136", "from": "n103", "to": "n104", "fromPort": "bottom", "toPort": "top" }, { "id": "c137", "from": "n101", "to": "n104", "fromPort": "bottom", "toPort": "left" }, { "id": "c138", "from": "n104", "to": "n105", "fromPort": "bottom", "toPort": "top" }, { "id": "c139", "from": "n105", "to": "n106", "fromPort": "bottom", "toPort": "top" }, { "id": "c140", "from": "n106", "to": "n107", "fromPort": "bottom", "toPort": "top" }, { "id": "c141", "from": "n104", "to": "n107", "fromPort": "bottom", "toPort": "left" }, { "id": "c142", "from": "n107", "to": "n108", "fromPort": "bottom", "toPort": "top" }, { "id": "c143", "from": "n108", "to": "n109", "fromPort": "bottom", "toPort": "top" }, { "id": "c144", "from": "n109", "to": "n110", "fromPort": "bottom", "toPort": "top" }, { "id": "c145", "from": "n107", "to": "n110", "fromPort": "bottom", "toPort": "left" }, { "id": "c146", "from": "n110", "to": "n111", "fromPort": "bottom", "toPort": "top" }, { "id": "c147", "from": "n111", "to": "n112", "fromPort": "bottom", "toPort": "top" }, { "id": "c148", "from": "n112", "to": "n113", "fromPort": "bottom", "toPort": "top" }, { "id": "c149", "from": "n110", "to": "n113", "fromPort": "bottom", "toPort": "left" }, { "id": "c150", "from": "n113", "to": "n114", "fromPort": "bottom", "toPort": "top" }, { "id": "c151", "from": "n114", "to": "n115", "fromPort": "bottom", "toPort": "top" }, { "id": "c152", "from": "n115", "to": "n116", "fromPort": "bottom", "toPort": "top" }, { "id": "c153", "from": "n113", "to": "n116", "fromPort": "bottom", "toPort": "left" }, { "id": "c154", "from": "n116", "to": "n117", "fromPort": "bottom", "toPort": "top" }, { "id": "c155", "from": "n117", "to": "n118", "fromPort": "bottom", "toPort": "top" }, { "id": "c156", "from": "n118", "to": "n119", "fromPort": "bottom", "toPort": "top" }, { "id": "c157", "from": "n116", "to": "n119", "fromPort": "bottom", "toPort": "left" }, { "id": "c158", "from": "n119", "to": "n120", "fromPort": "bottom", "toPort": "top" }, { "id": "c159", "from": "n120", "to": "n121", "fromPort": "bottom", "toPort": "top" }, { "id": "c160", "from": "n121", "to": "n122", "fromPort": "bottom", "toPort": "top" }, { "id": "c161", "from": "n119", "to": "n122", "fromPort": "bottom", "toPort": "left" }, { "id": "c162", "from": "n122", "to": "n123", "fromPort": "bottom", "toPort": "top" }, { "id": "c163", "from": "n123", "to": "n124", "fromPort": "bottom", "toPort": "top" }, { "id": "c164", "from": "n124", "to": "n125", "fromPort": "bottom", "toPort": "top" }, { "id": "c165", "from": "n122", "to": "n125", "fromPort": "bottom", "toPort": "left" }, { "id": "c166", "from": "n125", "to": "n126", "fromPort": "bottom", "toPort": "top" }, { "id": "c167", "from": "n126", "to": "n127", "fromPort": "bottom", "toPort": "top" }, { "id": "c168", "from": "n127", "to": "n128", "fromPort": "bottom", "toPort": "top" }, { "id": "c169", "from": "n125", "to": "n128", "fromPort": "bottom", "toPort": "left" }, { "id": "c170", "from": "n128", "to": "n129", "fromPort": "bottom", "toPort": "top" }, { "id": "c171", "from": "n129", "to": "n130", "fromPort": "bottom", "toPort": "top" }, { "id": "c172", "from": "n130", "to": "n131", "fromPort": "bottom", "toPort": "top" }, { "id": "c173", "from": "n128", "to": "n131", "fromPort": "bottom", "toPort": "left" }, { "id": "c174", "from": "n131", "to": "n132", "fromPort": "bottom", "toPort": "top" }, { "id": "c175", "from": "n132", "to": "n133", "fromPort": "bottom", "toPort": "top" }, { "id": "c176", "from": "n133", "to": "n134", "fromPort": "bottom", "toPort": "top" }, { "id": "c177", "from": "n131", "to": "n134", "fromPort": "bottom", "toPort": "left" }, { "id": "c178", "from": "n134", "to": "n135", "fromPort": "bottom", "toPort": "top" }, { "id": "c179", "from": "n135", "to": "n136", "fromPort": "bottom", "toPort": "top" }, { "id": "c180", "from": "n136", "to": "n137", "fromPort": "bottom", "toPort": "top" }, { "id": "c181", "from": "n134", "to": "n137", "fromPort": "bottom", "toPort": "left" }, { "id": "c182", "from": "n137", "to": "n138", "fromPort": "bottom", "toPort": "top" }, { "id": "c183", "from": "n138", "to": "n139", "fromPort": "bottom", "toPort": "top" }, { "id": "c184", "from": "n139", "to": "n140", "fromPort": "bottom", "toPort": "top" }, { "id": "c185", "from": "n137", "to": "n140", "fromPort": "bottom", "toPort": "left" }, { "id": "c186", "from": "n140", "to": "n141", "fromPort": "bottom", "toPort": "top" }, { "id": "c187", "from": "n141", "to": "n142", "fromPort": "bottom", "toPort": "top" }, { "id": "c188", "from": "n142", "to": "n143", "fromPort": "bottom", "toPort": "top" }, { "id": "c189", "from": "n140", "to": "n143", "fromPort": "bottom", "toPort": "left" }, { "id": "c190", "from": "n143", "to": "n144", "fromPort": "bottom", "toPort": "top" }, { "id": "c191", "from": "n144", "to": "n145", "fromPort": "bottom", "toPort": "top" }, { "id": "c192", "from": "n145", "to": "n146", "fromPort": "bottom", "toPort": "top" }, { "id": "c193", "from": "n143", "to": "n146", "fromPort": "bottom", "toPort": "left" }, { "id": "c194", "from": "n146", "to": "n147", "fromPort": "bottom", "toPort": "top" }, { "id": "c195", "from": "n147", "to": "n148", "fromPort": "bottom", "toPort": "top" }, { "id": "c196", "from": "n148", "to": "n149", "fromPort": "bottom", "toPort": "top" }, { "id": "c197", "from": "n146", "to": "n149", "fromPort": "bottom", "toPort": "left" }, { "id": "c198", "from": "n149", "to": "n150", "fromPort": "bottom", "toPort": "top" }, { "id": "c199", "from": "n150", "to": "n151", "fromPort": "bottom", "toPort": "top" }, { "id": "c200", "from": "n151", "to": "n152", "fromPort": "bottom", "toPort": "top" }, { "id": "c201", "from": "n149", "to": "n152", "fromPort": "bottom", "toPort": "left" }, { "id": "c202", "from": "n152", "to": "n153", "fromPort": "bottom", "toPort": "top" }, { "id": "c203", "from": "n153", "to": "n154", "fromPort": "bottom", "toPort": "top" }, { "id": "c204", "from": "n154", "to": "n155", "fromPort": "bottom", "toPort": "top" }, { "id": "c205", "from": "n152", "to": "n155", "fromPort": "bottom", "toPort": "left" }, { "id": "c206", "from": "n155", "to": "n156", "fromPort": "bottom", "toPort": "top" }, { "id": "c207", "from": "n156", "to": "n157", "fromPort": "bottom", "toPort": "top" }, { "id": "c208", "from": "n157", "to": "n158", "fromPort": "bottom", "toPort": "top" }, { "id": "c209", "from": "n155", "to": "n158", "fromPort": "bottom", "toPort": "left" }, { "id": "c210", "from": "n158", "to": "n159", "fromPort": "bottom", "toPort": "top" }, { "id": "c211", "from": "n159", "to": "n160", "fromPort": "bottom", "toPort": "top" }, { "id": "c212", "from": "n160", "to": "n161", "fromPort": "bottom", "toPort": "top" }, { "id": "c213", "from": "n158", "to": "n161", "fromPort": "bottom", "toPort": "left" }, { "id": "c214", "from": "n161", "to": "n162", "fromPort": "bottom", "toPort": "top" }, { "id": "c215", "from": "n162", "to": "n163", "fromPort": "bottom", "toPort": "top" }, { "id": "c216", "from": "n163", "to": "n164", "fromPort": "bottom", "toPort": "top" }, { "id": "c217", "from": "n161", "to": "n164", "fromPort": "bottom", "toPort": "left" }, { "id": "c218", "from": "n164", "to": "n165", "fromPort": "bottom", "toPort": "top" }, { "id": "c219", "from": "n165", "to": "n166", "fromPort": "bottom", "toPort": "top" }, { "id": "c220", "from": "n166", "to": "n167", "fromPort": "bottom", "toPort": "top" }, { "id": "c221", "from": "n164", "to": "n167", "fromPort": "bottom", "toPort": "left" }, { "id": "c222", "from": "n167", "to": "n168", "fromPort": "bottom", "toPort": "top" }, { "id": "c223", "from": "n168", "to": "n169", "fromPort": "bottom", "toPort": "top" }, { "id": "c224", "from": "n169", "to": "n170", "fromPort": "bottom", "toPort": "top" }, { "id": "c225", "from": "n167", "to": "n170", "fromPort": "bottom", "toPort": "left" }, { "id": "c226", "from": "n170", "to": "n171", "fromPort": "bottom", "toPort": "top" }, { "id": "c227", "from": "n171", "to": "n172", "fromPort": "bottom", "toPort": "top" }, { "id": "c228", "from": "n172", "to": "n173", "fromPort": "bottom", "toPort": "top" }, { "id": "c229", "from": "n170", "to": "n173", "fromPort": "bottom", "toPort": "left" }, { "id": "c230", "from": "n173", "to": "n174", "fromPort": "bottom", "toPort": "top" }, { "id": "c231", "from": "n174", "to": "n175", "fromPort": "bottom", "toPort": "top" }, { "id": "c232", "from": "n175", "to": "n176", "fromPort": "bottom", "toPort": "top" }, { "id": "c233", "from": "n173", "to": "n176", "fromPort": "bottom", "toPort": "left" }, { "id": "c234", "from": "n176", "to": "n177", "fromPort": "bottom", "toPort": "top" }, { "id": "c235", "from": "n177", "to": "n178", "fromPort": "bottom", "toPort": "top" }, { "id": "c236", "from": "n178", "to": "n179", "fromPort": "bottom", "toPort": "top" }, { "id": "c237", "from": "n176", "to": "n179", "fromPort": "bottom", "toPort": "left" }, { "id": "c238", "from": "n179", "to": "n180", "fromPort": "bottom", "toPort": "top" }, { "id": "c239", "from": "n180", "to": "n181", "fromPort": "bottom", "toPort": "top" }, { "id": "c240", "from": "n181", "to": "n182", "fromPort": "bottom", "toPort": "top" }, { "id": "c241", "from": "n179", "to": "n182", "fromPort": "bottom", "toPort": "left" }, { "id": "c242", "from": "n182", "to": "n183", "fromPort": "bottom", "toPort": "top" }, { "id": "c243", "from": "n183", "to": "n184", "fromPort": "bottom", "toPort": "top" }, { "id": "c244", "from": "n184", "to": "n185", "fromPort": "bottom", "toPort": "top" }, { "id": "c245", "from": "n182", "to": "n185", "fromPort": "bottom", "toPort": "left" }, { "id": "c246", "from": "n185", "to": "n186", "fromPort": "bottom", "toPort": "top" }, { "id": "c247", "from": "n186", "to": "n187", "fromPort": "bottom", "toPort": "top" }, { "id": "c248", "from": "n187", "to": "n188", "fromPort": "bottom", "toPort": "top" }, { "id": "c249", "from": "n185", "to": "n188", "fromPort": "bottom", "toPort": "left" }, { "id": "c250", "from": "n188", "to": "n189", "fromPort": "bottom", "toPort": "top" }, { "id": "c251", "from": "n189", "to": "n190", "fromPort": "bottom", "toPort": "top" }, { "id": "c252", "from": "n190", "to": "n191", "fromPort": "bottom", "toPort": "top" }, { "id": "c253", "from": "n188", "to": "n191", "fromPort": "bottom", "toPort": "left" }, { "id": "c254", "from": "n191", "to": "n192", "fromPort": "bottom", "toPort": "top" }, { "id": "c255", "from": "n192", "to": "n193", "fromPort": "bottom", "toPort": "top" }, { "id": "c256", "from": "n193", "to": "n194", "fromPort": "bottom", "toPort": "top" }, { "id": "c257", "from": "n191", "to": "n194", "fromPort": "bottom", "toPort": "left" }, { "id": "c258", "from": "n194", "to": "n195", "fromPort": "bottom", "toPort": "top" }, { "id": "c259", "from": "n195", "to": "n196", "fromPort": "bottom", "toPort": "top" }, { "id": "c260", "from": "n196", "to": "n197", "fromPort": "bottom", "toPort": "top" }, { "id": "c261", "from": "n194", "to": "n197", "fromPort": "bottom", "toPort": "left" }, { "id": "c262", "from": "n197", "to": "n198", "fromPort": "bottom", "toPort": "top" }, { "id": "c263", "from": "n198", "to": "n199", "fromPort": "bottom", "toPort": "top" }, { "id": "c264", "from": "n199", "to": "n200", "fromPort": "bottom", "toPort": "top" }, { "id": "c265", "from": "n197", "to": "n200", "fromPort": "bottom", "toPort": "left" }, { "id": "c266", "from": "n200", "to": "n201", "fromPort": "bottom", "toPort": "top" }, { "id": "c267", "from": "n201", "to": "n202", "fromPort": "bottom", "toPort": "top" }, { "id": "c268", "from": "n202", "to": "n203", "fromPort": "bottom", "toPort": "top" }, { "id": "c269", "from": "n200", "to": "n203", "fromPort": "bottom", "toPort": "left" }, { "id": "c270", "from": "n203", "to": "n204", "fromPort": "bottom", "toPort": "top" }, { "id": "c271", "from": "n204", "to": "n205", "fromPort": "bottom", "toPort": "top" }, { "id": "c272", "from": "n205", "to": "n206", "fromPort": "bottom", "toPort": "top" }, { "id": "c273", "from": "n203", "to": "n206", "fromPort": "bottom", "toPort": "left" }, { "id": "c274", "from": "n206", "to": "n207", "fromPort": "bottom", "toPort": "top" }, { "id": "c275", "from": "n207", "to": "n208", "fromPort": "bottom", "toPort": "top" }, { "id": "c276", "from": "n208", "to": "n209", "fromPort": "bottom", "toPort": "top" }, { "id": "c277", "from": "n206", "to": "n209", "fromPort": "bottom", "toPort": "left" }, { "id": "c278", "from": "n209", "to": "n210", "fromPort": "bottom", "toPort": "top" }, { "id": "c279", "from": "n210", "to": "n211", "fromPort": "bottom", "toPort": "top" }, { "id": "c280", "from": "n211", "to": "n212", "fromPort": "bottom", "toPort": "top" }, { "id": "c281", "from": "n209", "to": "n212", "fromPort": "bottom", "toPort": "left" }, { "id": "c282", "from": "n212", "to": "n213", "fromPort": "bottom", "toPort": "top" }, { "id": "c283", "from": "n213", "to": "n214", "fromPort": "bottom", "toPort": "top" }, { "id": "c284", "from": "n214", "to": "n215", "fromPort": "bottom", "toPort": "top" }, { "id": "c285", "from": "n212", "to": "n215", "fromPort": "bottom", "toPort": "left" }, { "id": "c286", "from": "n215", "to": "n216", "fromPort": "bottom", "toPort": "top" }, { "id": "c287", "from": "n216", "to": "n217", "fromPort": "bottom", "toPort": "top" }, { "id": "c288", "from": "n217", "to": "n218", "fromPort": "bottom", "toPort": "top" }, { "id": "c289", "from": "n215", "to": "n218", "fromPort": "bottom", "toPort": "left" }, { "id": "c290", "from": "n218", "to": "n219", "fromPort": "bottom", "toPort": "top" }, { "id": "c291", "from": "n219", "to": "n220", "fromPort": "bottom", "toPort": "top" }, { "id": "c292", "from": "n220", "to": "n221", "fromPort": "bottom", "toPort": "top" }, { "id": "c293", "from": "n218", "to": "n221", "fromPort": "bottom", "toPort": "left" }, { "id": "c294", "from": "n221", "to": "n222", "fromPort": "bottom", "toPort": "top" }, { "id": "c295", "from": "n222", "to": "n223", "fromPort": "bottom", "toPort": "top" }, { "id": "c296", "from": "n223", "to": "n224", "fromPort": "bottom", "toPort": "top" }, { "id": "c297", "from": "n221", "to": "n224", "fromPort": "bottom", "toPort": "left" }, { "id": "c298", "from": "n224", "to": "n225", "fromPort": "bottom", "toPort": "top" }, { "id": "c299", "from": "n225", "to": "n226", "fromPort": "bottom", "toPort": "top" }, { "id": "c300", "from": "n226", "to": "n227", "fromPort": "bottom", "toPort": "top" }, { "id": "c301", "from": "n224", "to": "n227", "fromPort": "bottom", "toPort": "left" }, { "id": "c302", "from": "n227", "to": "n228", "fromPort": "bottom", "toPort": "top" }, { "id": "c303", "from": "n228", "to": "n229", "fromPort": "bottom", "toPort": "top" }, { "id": "c304", "from": "n229", "to": "n230", "fromPort": "bottom", "toPort": "top" }, { "id": "c305", "from": "n227", "to": "n230", "fromPort": "bottom", "toPort": "left" }, { "id": "c306", "from": "n230", "to": "n231", "fromPort": "bottom", "toPort": "top" }, { "id": "c307", "from": "n231", "to": "n232", "fromPort": "bottom", "toPort": "top" }, { "id": "c308", "from": "n232", "to": "n233", "fromPort": "bottom", "toPort": "top" }, { "id": "c309", "from": "n230", "to": "n233", "fromPort": "bottom", "toPort": "left" }, { "id": "c310", "from": "n233", "to": "n234", "fromPort": "bottom", "toPort": "top" }, { "id": "c311", "from": "n234", "to": "n235", "fromPort": "bottom", "toPort": "top" }, { "id": "c312", "from": "n235", "to": "n236", "fromPort": "bottom", "toPort": "top" }, { "id": "c313", "from": "n233", "to": "n236", "fromPort": "bottom", "toPort": "left" }, { "id": "c314", "from": "n236", "to": "n237", "fromPort": "bottom", "toPort": "top" }, { "id": "c315", "from": "n237", "to": "n238", "fromPort": "bottom", "toPort": "top" }, { "id": "c316", "from": "n238", "to": "n239", "fromPort": "bottom", "toPort": "top" }, { "id": "c317", "from": "n236", "to": "n239", "fromPort": "bottom", "toPort": "left" }, { "id": "c318", "from": "n239", "to": "n240", "fromPort": "bottom", "toPort": "top" }, { "id": "c319", "from": "n240", "to": "n241", "fromPort": "bottom", "toPort": "top" }, { "id": "c320", "from": "n241", "to": "n242", "fromPort": "bottom", "toPort": "top" }, { "id": "c321", "from": "n239", "to": "n242", "fromPort": "bottom", "toPort": "left" }, { "id": "c322", "from": "n242", "to": "n243", "fromPort": "bottom", "toPort": "top" }, { "id": "c323", "from": "n243", "to": "n244", "fromPort": "bottom", "toPort": "top" }, { "id": "c324", "from": "n244", "to": "n245", "fromPort": "bottom", "toPort": "top" }, { "id": "c325", "from": "n242", "to": "n245", "fromPort": "bottom", "toPort": "left" }, { "id": "c326", "from": "n245", "to": "n246", "fromPort": "bottom", "toPort": "top" }, { "id": "c327", "from": "n246", "to": "n247", "fromPort": "bottom", "toPort": "top" }, { "id": "c328", "from": "n247", "to": "n248", "fromPort": "bottom", "toPort": "top" }, { "id": "c329", "from": "n245", "to": "n248", "fromPort": "bottom", "toPort": "left" }, { "id": "c330", "from": "n248", "to": "n249", "fromPort": "bottom", "toPort": "top" }, { "id": "c331", "from": "n249", "to": "n250", "fromPort": "bottom", "toPort": "top" }, { "id": "c332", "from": "n250", "to": "n251", "fromPort": "bottom", "toPort": "top" }, { "id": "c333", "from": "n248", "to": "n251", "fromPort": "bottom", "toPort": "left" }, { "id": "c334", "from": "n251", "to": "n252", "fromPort": "bottom", "toPort": "top" }, { "id": "c335", "from": "n252", "to": "n253", "fromPort": "bottom", "toPort": "top" }, { "id": "c336", "from": "n253", "to": "n254", "fromPort": "bottom", "toPort": "top" }, { "id": "c337", "from": "n251", "to": "n254", "fromPort": "bottom", "toPort": "left" }, { "id": "c338", "from": "n254", "to": "n255", "fromPort": "bottom", "toPort": "top" }, { "id": "c339", "from": "n255", "to": "n256", "fromPort": "bottom", "toPort": "top" }, { "id": "c340", "from": "n256", "to": "n257", "fromPort": "bottom", "toPort": "top" }, { "id": "c341", "from": "n254", "to": "n257", "fromPort": "bottom", "toPort": "left" }, { "id": "c342", "from": "n257", "to": "n258", "fromPort": "bottom", "toPort": "top" }, { "id": "c343", "from": "n258", "to": "n259", "fromPort": "bottom", "toPort": "top" }, { "id": "c344", "from": "n259", "to": "n260", "fromPort": "bottom", "toPort": "top" }, { "id": "c345", "from": "n257", "to": "n260", "fromPort": "bottom", "toPort": "left" }, { "id": "c346", "from": "n260", "to": "n261", "fromPort": "bottom", "toPort": "top" }, { "id": "c347", "from": "n261", "to": "n262", "fromPort": "bottom", "toPort": "top" }, { "id": "c348", "from": "n262", "to": "n263", "fromPort": "bottom", "toPort": "top" }, { "id": "c349", "from": "n260", "to": "n263", "fromPort": "bottom", "toPort": "left" }, { "id": "c350", "from": "n263", "to": "n264", "fromPort": "bottom", "toPort": "top" }, { "id": "c351", "from": "n264", "to": "n265", "fromPort": "bottom", "toPort": "top" }, { "id": "c352", "from": "n265", "to": "n266", "fromPort": "bottom", "toPort": "top" }, { "id": "c353", "from": "n263", "to": "n266", "fromPort": "bottom", "toPort": "left" }, { "id": "c354", "from": "n266", "to": "n267", "fromPort": "bottom", "toPort": "top" }, { "id": "c355", "from": "n267", "to": "n268", "fromPort": "bottom", "toPort": "top" }, { "id": "c356", "from": "n268", "to": "n269", "fromPort": "bottom", "toPort": "top" }, { "id": "c357", "from": "n266", "to": "n269", "fromPort": "bottom", "toPort": "left" }, { "id": "c358", "from": "n269", "to": "n270", "fromPort": "bottom", "toPort": "top" }, { "id": "c359", "from": "n270", "to": "n271", "fromPort": "bottom", "toPort": "top" }, { "id": "c360", "from": "n271", "to": "n272", "fromPort": "bottom", "toPort": "top" }, { "id": "c361", "from": "n269", "to": "n272", "fromPort": "bottom", "toPort": "left" }, { "id": "c362", "from": "n272", "to": "n273", "fromPort": "bottom", "toPort": "top" }, { "id": "c363", "from": "n273", "to": "n274", "fromPort": "bottom", "toPort": "top" }, { "id": "c364", "from": "n274", "to": "n275", "fromPort": "bottom", "toPort": "top" }, { "id": "c365", "from": "n272", "to": "n275", "fromPort": "bottom", "toPort": "left" }, { "id": "c366", "from": "n275", "to": "n276", "fromPort": "bottom", "toPort": "top" }, { "id": "c367", "from": "n276", "to": "n277", "fromPort": "bottom", "toPort": "top" }, { "id": "c368", "from": "n277", "to": "n278", "fromPort": "bottom", "toPort": "top" }, { "id": "c369", "from": "n275", "to": "n278", "fromPort": "bottom", "toPort": "left" }, { "id": "c370", "from": "n278", "to": "n279", "fromPort": "bottom", "toPort": "top" }, { "id": "c371", "from": "n279", "to": "n280", "fromPort": "bottom", "toPort": "top" }, { "id": "c372", "from": "n280", "to": "n281", "fromPort": "bottom", "toPort": "top" }, { "id": "c373", "from": "n278", "to": "n281", "fromPort": "bottom", "toPort": "left" }, { "id": "c374", "from": "n281", "to": "n282", "fromPort": "bottom", "toPort": "top" }, { "id": "c375", "from": "n282", "to": "n283", "fromPort": "bottom", "toPort": "top" }, { "id": "c376", "from": "n283", "to": "n284", "fromPort": "bottom", "toPort": "top" }, { "id": "c377", "from": "n281", "to": "n284", "fromPort": "bottom", "toPort": "left" }, { "id": "c378", "from": "n284", "to": "n285", "fromPort": "bottom", "toPort": "top" }, { "id": "c379", "from": "n285", "to": "n286", "fromPort": "bottom", "toPort": "top" }, { "id": "c380", "from": "n286", "to": "n287", "fromPort": "bottom", "toPort": "top" }, { "id": "c381", "from": "n284", "to": "n287", "fromPort": "bottom", "toPort": "left" }, { "id": "c382", "from": "n287", "to": "n288", "fromPort": "bottom", "toPort": "top" }, { "id": "c383", "from": "n288", "to": "n289", "fromPort": "bottom", "toPort": "top" }, { "id": "c384", "from": "n289", "to": "n290", "fromPort": "bottom", "toPort": "top" }, { "id": "c385", "from": "n287", "to": "n290", "fromPort": "bottom", "toPort": "left" }, { "id": "c386", "from": "n290", "to": "n291", "fromPort": "bottom", "toPort": "top" }, { "id": "c387", "from": "n291", "to": "n292", "fromPort": "bottom", "toPort": "top" }, { "id": "c388", "from": "n292", "to": "n293", "fromPort": "bottom", "toPort": "top" }, { "id": "c389", "from": "n290", "to": "n293", "fromPort": "bottom", "toPort": "left" }, { "id": "c390", "from": "n293", "to": "n294", "fromPort": "bottom", "toPort": "top" }, { "id": "c391", "from": "n294", "to": "n295", "fromPort": "bottom", "toPort": "top" }, { "id": "c392", "from": "n295", "to": "n296", "fromPort": "bottom", "toPort": "top" }, { "id": "c393", "from": "n293", "to": "n296", "fromPort": "bottom", "toPort": "left" }, { "id": "c394", "from": "n296", "to": "n297", "fromPort": "bottom", "toPort": "top" }, { "id": "c395", "from": "n297", "to": "n298", "fromPort": "bottom", "toPort": "top" }, { "id": "c396", "from": "n298", "to": "n299", "fromPort": "bottom", "toPort": "top" }, { "id": "c397", "from": "n296", "to": "n299", "fromPort": "bottom", "toPort": "left" }, { "id": "c398", "from": "n299", "to": "n300", "fromPort": "bottom", "toPort": "top" }, { "id": "c399", "from": "n300", "to": "n301", "fromPort": "bottom", "toPort": "top" }, { "id": "c400", "from": "n301", "to": "n302", "fromPort": "bottom", "toPort": "top" }, { "id": "c401", "from": "n299", "to": "n302", "fromPort": "bottom", "toPort": "left" }, { "id": "c402", "from": "n302", "to": "n303", "fromPort": "bottom", "toPort": "top" }, { "id": "c403", "from": "n303", "to": "n304", "fromPort": "bottom", "toPort": "top" }, { "id": "c404", "from": "n304", "to": "n305", "fromPort": "bottom", "toPort": "top" }, { "id": "c405", "from": "n302", "to": "n305", "fromPort": "bottom", "toPort": "left" }, { "id": "c406", "from": "n305", "to": "n306", "fromPort": "bottom", "toPort": "top" }, { "id": "c407", "from": "n306", "to": "n307", "fromPort": "bottom", "toPort": "top" }, { "id": "c408", "from": "n307", "to": "n308", "fromPort": "bottom", "toPort": "top" }, { "id": "c409", "from": "n305", "to": "n308", "fromPort": "bottom", "toPort": "left" }, { "id": "c410", "from": "n308", "to": "n309", "fromPort": "bottom", "toPort": "top" }, { "id": "c411", "from": "n309", "to": "n310", "fromPort": "bottom", "toPort": "top" }, { "id": "c412", "from": "n310", "to": "n311", "fromPort": "bottom", "toPort": "top" }, { "id": "c413", "from": "n308", "to": "n311", "fromPort": "bottom", "toPort": "left" }, { "id": "c414", "from": "n311", "to": "n312", "fromPort": "bottom", "toPort": "top" }, { "id": "c415", "from": "n312", "to": "n313", "fromPort": "bottom", "toPort": "top" }, { "id": "c416", "from": "n313", "to": "n314", "fromPort": "bottom", "toPort": "top" }, { "id": "c417", "from": "n311", "to": "n314", "fromPort": "bottom", "toPort": "left" }, { "id": "c418", "from": "n314", "to": "n315", "fromPort": "bottom", "toPort": "top" }, { "id": "c419", "from": "n315", "to": "n316", "fromPort": "bottom", "toPort": "top" }, { "id": "c420", "from": "n316", "to": "n317", "fromPort": "bottom", "toPort": "top" }, { "id": "c421", "from": "n314", "to": "n317", "fromPort": "bottom", "toPort": "left" }, { "id": "c422", "from": "n317", "to": "n318", "fromPort": "bottom", "toPort": "top" }, { "id": "c423", "from": "n318", "to": "n319", "fromPort": "bottom", "toPort": "top" }, { "id": "c424", "from": "n319", "to": "n320", "fromPort": "bottom", "toPort": "top" }, { "id": "c425", "from": "n317", "to": "n320", "fromPort": "bottom", "toPort": "left" }, { "id": "c426", "from": "n320", "to": "n321", "fromPort": "bottom", "toPort": "top" }, { "id": "c427", "from": "n321", "to": "n322", "fromPort": "bottom", "toPort": "top" }, { "id": "c428", "from": "n322", "to": "n323", "fromPort": "bottom", "toPort": "top" }, { "id": "c429", "from": "n320", "to": "n323", "fromPort": "bottom", "toPort": "left" }, { "id": "c430", "from": "n323", "to": "n324", "fromPort": "bottom", "toPort": "top" }, { "id": "c431", "from": "n324", "to": "n325", "fromPort": "bottom", "toPort": "top" }, { "id": "c432", "from": "n325", "to": "n326", "fromPort": "bottom", "toPort": "top" }, { "id": "c433", "from": "n323", "to": "n326", "fromPort": "bottom", "toPort": "left" }, { "id": "c434", "from": "n326", "to": "n327", "fromPort": "bottom", "toPort": "top" }, { "id": "c435", "from": "n327", "to": "n328", "fromPort": "bottom", "toPort": "top" }, { "id": "c436", "from": "n328", "to": "n329", "fromPort": "bottom", "toPort": "top" }, { "id": "c437", "from": "n326", "to": "n329", "fromPort": "bottom", "toPort": "left" }, { "id": "c438", "from": "n329", "to": "n330", "fromPort": "bottom", "toPort": "top" }, { "id": "c439", "from": "n330", "to": "n331", "fromPort": "bottom", "toPort": "top" }, { "id": "c440", "from": "n331", "to": "n332", "fromPort": "bottom", "toPort": "top" }, { "id": "c441", "from": "n329", "to": "n332", "fromPort": "bottom", "toPort": "left" }, { "id": "c442", "from": "n332", "to": "n333", "fromPort": "bottom", "toPort": "top" }, { "id": "c443", "from": "n333", "to": "n334", "fromPort": "bottom", "toPort": "top" }, { "id": "c444", "from": "n334", "to": "n335", "fromPort": "bottom", "toPort": "top" }, { "id": "c445", "from": "n332", "to": "n335", "fromPort": "bottom", "toPort": "left" }, { "id": "c446", "from": "n335", "to": "n336", "fromPort": "bottom", "toPort": "top" }, { "id": "c447", "from": "n336", "to": "n337", "fromPort": "bottom", "toPort": "top" }, { "id": "c448", "from": "n337", "to": "n338", "fromPort": "bottom", "toPort": "top" }, { "id": "c449", "from": "n335", "to": "n338", "fromPort": "bottom", "toPort": "left" }, { "id": "c450", "from": "n338", "to": "n339", "fromPort": "bottom", "toPort": "top" }, { "id": "c451", "from": "n339", "to": "n340", "fromPort": "bottom", "toPort": "top" }, { "id": "c452", "from": "n340", "to": "n341", "fromPort": "bottom", "toPort": "top" }, { "id": "c453", "from": "n338", "to": "n341", "fromPort": "bottom", "toPort": "left" }, { "id": "c454", "from": "n341", "to": "n342", "fromPort": "bottom", "toPort": "top" }, { "id": "c455", "from": "n342", "to": "n343", "fromPort": "bottom", "toPort": "top" }, { "id": "c456", "from": "n343", "to": "n344", "fromPort": "bottom", "toPort": "top" }, { "id": "c457", "from": "n341", "to": "n344", "fromPort": "bottom", "toPort": "left" }, { "id": "c458", "from": "n344", "to": "n345", "fromPort": "bottom", "toPort": "top" }, { "id": "c459", "from": "n345", "to": "n346", "fromPort": "bottom", "toPort": "top" }, { "id": "c460", "from": "n346", "to": "n347", "fromPort": "bottom", "toPort": "top" }, { "id": "c461", "from": "n344", "to": "n347", "fromPort": "bottom", "toPort": "left" }, { "id": "c462", "from": "n347", "to": "n348", "fromPort": "bottom", "toPort": "top" }, { "id": "c463", "from": "n348", "to": "n349", "fromPort": "bottom", "toPort": "top" }, { "id": "c464", "from": "n349", "to": "n350", "fromPort": "bottom", "toPort": "top" }, { "id": "c465", "from": "n347", "to": "n350", "fromPort": "bottom", "toPort": "left" }, { "id": "c466", "from": "n350", "to": "n351", "fromPort": "bottom", "toPort": "top" }, { "id": "c467", "from": "n351", "to": "n352", "fromPort": "bottom", "toPort": "top" }, { "id": "c468", "from": "n352", "to": "n353", "fromPort": "bottom", "toPort": "top" }, { "id": "c469", "from": "n350", "to": "n353", "fromPort": "bottom", "toPort": "left" }, { "id": "c470", "from": "n353", "to": "n354", "fromPort": "bottom", "toPort": "top" }, { "id": "c471", "from": "n354", "to": "n355", "fromPort": "bottom", "toPort": "top" }, { "id": "c472", "from": "n355", "to": "n356", "fromPort": "bottom", "toPort": "top" }, { "id": "c473", "from": "n353", "to": "n356", "fromPort": "bottom", "toPort": "left" }, { "id": "c474", "from": "n356", "to": "n357", "fromPort": "bottom", "toPort": "top" }, { "id": "c475", "from": "n357", "to": "n358", "fromPort": "bottom", "toPort": "top" }, { "id": "c476", "from": "n358", "to": "n359", "fromPort": "bottom", "toPort": "top" }, { "id": "c477", "from": "n356", "to": "n359", "fromPort": "bottom", "toPort": "left" }, { "id": "c478", "from": "n359", "to": "n360", "fromPort": "bottom", "toPort": "top" }, { "id": "c479", "from": "n360", "to": "n361", "fromPort": "bottom", "toPort": "top" }, { "id": "c480", "from": "n361", "to": "n362", "fromPort": "bottom", "toPort": "top" }, { "id": "c481", "from": "n359", "to": "n362", "fromPort": "bottom", "toPort": "left" }, { "id": "c482", "from": "n362", "to": "n363", "fromPort": "bottom", "toPort": "top" }, { "id": "c483", "from": "n363", "to": "n364", "fromPort": "bottom", "toPort": "top" }, { "id": "c484", "from": "n364", "to": "n365", "fromPort": "bottom", "toPort": "top" }, { "id": "c485", "from": "n362", "to": "n365", "fromPort": "bottom", "toPort": "left" }, { "id": "c486", "from": "n365", "to": "n366", "fromPort": "bottom", "toPort": "top" }, { "id": "c487", "from": "n366", "to": "n367", "fromPort": "bottom", "toPort": "top" }, { "id": "c488", "from": "n367", "to": "n368", "fromPort": "bottom", "toPort": "top" }, { "id": "c489", "from": "n365", "to": "n368", "fromPort": "bottom", "toPort": "left" }, { "id": "c490", "from": "n368", "to": "n369", "fromPort": "bottom", "toPort": "top" }, { "id": "c491", "from": "n369", "to": "n370", "fromPort": "bottom", "toPort": "top" }, { "id": "c492", "from": "n370", "to": "n371", "fromPort": "bottom", "toPort": "top" } ], "realParamCount": 684531386000, "description": "DeepSeek-V3 (DeepSeek): full 61-layer graph, MLA, imported from the official Hugging Face config.json." }