{ "id": "qwen3-8b", "name": "Qwen3-8B", "components": [ { "id": "n1", "type": "input", "name": "Input", "position": { "x": 200, "y": 50 }, "params": { "shape": [ 1, 40960 ] }, "inputs": [], "outputs": [ "n2" ], "inputShape": [ 1, 40960, 4096 ] }, { "id": "n2", "type": "embedding", "name": "Embedding", "position": { "x": 200, "y": 250 }, "params": { "vocabSize": 151936, "embeddingDim": 4096, "maxSeqLen": 40960 }, "inputs": [ "n1" ], "outputs": [ "n3", "n5" ], "scope": "embeddings" }, { "id": "n3", "type": "rmsNorm", "name": "RMSNorm_1_1", "position": { "x": 200, "y": 450 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n2" ], "outputs": [ "n4" ] }, { "id": "n4", "type": "groupedQueryAttention", "name": "Attention_1", "position": { "x": 200, "y": 570 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n3" ], "outputs": [ "n5" ], "scope": "layer.0.attention" }, { "id": "n5", "type": "add", "name": "Add_1_attn", "position": { "x": 200, "y": 690 }, "params": {}, "inputs": [ "n4", "n2" ], "outputs": [ "n6", "n8" ] }, { "id": "n6", "type": "rmsNorm", "name": "RMSNorm_1_2", "position": { "x": 200, "y": 810 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n5" ], "outputs": [ "n7" ] }, { "id": "n7", "type": "swiglu", "name": "FFN_1", "position": { "x": 200, "y": 930 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n6" ], "outputs": [ "n8" ], "scope": "layer.0.ffn" }, { "id": "n8", "type": "add", "name": "Add_1_ffn", "position": { "x": 200, "y": 1050 }, "params": {}, "inputs": [ "n7", "n5" ], "outputs": [ "n9", "n11" ] }, { "id": "n9", "type": "rmsNorm", "name": "RMSNorm_2_1", "position": { "x": 200, "y": 1050 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n8" ], "outputs": [ "n10" ] }, { "id": "n10", "type": "groupedQueryAttention", "name": "Attention_2", "position": { "x": 200, "y": 1170 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n9" ], "outputs": [ "n11" ], "scope": "layer.1.attention" }, { "id": "n11", "type": "add", "name": "Add_2_attn", "position": { "x": 200, "y": 1290 }, "params": {}, "inputs": [ "n10", "n8" ], "outputs": [ "n12", "n14" ] }, { "id": "n12", "type": "rmsNorm", "name": "RMSNorm_2_2", "position": { "x": 200, "y": 1410 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n11" ], "outputs": [ "n13" ] }, { "id": "n13", "type": "swiglu", "name": "FFN_2", "position": { "x": 200, "y": 1530 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n12" ], "outputs": [ "n14" ], "scope": "layer.1.ffn" }, { "id": "n14", "type": "add", "name": "Add_2_ffn", "position": { "x": 200, "y": 1650 }, "params": {}, "inputs": [ "n13", "n11" ], "outputs": [ "n15", "n17" ] }, { "id": "n15", "type": "rmsNorm", "name": "RMSNorm_3_1", "position": { "x": 200, "y": 1650 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n14" ], "outputs": [ "n16" ] }, { "id": "n16", "type": "groupedQueryAttention", "name": "Attention_3", "position": { "x": 200, "y": 1770 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n15" ], "outputs": [ "n17" ], "scope": "layer.2.attention" }, { "id": "n17", "type": "add", "name": "Add_3_attn", "position": { "x": 200, "y": 1890 }, "params": {}, "inputs": [ "n16", "n14" ], "outputs": [ "n18", "n20" ] }, { "id": "n18", "type": "rmsNorm", "name": "RMSNorm_3_2", "position": { "x": 200, "y": 2010 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n17" ], "outputs": [ "n19" ] }, { "id": "n19", "type": "swiglu", "name": "FFN_3", "position": { "x": 200, "y": 2130 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n18" ], "outputs": [ "n20" ], "scope": "layer.2.ffn" }, { "id": "n20", "type": "add", "name": "Add_3_ffn", "position": { "x": 200, "y": 2250 }, "params": {}, "inputs": [ "n19", "n17" ], "outputs": [ "n21", "n23" ] }, { "id": "n21", "type": "rmsNorm", "name": "RMSNorm_4_1", "position": { "x": 200, "y": 2250 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n20" ], "outputs": [ "n22" ] }, { "id": "n22", "type": "groupedQueryAttention", "name": "Attention_4", "position": { "x": 200, "y": 2370 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n21" ], "outputs": [ "n23" ], "scope": "layer.3.attention" }, { "id": "n23", "type": "add", "name": "Add_4_attn", "position": { "x": 200, "y": 2490 }, "params": {}, "inputs": [ "n22", "n20" ], "outputs": [ "n24", "n26" ] }, { "id": "n24", "type": "rmsNorm", "name": "RMSNorm_4_2", "position": { "x": 200, "y": 2610 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n23" ], "outputs": [ "n25" ] }, { "id": "n25", "type": "swiglu", "name": "FFN_4", "position": { "x": 200, "y": 2730 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n24" ], "outputs": [ "n26" ], "scope": "layer.3.ffn" }, { "id": "n26", "type": "add", "name": "Add_4_ffn", "position": { "x": 200, "y": 2850 }, "params": {}, "inputs": [ "n25", "n23" ], "outputs": [ "n27", "n29" ] }, { "id": "n27", "type": "rmsNorm", "name": "RMSNorm_5_1", "position": { "x": 200, "y": 2850 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n26" ], "outputs": [ "n28" ] }, { "id": "n28", "type": "groupedQueryAttention", "name": "Attention_5", "position": { "x": 200, "y": 2970 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n27" ], "outputs": [ "n29" ], "scope": "layer.4.attention" }, { "id": "n29", "type": "add", "name": "Add_5_attn", "position": { "x": 200, "y": 3090 }, "params": {}, "inputs": [ "n28", "n26" ], "outputs": [ "n30", "n32" ] }, { "id": "n30", "type": "rmsNorm", "name": "RMSNorm_5_2", "position": { "x": 200, "y": 3210 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n29" ], "outputs": [ "n31" ] }, { "id": "n31", "type": "swiglu", "name": "FFN_5", "position": { "x": 200, "y": 3330 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n30" ], "outputs": [ "n32" ], "scope": "layer.4.ffn" }, { "id": "n32", "type": "add", "name": "Add_5_ffn", "position": { "x": 200, "y": 3450 }, "params": {}, "inputs": [ "n31", "n29" ], "outputs": [ "n33", "n35" ] }, { "id": "n33", "type": "rmsNorm", "name": "RMSNorm_6_1", "position": { "x": 200, "y": 3450 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n32" ], "outputs": [ "n34" ] }, { "id": "n34", "type": "groupedQueryAttention", "name": "Attention_6", "position": { "x": 200, "y": 3570 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n33" ], "outputs": [ "n35" ], "scope": "layer.5.attention" }, { "id": "n35", "type": "add", "name": "Add_6_attn", "position": { "x": 200, "y": 3690 }, "params": {}, "inputs": [ "n34", "n32" ], "outputs": [ "n36", "n38" ] }, { "id": "n36", "type": "rmsNorm", "name": "RMSNorm_6_2", "position": { "x": 200, "y": 3810 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n35" ], "outputs": [ "n37" ] }, { "id": "n37", "type": "swiglu", "name": "FFN_6", "position": { "x": 200, "y": 3930 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n36" ], "outputs": [ "n38" ], "scope": "layer.5.ffn" }, { "id": "n38", "type": "add", "name": "Add_6_ffn", "position": { "x": 200, "y": 4050 }, "params": {}, "inputs": [ "n37", "n35" ], "outputs": [ "n39", "n41" ] }, { "id": "n39", "type": "rmsNorm", "name": "RMSNorm_7_1", "position": { "x": 200, "y": 4050 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n38" ], "outputs": [ "n40" ] }, { "id": "n40", "type": "groupedQueryAttention", "name": "Attention_7", "position": { "x": 200, "y": 4170 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n39" ], "outputs": [ "n41" ], "scope": "layer.6.attention" }, { "id": "n41", "type": "add", "name": "Add_7_attn", "position": { "x": 200, "y": 4290 }, "params": {}, "inputs": [ "n40", "n38" ], "outputs": [ "n42", "n44" ] }, { "id": "n42", "type": "rmsNorm", "name": "RMSNorm_7_2", "position": { "x": 200, "y": 4410 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n41" ], "outputs": [ "n43" ] }, { "id": "n43", "type": "swiglu", "name": "FFN_7", "position": { "x": 200, "y": 4530 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n42" ], "outputs": [ "n44" ], "scope": "layer.6.ffn" }, { "id": "n44", "type": "add", "name": "Add_7_ffn", "position": { "x": 200, "y": 4650 }, "params": {}, "inputs": [ "n43", "n41" ], "outputs": [ "n45", "n47" ] }, { "id": "n45", "type": "rmsNorm", "name": "RMSNorm_8_1", "position": { "x": 200, "y": 4650 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n44" ], "outputs": [ "n46" ] }, { "id": "n46", "type": "groupedQueryAttention", "name": "Attention_8", "position": { "x": 200, "y": 4770 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n45" ], "outputs": [ "n47" ], "scope": "layer.7.attention" }, { "id": "n47", "type": "add", "name": "Add_8_attn", "position": { "x": 200, "y": 4890 }, "params": {}, "inputs": [ "n46", "n44" ], "outputs": [ "n48", "n50" ] }, { "id": "n48", "type": "rmsNorm", "name": "RMSNorm_8_2", "position": { "x": 200, "y": 5010 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n47" ], "outputs": [ "n49" ] }, { "id": "n49", "type": "swiglu", "name": "FFN_8", "position": { "x": 200, "y": 5130 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n48" ], "outputs": [ "n50" ], "scope": "layer.7.ffn" }, { "id": "n50", "type": "add", "name": "Add_8_ffn", "position": { "x": 200, "y": 5250 }, "params": {}, "inputs": [ "n49", "n47" ], "outputs": [ "n51", "n53" ] }, { "id": "n51", "type": "rmsNorm", "name": "RMSNorm_9_1", "position": { "x": 200, "y": 5250 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n50" ], "outputs": [ "n52" ] }, { "id": "n52", "type": "groupedQueryAttention", "name": "Attention_9", "position": { "x": 200, "y": 5370 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n51" ], "outputs": [ "n53" ], "scope": "layer.8.attention" }, { "id": "n53", "type": "add", "name": "Add_9_attn", "position": { "x": 200, "y": 5490 }, "params": {}, "inputs": [ "n52", "n50" ], "outputs": [ "n54", "n56" ] }, { "id": "n54", "type": "rmsNorm", "name": "RMSNorm_9_2", "position": { "x": 200, "y": 5610 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n53" ], "outputs": [ "n55" ] }, { "id": "n55", "type": "swiglu", "name": "FFN_9", "position": { "x": 200, "y": 5730 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n54" ], "outputs": [ "n56" ], "scope": "layer.8.ffn" }, { "id": "n56", "type": "add", "name": "Add_9_ffn", "position": { "x": 200, "y": 5850 }, "params": {}, "inputs": [ "n55", "n53" ], "outputs": [ "n57", "n59" ] }, { "id": "n57", "type": "rmsNorm", "name": "RMSNorm_10_1", "position": { "x": 200, "y": 5850 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n56" ], "outputs": [ "n58" ] }, { "id": "n58", "type": "groupedQueryAttention", "name": "Attention_10", "position": { "x": 200, "y": 5970 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n57" ], "outputs": [ "n59" ], "scope": "layer.9.attention" }, { "id": "n59", "type": "add", "name": "Add_10_attn", "position": { "x": 200, "y": 6090 }, "params": {}, "inputs": [ "n58", "n56" ], "outputs": [ "n60", "n62" ] }, { "id": "n60", "type": "rmsNorm", "name": "RMSNorm_10_2", "position": { "x": 200, "y": 6210 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n59" ], "outputs": [ "n61" ] }, { "id": "n61", "type": "swiglu", "name": "FFN_10", "position": { "x": 200, "y": 6330 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n60" ], "outputs": [ "n62" ], "scope": "layer.9.ffn" }, { "id": "n62", "type": "add", "name": "Add_10_ffn", "position": { "x": 200, "y": 6450 }, "params": {}, "inputs": [ "n61", "n59" ], "outputs": [ "n63", "n65" ] }, { "id": "n63", "type": "rmsNorm", "name": "RMSNorm_11_1", "position": { "x": 200, "y": 6450 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n62" ], "outputs": [ "n64" ] }, { "id": "n64", "type": "groupedQueryAttention", "name": "Attention_11", "position": { "x": 200, "y": 6570 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n63" ], "outputs": [ "n65" ], "scope": "layer.10.attention" }, { "id": "n65", "type": "add", "name": "Add_11_attn", "position": { "x": 200, "y": 6690 }, "params": {}, "inputs": [ "n64", "n62" ], "outputs": [ "n66", "n68" ] }, { "id": "n66", "type": "rmsNorm", "name": "RMSNorm_11_2", "position": { "x": 200, "y": 6810 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n65" ], "outputs": [ "n67" ] }, { "id": "n67", "type": "swiglu", "name": "FFN_11", "position": { "x": 200, "y": 6930 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n66" ], "outputs": [ "n68" ], "scope": "layer.10.ffn" }, { "id": "n68", "type": "add", "name": "Add_11_ffn", "position": { "x": 200, "y": 7050 }, "params": {}, "inputs": [ "n67", "n65" ], "outputs": [ "n69", "n71" ] }, { "id": "n69", "type": "rmsNorm", "name": "RMSNorm_12_1", "position": { "x": 200, "y": 7050 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n68" ], "outputs": [ "n70" ] }, { "id": "n70", "type": "groupedQueryAttention", "name": "Attention_12", "position": { "x": 200, "y": 7170 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n69" ], "outputs": [ "n71" ], "scope": "layer.11.attention" }, { "id": "n71", "type": "add", "name": "Add_12_attn", "position": { "x": 200, "y": 7290 }, "params": {}, "inputs": [ "n70", "n68" ], "outputs": [ "n72", "n74" ] }, { "id": "n72", "type": "rmsNorm", "name": "RMSNorm_12_2", "position": { "x": 200, "y": 7410 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n71" ], "outputs": [ "n73" ] }, { "id": "n73", "type": "swiglu", "name": "FFN_12", "position": { "x": 200, "y": 7530 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n72" ], "outputs": [ "n74" ], "scope": "layer.11.ffn" }, { "id": "n74", "type": "add", "name": "Add_12_ffn", "position": { "x": 200, "y": 7650 }, "params": {}, "inputs": [ "n73", "n71" ], "outputs": [ "n75", "n77" ] }, { "id": "n75", "type": "rmsNorm", "name": "RMSNorm_13_1", "position": { "x": 200, "y": 7650 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n74" ], "outputs": [ "n76" ] }, { "id": "n76", "type": "groupedQueryAttention", "name": "Attention_13", "position": { "x": 200, "y": 7770 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n75" ], "outputs": [ "n77" ], "scope": "layer.12.attention" }, { "id": "n77", "type": "add", "name": "Add_13_attn", "position": { "x": 200, "y": 7890 }, "params": {}, "inputs": [ "n76", "n74" ], "outputs": [ "n78", "n80" ] }, { "id": "n78", "type": "rmsNorm", "name": "RMSNorm_13_2", "position": { "x": 200, "y": 8010 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n77" ], "outputs": [ "n79" ] }, { "id": "n79", "type": "swiglu", "name": "FFN_13", "position": { "x": 200, "y": 8130 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n78" ], "outputs": [ "n80" ], "scope": "layer.12.ffn" }, { "id": "n80", "type": "add", "name": "Add_13_ffn", "position": { "x": 200, "y": 8250 }, "params": {}, "inputs": [ "n79", "n77" ], "outputs": [ "n81", "n83" ] }, { "id": "n81", "type": "rmsNorm", "name": "RMSNorm_14_1", "position": { "x": 200, "y": 8250 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n80" ], "outputs": [ "n82" ] }, { "id": "n82", "type": "groupedQueryAttention", "name": "Attention_14", "position": { "x": 200, "y": 8370 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n81" ], "outputs": [ "n83" ], "scope": "layer.13.attention" }, { "id": "n83", "type": "add", "name": "Add_14_attn", "position": { "x": 200, "y": 8490 }, "params": {}, "inputs": [ "n82", "n80" ], "outputs": [ "n84", "n86" ] }, { "id": "n84", "type": "rmsNorm", "name": "RMSNorm_14_2", "position": { "x": 200, "y": 8610 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n83" ], "outputs": [ "n85" ] }, { "id": "n85", "type": "swiglu", "name": "FFN_14", "position": { "x": 200, "y": 8730 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n84" ], "outputs": [ "n86" ], "scope": "layer.13.ffn" }, { "id": "n86", "type": "add", "name": "Add_14_ffn", "position": { "x": 200, "y": 8850 }, "params": {}, "inputs": [ "n85", "n83" ], "outputs": [ "n87", "n89" ] }, { "id": "n87", "type": "rmsNorm", "name": "RMSNorm_15_1", "position": { "x": 200, "y": 8850 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n86" ], "outputs": [ "n88" ] }, { "id": "n88", "type": "groupedQueryAttention", "name": "Attention_15", "position": { "x": 200, "y": 8970 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n87" ], "outputs": [ "n89" ], "scope": "layer.14.attention" }, { "id": "n89", "type": "add", "name": "Add_15_attn", "position": { "x": 200, "y": 9090 }, "params": {}, "inputs": [ "n88", "n86" ], "outputs": [ "n90", "n92" ] }, { "id": "n90", "type": "rmsNorm", "name": "RMSNorm_15_2", "position": { "x": 200, "y": 9210 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n89" ], "outputs": [ "n91" ] }, { "id": "n91", "type": "swiglu", "name": "FFN_15", "position": { "x": 200, "y": 9330 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n90" ], "outputs": [ "n92" ], "scope": "layer.14.ffn" }, { "id": "n92", "type": "add", "name": "Add_15_ffn", "position": { "x": 200, "y": 9450 }, "params": {}, "inputs": [ "n91", "n89" ], "outputs": [ "n93", "n95" ] }, { "id": "n93", "type": "rmsNorm", "name": "RMSNorm_16_1", "position": { "x": 200, "y": 9450 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n92" ], "outputs": [ "n94" ] }, { "id": "n94", "type": "groupedQueryAttention", "name": "Attention_16", "position": { "x": 200, "y": 9570 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n93" ], "outputs": [ "n95" ], "scope": "layer.15.attention" }, { "id": "n95", "type": "add", "name": "Add_16_attn", "position": { "x": 200, "y": 9690 }, "params": {}, "inputs": [ "n94", "n92" ], "outputs": [ "n96", "n98" ] }, { "id": "n96", "type": "rmsNorm", "name": "RMSNorm_16_2", "position": { "x": 200, "y": 9810 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n95" ], "outputs": [ "n97" ] }, { "id": "n97", "type": "swiglu", "name": "FFN_16", "position": { "x": 200, "y": 9930 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n96" ], "outputs": [ "n98" ], "scope": "layer.15.ffn" }, { "id": "n98", "type": "add", "name": "Add_16_ffn", "position": { "x": 200, "y": 10050 }, "params": {}, "inputs": [ "n97", "n95" ], "outputs": [ "n99", "n101" ] }, { "id": "n99", "type": "rmsNorm", "name": "RMSNorm_17_1", "position": { "x": 200, "y": 10050 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n98" ], "outputs": [ "n100" ] }, { "id": "n100", "type": "groupedQueryAttention", "name": "Attention_17", "position": { "x": 200, "y": 10170 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n99" ], "outputs": [ "n101" ], "scope": "layer.16.attention" }, { "id": "n101", "type": "add", "name": "Add_17_attn", "position": { "x": 200, "y": 10290 }, "params": {}, "inputs": [ "n100", "n98" ], "outputs": [ "n102", "n104" ] }, { "id": "n102", "type": "rmsNorm", "name": "RMSNorm_17_2", "position": { "x": 200, "y": 10410 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n101" ], "outputs": [ "n103" ] }, { "id": "n103", "type": "swiglu", "name": "FFN_17", "position": { "x": 200, "y": 10530 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n102" ], "outputs": [ "n104" ], "scope": "layer.16.ffn" }, { "id": "n104", "type": "add", "name": "Add_17_ffn", "position": { "x": 200, "y": 10650 }, "params": {}, "inputs": [ "n103", "n101" ], "outputs": [ "n105", "n107" ] }, { "id": "n105", "type": "rmsNorm", "name": "RMSNorm_18_1", "position": { "x": 200, "y": 10650 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n104" ], "outputs": [ "n106" ] }, { "id": "n106", "type": "groupedQueryAttention", "name": "Attention_18", "position": { "x": 200, "y": 10770 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n105" ], "outputs": [ "n107" ], "scope": "layer.17.attention" }, { "id": "n107", "type": "add", "name": "Add_18_attn", "position": { "x": 200, "y": 10890 }, "params": {}, "inputs": [ "n106", "n104" ], "outputs": [ "n108", "n110" ] }, { "id": "n108", "type": "rmsNorm", "name": "RMSNorm_18_2", "position": { "x": 200, "y": 11010 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n107" ], "outputs": [ "n109" ] }, { "id": "n109", "type": "swiglu", "name": "FFN_18", "position": { "x": 200, "y": 11130 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n108" ], "outputs": [ "n110" ], "scope": "layer.17.ffn" }, { "id": "n110", "type": "add", "name": "Add_18_ffn", "position": { "x": 200, "y": 11250 }, "params": {}, "inputs": [ "n109", "n107" ], "outputs": [ "n111", "n113" ] }, { "id": "n111", "type": "rmsNorm", "name": "RMSNorm_19_1", "position": { "x": 200, "y": 11250 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n110" ], "outputs": [ "n112" ] }, { "id": "n112", "type": "groupedQueryAttention", "name": "Attention_19", "position": { "x": 200, "y": 11370 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n111" ], "outputs": [ "n113" ], "scope": "layer.18.attention" }, { "id": "n113", "type": "add", "name": "Add_19_attn", "position": { "x": 200, "y": 11490 }, "params": {}, "inputs": [ "n112", "n110" ], "outputs": [ "n114", "n116" ] }, { "id": "n114", "type": "rmsNorm", "name": "RMSNorm_19_2", "position": { "x": 200, "y": 11610 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n113" ], "outputs": [ "n115" ] }, { "id": "n115", "type": "swiglu", "name": "FFN_19", "position": { "x": 200, "y": 11730 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n114" ], "outputs": [ "n116" ], "scope": "layer.18.ffn" }, { "id": "n116", "type": "add", "name": "Add_19_ffn", "position": { "x": 200, "y": 11850 }, "params": {}, "inputs": [ "n115", "n113" ], "outputs": [ "n117", "n119" ] }, { "id": "n117", "type": "rmsNorm", "name": "RMSNorm_20_1", "position": { "x": 200, "y": 11850 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n116" ], "outputs": [ "n118" ] }, { "id": "n118", "type": "groupedQueryAttention", "name": "Attention_20", "position": { "x": 200, "y": 11970 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n117" ], "outputs": [ "n119" ], "scope": "layer.19.attention" }, { "id": "n119", "type": "add", "name": "Add_20_attn", "position": { "x": 200, "y": 12090 }, "params": {}, "inputs": [ "n118", "n116" ], "outputs": [ "n120", "n122" ] }, { "id": "n120", "type": "rmsNorm", "name": "RMSNorm_20_2", "position": { "x": 200, "y": 12210 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n119" ], "outputs": [ "n121" ] }, { "id": "n121", "type": "swiglu", "name": "FFN_20", "position": { "x": 200, "y": 12330 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n120" ], "outputs": [ "n122" ], "scope": "layer.19.ffn" }, { "id": "n122", "type": "add", "name": "Add_20_ffn", "position": { "x": 200, "y": 12450 }, "params": {}, "inputs": [ "n121", "n119" ], "outputs": [ "n123", "n125" ] }, { "id": "n123", "type": "rmsNorm", "name": "RMSNorm_21_1", "position": { "x": 200, "y": 12450 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n122" ], "outputs": [ "n124" ] }, { "id": "n124", "type": "groupedQueryAttention", "name": "Attention_21", "position": { "x": 200, "y": 12570 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n123" ], "outputs": [ "n125" ], "scope": "layer.20.attention" }, { "id": "n125", "type": "add", "name": "Add_21_attn", "position": { "x": 200, "y": 12690 }, "params": {}, "inputs": [ "n124", "n122" ], "outputs": [ "n126", "n128" ] }, { "id": "n126", "type": "rmsNorm", "name": "RMSNorm_21_2", "position": { "x": 200, "y": 12810 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n125" ], "outputs": [ "n127" ] }, { "id": "n127", "type": "swiglu", "name": "FFN_21", "position": { "x": 200, "y": 12930 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n126" ], "outputs": [ "n128" ], "scope": "layer.20.ffn" }, { "id": "n128", "type": "add", "name": "Add_21_ffn", "position": { "x": 200, "y": 13050 }, "params": {}, "inputs": [ "n127", "n125" ], "outputs": [ "n129", "n131" ] }, { "id": "n129", "type": "rmsNorm", "name": "RMSNorm_22_1", "position": { "x": 200, "y": 13050 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n128" ], "outputs": [ "n130" ] }, { "id": "n130", "type": "groupedQueryAttention", "name": "Attention_22", "position": { "x": 200, "y": 13170 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n129" ], "outputs": [ "n131" ], "scope": "layer.21.attention" }, { "id": "n131", "type": "add", "name": "Add_22_attn", "position": { "x": 200, "y": 13290 }, "params": {}, "inputs": [ "n130", "n128" ], "outputs": [ "n132", "n134" ] }, { "id": "n132", "type": "rmsNorm", "name": "RMSNorm_22_2", "position": { "x": 200, "y": 13410 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n131" ], "outputs": [ "n133" ] }, { "id": "n133", "type": "swiglu", "name": "FFN_22", "position": { "x": 200, "y": 13530 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n132" ], "outputs": [ "n134" ], "scope": "layer.21.ffn" }, { "id": "n134", "type": "add", "name": "Add_22_ffn", "position": { "x": 200, "y": 13650 }, "params": {}, "inputs": [ "n133", "n131" ], "outputs": [ "n135", "n137" ] }, { "id": "n135", "type": "rmsNorm", "name": "RMSNorm_23_1", "position": { "x": 200, "y": 13650 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n134" ], "outputs": [ "n136" ] }, { "id": "n136", "type": "groupedQueryAttention", "name": "Attention_23", "position": { "x": 200, "y": 13770 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n135" ], "outputs": [ "n137" ], "scope": "layer.22.attention" }, { "id": "n137", "type": "add", "name": "Add_23_attn", "position": { "x": 200, "y": 13890 }, "params": {}, "inputs": [ "n136", "n134" ], "outputs": [ "n138", "n140" ] }, { "id": "n138", "type": "rmsNorm", "name": "RMSNorm_23_2", "position": { "x": 200, "y": 14010 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n137" ], "outputs": [ "n139" ] }, { "id": "n139", "type": "swiglu", "name": "FFN_23", "position": { "x": 200, "y": 14130 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n138" ], "outputs": [ "n140" ], "scope": "layer.22.ffn" }, { "id": "n140", "type": "add", "name": "Add_23_ffn", "position": { "x": 200, "y": 14250 }, "params": {}, "inputs": [ "n139", "n137" ], "outputs": [ "n141", "n143" ] }, { "id": "n141", "type": "rmsNorm", "name": "RMSNorm_24_1", "position": { "x": 200, "y": 14250 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n140" ], "outputs": [ "n142" ] }, { "id": "n142", "type": "groupedQueryAttention", "name": "Attention_24", "position": { "x": 200, "y": 14370 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n141" ], "outputs": [ "n143" ], "scope": "layer.23.attention" }, { "id": "n143", "type": "add", "name": "Add_24_attn", "position": { "x": 200, "y": 14490 }, "params": {}, "inputs": [ "n142", "n140" ], "outputs": [ "n144", "n146" ] }, { "id": "n144", "type": "rmsNorm", "name": "RMSNorm_24_2", "position": { "x": 200, "y": 14610 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n143" ], "outputs": [ "n145" ] }, { "id": "n145", "type": "swiglu", "name": "FFN_24", "position": { "x": 200, "y": 14730 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n144" ], "outputs": [ "n146" ], "scope": "layer.23.ffn" }, { "id": "n146", "type": "add", "name": "Add_24_ffn", "position": { "x": 200, "y": 14850 }, "params": {}, "inputs": [ "n145", "n143" ], "outputs": [ "n147", "n149" ] }, { "id": "n147", "type": "rmsNorm", "name": "RMSNorm_25_1", "position": { "x": 200, "y": 14850 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n146" ], "outputs": [ "n148" ] }, { "id": "n148", "type": "groupedQueryAttention", "name": "Attention_25", "position": { "x": 200, "y": 14970 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n147" ], "outputs": [ "n149" ], "scope": "layer.24.attention" }, { "id": "n149", "type": "add", "name": "Add_25_attn", "position": { "x": 200, "y": 15090 }, "params": {}, "inputs": [ "n148", "n146" ], "outputs": [ "n150", "n152" ] }, { "id": "n150", "type": "rmsNorm", "name": "RMSNorm_25_2", "position": { "x": 200, "y": 15210 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n149" ], "outputs": [ "n151" ] }, { "id": "n151", "type": "swiglu", "name": "FFN_25", "position": { "x": 200, "y": 15330 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n150" ], "outputs": [ "n152" ], "scope": "layer.24.ffn" }, { "id": "n152", "type": "add", "name": "Add_25_ffn", "position": { "x": 200, "y": 15450 }, "params": {}, "inputs": [ "n151", "n149" ], "outputs": [ "n153", "n155" ] }, { "id": "n153", "type": "rmsNorm", "name": "RMSNorm_26_1", "position": { "x": 200, "y": 15450 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n152" ], "outputs": [ "n154" ] }, { "id": "n154", "type": "groupedQueryAttention", "name": "Attention_26", "position": { "x": 200, "y": 15570 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n153" ], "outputs": [ "n155" ], "scope": "layer.25.attention" }, { "id": "n155", "type": "add", "name": "Add_26_attn", "position": { "x": 200, "y": 15690 }, "params": {}, "inputs": [ "n154", "n152" ], "outputs": [ "n156", "n158" ] }, { "id": "n156", "type": "rmsNorm", "name": "RMSNorm_26_2", "position": { "x": 200, "y": 15810 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n155" ], "outputs": [ "n157" ] }, { "id": "n157", "type": "swiglu", "name": "FFN_26", "position": { "x": 200, "y": 15930 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n156" ], "outputs": [ "n158" ], "scope": "layer.25.ffn" }, { "id": "n158", "type": "add", "name": "Add_26_ffn", "position": { "x": 200, "y": 16050 }, "params": {}, "inputs": [ "n157", "n155" ], "outputs": [ "n159", "n161" ] }, { "id": "n159", "type": "rmsNorm", "name": "RMSNorm_27_1", "position": { "x": 200, "y": 16050 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n158" ], "outputs": [ "n160" ] }, { "id": "n160", "type": "groupedQueryAttention", "name": "Attention_27", "position": { "x": 200, "y": 16170 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n159" ], "outputs": [ "n161" ], "scope": "layer.26.attention" }, { "id": "n161", "type": "add", "name": "Add_27_attn", "position": { "x": 200, "y": 16290 }, "params": {}, "inputs": [ "n160", "n158" ], "outputs": [ "n162", "n164" ] }, { "id": "n162", "type": "rmsNorm", "name": "RMSNorm_27_2", "position": { "x": 200, "y": 16410 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n161" ], "outputs": [ "n163" ] }, { "id": "n163", "type": "swiglu", "name": "FFN_27", "position": { "x": 200, "y": 16530 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n162" ], "outputs": [ "n164" ], "scope": "layer.26.ffn" }, { "id": "n164", "type": "add", "name": "Add_27_ffn", "position": { "x": 200, "y": 16650 }, "params": {}, "inputs": [ "n163", "n161" ], "outputs": [ "n165", "n167" ] }, { "id": "n165", "type": "rmsNorm", "name": "RMSNorm_28_1", "position": { "x": 200, "y": 16650 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n164" ], "outputs": [ "n166" ] }, { "id": "n166", "type": "groupedQueryAttention", "name": "Attention_28", "position": { "x": 200, "y": 16770 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n165" ], "outputs": [ "n167" ], "scope": "layer.27.attention" }, { "id": "n167", "type": "add", "name": "Add_28_attn", "position": { "x": 200, "y": 16890 }, "params": {}, "inputs": [ "n166", "n164" ], "outputs": [ "n168", "n170" ] }, { "id": "n168", "type": "rmsNorm", "name": "RMSNorm_28_2", "position": { "x": 200, "y": 17010 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n167" ], "outputs": [ "n169" ] }, { "id": "n169", "type": "swiglu", "name": "FFN_28", "position": { "x": 200, "y": 17130 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n168" ], "outputs": [ "n170" ], "scope": "layer.27.ffn" }, { "id": "n170", "type": "add", "name": "Add_28_ffn", "position": { "x": 200, "y": 17250 }, "params": {}, "inputs": [ "n169", "n167" ], "outputs": [ "n171", "n173" ] }, { "id": "n171", "type": "rmsNorm", "name": "RMSNorm_29_1", "position": { "x": 200, "y": 17250 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n170" ], "outputs": [ "n172" ] }, { "id": "n172", "type": "groupedQueryAttention", "name": "Attention_29", "position": { "x": 200, "y": 17370 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n171" ], "outputs": [ "n173" ], "scope": "layer.28.attention" }, { "id": "n173", "type": "add", "name": "Add_29_attn", "position": { "x": 200, "y": 17490 }, "params": {}, "inputs": [ "n172", "n170" ], "outputs": [ "n174", "n176" ] }, { "id": "n174", "type": "rmsNorm", "name": "RMSNorm_29_2", "position": { "x": 200, "y": 17610 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n173" ], "outputs": [ "n175" ] }, { "id": "n175", "type": "swiglu", "name": "FFN_29", "position": { "x": 200, "y": 17730 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n174" ], "outputs": [ "n176" ], "scope": "layer.28.ffn" }, { "id": "n176", "type": "add", "name": "Add_29_ffn", "position": { "x": 200, "y": 17850 }, "params": {}, "inputs": [ "n175", "n173" ], "outputs": [ "n177", "n179" ] }, { "id": "n177", "type": "rmsNorm", "name": "RMSNorm_30_1", "position": { "x": 200, "y": 17850 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n176" ], "outputs": [ "n178" ] }, { "id": "n178", "type": "groupedQueryAttention", "name": "Attention_30", "position": { "x": 200, "y": 17970 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n177" ], "outputs": [ "n179" ], "scope": "layer.29.attention" }, { "id": "n179", "type": "add", "name": "Add_30_attn", "position": { "x": 200, "y": 18090 }, "params": {}, "inputs": [ "n178", "n176" ], "outputs": [ "n180", "n182" ] }, { "id": "n180", "type": "rmsNorm", "name": "RMSNorm_30_2", "position": { "x": 200, "y": 18210 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n179" ], "outputs": [ "n181" ] }, { "id": "n181", "type": "swiglu", "name": "FFN_30", "position": { "x": 200, "y": 18330 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n180" ], "outputs": [ "n182" ], "scope": "layer.29.ffn" }, { "id": "n182", "type": "add", "name": "Add_30_ffn", "position": { "x": 200, "y": 18450 }, "params": {}, "inputs": [ "n181", "n179" ], "outputs": [ "n183", "n185" ] }, { "id": "n183", "type": "rmsNorm", "name": "RMSNorm_31_1", "position": { "x": 200, "y": 18450 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n182" ], "outputs": [ "n184" ] }, { "id": "n184", "type": "groupedQueryAttention", "name": "Attention_31", "position": { "x": 200, "y": 18570 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n183" ], "outputs": [ "n185" ], "scope": "layer.30.attention" }, { "id": "n185", "type": "add", "name": "Add_31_attn", "position": { "x": 200, "y": 18690 }, "params": {}, "inputs": [ "n184", "n182" ], "outputs": [ "n186", "n188" ] }, { "id": "n186", "type": "rmsNorm", "name": "RMSNorm_31_2", "position": { "x": 200, "y": 18810 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n185" ], "outputs": [ "n187" ] }, { "id": "n187", "type": "swiglu", "name": "FFN_31", "position": { "x": 200, "y": 18930 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n186" ], "outputs": [ "n188" ], "scope": "layer.30.ffn" }, { "id": "n188", "type": "add", "name": "Add_31_ffn", "position": { "x": 200, "y": 19050 }, "params": {}, "inputs": [ "n187", "n185" ], "outputs": [ "n189", "n191" ] }, { "id": "n189", "type": "rmsNorm", "name": "RMSNorm_32_1", "position": { "x": 200, "y": 19050 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n188" ], "outputs": [ "n190" ] }, { "id": "n190", "type": "groupedQueryAttention", "name": "Attention_32", "position": { "x": 200, "y": 19170 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n189" ], "outputs": [ "n191" ], "scope": "layer.31.attention" }, { "id": "n191", "type": "add", "name": "Add_32_attn", "position": { "x": 200, "y": 19290 }, "params": {}, "inputs": [ "n190", "n188" ], "outputs": [ "n192", "n194" ] }, { "id": "n192", "type": "rmsNorm", "name": "RMSNorm_32_2", "position": { "x": 200, "y": 19410 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n191" ], "outputs": [ "n193" ] }, { "id": "n193", "type": "swiglu", "name": "FFN_32", "position": { "x": 200, "y": 19530 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n192" ], "outputs": [ "n194" ], "scope": "layer.31.ffn" }, { "id": "n194", "type": "add", "name": "Add_32_ffn", "position": { "x": 200, "y": 19650 }, "params": {}, "inputs": [ "n193", "n191" ], "outputs": [ "n195", "n197" ] }, { "id": "n195", "type": "rmsNorm", "name": "RMSNorm_33_1", "position": { "x": 200, "y": 19650 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n194" ], "outputs": [ "n196" ] }, { "id": "n196", "type": "groupedQueryAttention", "name": "Attention_33", "position": { "x": 200, "y": 19770 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n195" ], "outputs": [ "n197" ], "scope": "layer.32.attention" }, { "id": "n197", "type": "add", "name": "Add_33_attn", "position": { "x": 200, "y": 19890 }, "params": {}, "inputs": [ "n196", "n194" ], "outputs": [ "n198", "n200" ] }, { "id": "n198", "type": "rmsNorm", "name": "RMSNorm_33_2", "position": { "x": 200, "y": 20010 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n197" ], "outputs": [ "n199" ] }, { "id": "n199", "type": "swiglu", "name": "FFN_33", "position": { "x": 200, "y": 20130 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n198" ], "outputs": [ "n200" ], "scope": "layer.32.ffn" }, { "id": "n200", "type": "add", "name": "Add_33_ffn", "position": { "x": 200, "y": 20250 }, "params": {}, "inputs": [ "n199", "n197" ], "outputs": [ "n201", "n203" ] }, { "id": "n201", "type": "rmsNorm", "name": "RMSNorm_34_1", "position": { "x": 200, "y": 20250 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n200" ], "outputs": [ "n202" ] }, { "id": "n202", "type": "groupedQueryAttention", "name": "Attention_34", "position": { "x": 200, "y": 20370 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n201" ], "outputs": [ "n203" ], "scope": "layer.33.attention" }, { "id": "n203", "type": "add", "name": "Add_34_attn", "position": { "x": 200, "y": 20490 }, "params": {}, "inputs": [ "n202", "n200" ], "outputs": [ "n204", "n206" ] }, { "id": "n204", "type": "rmsNorm", "name": "RMSNorm_34_2", "position": { "x": 200, "y": 20610 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n203" ], "outputs": [ "n205" ] }, { "id": "n205", "type": "swiglu", "name": "FFN_34", "position": { "x": 200, "y": 20730 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n204" ], "outputs": [ "n206" ], "scope": "layer.33.ffn" }, { "id": "n206", "type": "add", "name": "Add_34_ffn", "position": { "x": 200, "y": 20850 }, "params": {}, "inputs": [ "n205", "n203" ], "outputs": [ "n207", "n209" ] }, { "id": "n207", "type": "rmsNorm", "name": "RMSNorm_35_1", "position": { "x": 200, "y": 20850 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n206" ], "outputs": [ "n208" ] }, { "id": "n208", "type": "groupedQueryAttention", "name": "Attention_35", "position": { "x": 200, "y": 20970 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n207" ], "outputs": [ "n209" ], "scope": "layer.34.attention" }, { "id": "n209", "type": "add", "name": "Add_35_attn", "position": { "x": 200, "y": 21090 }, "params": {}, "inputs": [ "n208", "n206" ], "outputs": [ "n210", "n212" ] }, { "id": "n210", "type": "rmsNorm", "name": "RMSNorm_35_2", "position": { "x": 200, "y": 21210 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n209" ], "outputs": [ "n211" ] }, { "id": "n211", "type": "swiglu", "name": "FFN_35", "position": { "x": 200, "y": 21330 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n210" ], "outputs": [ "n212" ], "scope": "layer.34.ffn" }, { "id": "n212", "type": "add", "name": "Add_35_ffn", "position": { "x": 200, "y": 21450 }, "params": {}, "inputs": [ "n211", "n209" ], "outputs": [ "n213", "n215" ] }, { "id": "n213", "type": "rmsNorm", "name": "RMSNorm_36_1", "position": { "x": 200, "y": 21450 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n212" ], "outputs": [ "n214" ] }, { "id": "n214", "type": "groupedQueryAttention", "name": "Attention_36", "position": { "x": 200, "y": 21570 }, "params": { "embedDim": 4096, "numHeads": 32, "numKVHeads": 8, "headDim": 128 }, "inputs": [ "n213" ], "outputs": [ "n215" ], "scope": "layer.35.attention" }, { "id": "n215", "type": "add", "name": "Add_36_attn", "position": { "x": 200, "y": 21690 }, "params": {}, "inputs": [ "n214", "n212" ], "outputs": [ "n216", "n218" ] }, { "id": "n216", "type": "rmsNorm", "name": "RMSNorm_36_2", "position": { "x": 200, "y": 21810 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n215" ], "outputs": [ "n217" ] }, { "id": "n217", "type": "swiglu", "name": "FFN_36", "position": { "x": 200, "y": 21930 }, "params": { "embedDim": 4096, "dim": 4096, "intermediateSize": 12288 }, "inputs": [ "n216" ], "outputs": [ "n218" ], "scope": "layer.35.ffn" }, { "id": "n218", "type": "add", "name": "Add_36_ffn", "position": { "x": 200, "y": 22050 }, "params": {}, "inputs": [ "n217", "n215" ], "outputs": [ "n219" ] }, { "id": "n219", "type": "rmsNorm", "name": "Final_RMSNorm", "position": { "x": 200, "y": 22050 }, "params": { "normalizedShape": 4096 }, "inputs": [ "n218" ], "outputs": [ "n220" ] }, { "id": "n220", "type": "linear", "name": "LM_Head", "position": { "x": 200, "y": 22250 }, "params": { "inFeatures": 4096, "outFeatures": 151936, "bias": false }, "inputs": [ "n219" ], "outputs": [ "n221" ], "scope": "head" }, { "id": "n221", "type": "output", "name": "Output", "position": { "x": 200, "y": 22450 }, "params": {}, "inputs": [ "n220" ], "outputs": [] } ], "connections": [ { "id": "c1", "from": "n1", "to": "n2", "fromPort": "bottom", "toPort": "top" }, { "id": "c2", "from": "n2", "to": "n3", "fromPort": "bottom", "toPort": "top" }, { "id": "c3", "from": "n3", "to": "n4", "fromPort": "bottom", "toPort": "top" }, { "id": "c4", "from": "n4", "to": "n5", "fromPort": "bottom", "toPort": "top" }, { "id": "c5", "from": "n2", "to": "n5", "fromPort": "bottom", "toPort": "left" }, { "id": "c6", "from": "n5", "to": "n6", "fromPort": "bottom", "toPort": "top" }, { "id": "c7", "from": "n6", "to": "n7", "fromPort": "bottom", "toPort": "top" }, { "id": "c8", "from": "n7", "to": "n8", "fromPort": "bottom", "toPort": "top" }, { "id": "c9", "from": "n5", "to": "n8", "fromPort": "bottom", "toPort": "left" }, { "id": "c10", "from": "n8", "to": "n9", "fromPort": "bottom", "toPort": "top" }, { "id": "c11", "from": "n9", "to": "n10", "fromPort": "bottom", "toPort": "top" }, { "id": "c12", "from": "n10", "to": "n11", "fromPort": "bottom", "toPort": "top" }, { "id": "c13", "from": "n8", "to": "n11", "fromPort": "bottom", "toPort": "left" }, { "id": "c14", "from": "n11", "to": "n12", "fromPort": "bottom", "toPort": "top" }, { "id": "c15", "from": "n12", "to": "n13", "fromPort": "bottom", "toPort": "top" }, { "id": "c16", "from": "n13", "to": "n14", "fromPort": "bottom", "toPort": "top" }, { "id": "c17", "from": "n11", "to": "n14", "fromPort": "bottom", "toPort": "left" }, { "id": "c18", "from": "n14", "to": "n15", "fromPort": "bottom", "toPort": "top" }, { "id": "c19", "from": "n15", "to": "n16", "fromPort": "bottom", "toPort": "top" }, { "id": "c20", "from": "n16", "to": "n17", "fromPort": "bottom", "toPort": "top" }, { "id": "c21", "from": "n14", "to": "n17", "fromPort": "bottom", "toPort": "left" }, { "id": "c22", "from": "n17", "to": "n18", "fromPort": "bottom", "toPort": "top" }, { "id": "c23", "from": "n18", "to": "n19", "fromPort": "bottom", "toPort": "top" }, { "id": "c24", "from": "n19", "to": "n20", "fromPort": "bottom", "toPort": "top" }, { "id": "c25", "from": "n17", "to": "n20", "fromPort": "bottom", "toPort": "left" }, { "id": "c26", "from": "n20", "to": "n21", "fromPort": "bottom", "toPort": "top" }, { "id": "c27", "from": "n21", "to": "n22", "fromPort": "bottom", "toPort": "top" }, { "id": "c28", "from": "n22", "to": "n23", "fromPort": "bottom", "toPort": "top" }, { "id": "c29", "from": "n20", "to": "n23", "fromPort": "bottom", "toPort": "left" }, { "id": "c30", "from": "n23", "to": "n24", "fromPort": "bottom", "toPort": "top" }, { "id": "c31", "from": "n24", "to": "n25", "fromPort": "bottom", "toPort": "top" }, { "id": "c32", "from": "n25", "to": "n26", "fromPort": "bottom", "toPort": "top" }, { "id": "c33", "from": "n23", "to": "n26", "fromPort": "bottom", "toPort": "left" }, { "id": "c34", "from": "n26", "to": "n27", "fromPort": "bottom", "toPort": "top" }, { "id": "c35", "from": "n27", "to": "n28", "fromPort": "bottom", "toPort": "top" }, { "id": "c36", "from": "n28", "to": "n29", "fromPort": "bottom", "toPort": "top" }, { "id": "c37", "from": "n26", "to": "n29", "fromPort": "bottom", "toPort": "left" }, { "id": "c38", "from": "n29", "to": "n30", "fromPort": "bottom", "toPort": "top" }, { "id": "c39", "from": "n30", "to": "n31", "fromPort": "bottom", "toPort": "top" }, { "id": "c40", "from": "n31", "to": "n32", "fromPort": "bottom", "toPort": "top" }, { "id": "c41", "from": "n29", "to": "n32", "fromPort": "bottom", "toPort": "left" }, { "id": "c42", "from": "n32", "to": "n33", "fromPort": "bottom", "toPort": "top" }, { "id": "c43", "from": "n33", "to": "n34", "fromPort": "bottom", "toPort": "top" }, { "id": "c44", "from": "n34", "to": "n35", "fromPort": "bottom", "toPort": "top" }, { "id": "c45", "from": "n32", "to": "n35", "fromPort": "bottom", "toPort": "left" }, { "id": "c46", "from": "n35", "to": "n36", "fromPort": "bottom", "toPort": "top" }, { "id": "c47", "from": "n36", "to": "n37", "fromPort": "bottom", "toPort": "top" }, { "id": "c48", "from": "n37", "to": "n38", "fromPort": "bottom", "toPort": "top" }, { "id": "c49", "from": "n35", "to": "n38", "fromPort": "bottom", "toPort": "left" }, { "id": "c50", "from": "n38", "to": "n39", "fromPort": "bottom", "toPort": "top" }, { "id": "c51", "from": "n39", "to": "n40", "fromPort": "bottom", "toPort": "top" }, { "id": "c52", "from": "n40", "to": "n41", "fromPort": "bottom", "toPort": "top" }, { "id": "c53", "from": "n38", "to": "n41", "fromPort": "bottom", "toPort": "left" }, { "id": "c54", "from": "n41", "to": "n42", "fromPort": "bottom", "toPort": "top" }, { "id": "c55", "from": "n42", "to": "n43", "fromPort": "bottom", "toPort": "top" }, { "id": "c56", "from": "n43", "to": "n44", "fromPort": "bottom", "toPort": "top" }, { "id": "c57", "from": "n41", "to": "n44", "fromPort": "bottom", "toPort": "left" }, { "id": "c58", "from": "n44", "to": "n45", "fromPort": "bottom", "toPort": "top" }, { "id": "c59", "from": "n45", "to": "n46", "fromPort": "bottom", "toPort": "top" }, { "id": "c60", "from": "n46", "to": "n47", "fromPort": "bottom", "toPort": "top" }, { "id": "c61", "from": "n44", "to": "n47", "fromPort": "bottom", "toPort": "left" }, { "id": "c62", "from": "n47", "to": "n48", "fromPort": "bottom", "toPort": "top" }, { "id": "c63", "from": "n48", "to": "n49", "fromPort": "bottom", "toPort": "top" }, { "id": "c64", "from": "n49", "to": "n50", "fromPort": "bottom", "toPort": "top" }, { "id": "c65", "from": "n47", "to": "n50", "fromPort": "bottom", "toPort": "left" }, { "id": "c66", "from": "n50", "to": "n51", "fromPort": "bottom", "toPort": "top" }, { "id": "c67", "from": "n51", "to": "n52", "fromPort": "bottom", "toPort": "top" }, { "id": "c68", "from": "n52", "to": "n53", "fromPort": "bottom", "toPort": "top" }, { "id": "c69", "from": "n50", "to": "n53", "fromPort": "bottom", "toPort": "left" }, { "id": "c70", "from": "n53", "to": "n54", "fromPort": "bottom", "toPort": "top" }, { "id": "c71", "from": "n54", "to": "n55", "fromPort": "bottom", "toPort": "top" }, { "id": "c72", "from": "n55", "to": "n56", "fromPort": "bottom", "toPort": "top" }, { "id": "c73", "from": "n53", "to": "n56", "fromPort": "bottom", "toPort": "left" }, { "id": "c74", "from": "n56", "to": "n57", "fromPort": "bottom", "toPort": "top" }, { "id": "c75", "from": "n57", "to": "n58", "fromPort": "bottom", "toPort": "top" }, { "id": "c76", "from": "n58", "to": "n59", "fromPort": "bottom", "toPort": "top" }, { "id": "c77", "from": "n56", "to": "n59", "fromPort": "bottom", "toPort": "left" }, { "id": "c78", "from": "n59", "to": "n60", "fromPort": "bottom", "toPort": "top" }, { "id": "c79", "from": "n60", "to": "n61", "fromPort": "bottom", "toPort": "top" }, { "id": "c80", "from": "n61", "to": "n62", "fromPort": "bottom", "toPort": "top" }, { "id": "c81", "from": "n59", "to": "n62", "fromPort": "bottom", "toPort": "left" }, { "id": "c82", "from": "n62", "to": "n63", "fromPort": "bottom", "toPort": "top" }, { "id": "c83", "from": "n63", "to": "n64", "fromPort": "bottom", "toPort": "top" }, { "id": "c84", "from": "n64", "to": "n65", "fromPort": "bottom", "toPort": "top" }, { "id": "c85", "from": "n62", "to": "n65", "fromPort": "bottom", "toPort": "left" }, { "id": "c86", "from": "n65", "to": "n66", "fromPort": "bottom", "toPort": "top" }, { "id": "c87", "from": "n66", "to": "n67", "fromPort": "bottom", "toPort": "top" }, { "id": "c88", "from": "n67", "to": "n68", "fromPort": "bottom", "toPort": "top" }, { "id": "c89", "from": "n65", "to": "n68", "fromPort": "bottom", "toPort": "left" }, { "id": "c90", "from": "n68", "to": "n69", "fromPort": "bottom", "toPort": "top" }, { "id": "c91", "from": "n69", "to": "n70", "fromPort": "bottom", "toPort": "top" }, { "id": "c92", "from": "n70", "to": "n71", "fromPort": "bottom", "toPort": "top" }, { "id": "c93", "from": "n68", "to": "n71", "fromPort": "bottom", "toPort": "left" }, { "id": "c94", "from": "n71", "to": "n72", "fromPort": "bottom", "toPort": "top" }, { "id": "c95", "from": "n72", "to": "n73", "fromPort": "bottom", "toPort": "top" }, { "id": "c96", "from": "n73", "to": "n74", "fromPort": "bottom", "toPort": "top" }, { "id": "c97", "from": "n71", "to": "n74", "fromPort": "bottom", "toPort": "left" }, { "id": "c98", "from": "n74", "to": "n75", "fromPort": "bottom", "toPort": "top" }, { "id": "c99", "from": "n75", "to": "n76", "fromPort": "bottom", "toPort": "top" }, { "id": "c100", "from": "n76", "to": "n77", "fromPort": "bottom", "toPort": "top" }, { "id": "c101", "from": "n74", "to": "n77", "fromPort": "bottom", "toPort": "left" }, { "id": "c102", "from": "n77", "to": "n78", "fromPort": "bottom", "toPort": "top" }, { "id": "c103", "from": "n78", "to": "n79", "fromPort": "bottom", "toPort": "top" }, { "id": "c104", "from": "n79", "to": "n80", "fromPort": "bottom", "toPort": "top" }, { "id": "c105", "from": "n77", "to": "n80", "fromPort": "bottom", "toPort": "left" }, { "id": "c106", "from": "n80", "to": "n81", "fromPort": "bottom", "toPort": "top" }, { "id": "c107", "from": "n81", "to": "n82", "fromPort": "bottom", "toPort": "top" }, { "id": "c108", "from": "n82", "to": "n83", "fromPort": "bottom", "toPort": "top" }, { "id": "c109", "from": "n80", "to": "n83", "fromPort": "bottom", "toPort": "left" }, { "id": "c110", "from": "n83", "to": "n84", "fromPort": "bottom", "toPort": "top" }, { "id": "c111", "from": "n84", "to": "n85", "fromPort": "bottom", "toPort": "top" }, { "id": "c112", "from": "n85", "to": "n86", "fromPort": "bottom", "toPort": "top" }, { "id": "c113", "from": "n83", "to": "n86", "fromPort": "bottom", "toPort": "left" }, { "id": "c114", "from": "n86", "to": "n87", "fromPort": "bottom", "toPort": "top" }, { "id": "c115", "from": "n87", "to": "n88", "fromPort": "bottom", "toPort": "top" }, { "id": "c116", "from": "n88", "to": "n89", "fromPort": "bottom", "toPort": "top" }, { "id": "c117", "from": "n86", "to": "n89", "fromPort": "bottom", "toPort": "left" }, { "id": "c118", "from": "n89", "to": "n90", "fromPort": "bottom", "toPort": "top" }, { "id": "c119", "from": "n90", "to": "n91", "fromPort": "bottom", "toPort": "top" }, { "id": "c120", "from": "n91", "to": "n92", "fromPort": "bottom", "toPort": "top" }, { "id": "c121", "from": "n89", "to": "n92", "fromPort": "bottom", "toPort": "left" }, { "id": "c122", "from": "n92", "to": "n93", "fromPort": "bottom", "toPort": "top" }, { "id": "c123", "from": "n93", "to": "n94", "fromPort": "bottom", "toPort": "top" }, { "id": "c124", "from": "n94", "to": "n95", "fromPort": "bottom", "toPort": "top" }, { "id": "c125", "from": "n92", "to": "n95", "fromPort": "bottom", "toPort": "left" }, { "id": "c126", "from": "n95", "to": "n96", "fromPort": "bottom", "toPort": "top" }, { "id": "c127", "from": "n96", "to": "n97", "fromPort": "bottom", "toPort": "top" }, { "id": "c128", "from": "n97", "to": "n98", "fromPort": "bottom", "toPort": "top" }, { "id": "c129", "from": "n95", "to": "n98", "fromPort": "bottom", "toPort": "left" }, { "id": "c130", "from": "n98", "to": "n99", "fromPort": "bottom", "toPort": "top" }, { "id": "c131", "from": "n99", "to": "n100", "fromPort": "bottom", "toPort": "top" }, { "id": "c132", "from": "n100", "to": "n101", "fromPort": "bottom", "toPort": "top" }, { "id": "c133", "from": "n98", "to": "n101", "fromPort": "bottom", "toPort": "left" }, { "id": "c134", "from": "n101", "to": "n102", "fromPort": "bottom", "toPort": "top" }, { "id": "c135", "from": "n102", "to": "n103", "fromPort": "bottom", "toPort": "top" }, { "id": "c136", "from": "n103", "to": "n104", "fromPort": "bottom", "toPort": "top" }, { "id": "c137", "from": "n101", "to": "n104", "fromPort": "bottom", "toPort": "left" }, { "id": "c138", "from": "n104", "to": "n105", "fromPort": "bottom", "toPort": "top" }, { "id": "c139", "from": "n105", "to": "n106", "fromPort": "bottom", "toPort": "top" }, { "id": "c140", "from": "n106", "to": "n107", "fromPort": "bottom", "toPort": "top" }, { "id": "c141", "from": "n104", "to": "n107", "fromPort": "bottom", "toPort": "left" }, { "id": "c142", "from": "n107", "to": "n108", "fromPort": "bottom", "toPort": "top" }, { "id": "c143", "from": "n108", "to": "n109", "fromPort": "bottom", "toPort": "top" }, { "id": "c144", "from": "n109", "to": "n110", "fromPort": "bottom", "toPort": "top" }, { "id": "c145", "from": "n107", "to": "n110", "fromPort": "bottom", "toPort": "left" }, { "id": "c146", "from": "n110", "to": "n111", "fromPort": "bottom", "toPort": "top" }, { "id": "c147", "from": "n111", "to": "n112", "fromPort": "bottom", "toPort": "top" }, { "id": "c148", "from": "n112", "to": "n113", "fromPort": "bottom", "toPort": "top" }, { "id": "c149", "from": "n110", "to": "n113", "fromPort": "bottom", "toPort": "left" }, { "id": "c150", "from": "n113", "to": "n114", "fromPort": "bottom", "toPort": "top" }, { "id": "c151", "from": "n114", "to": "n115", "fromPort": "bottom", "toPort": "top" }, { "id": "c152", "from": "n115", "to": "n116", "fromPort": "bottom", "toPort": "top" }, { "id": "c153", "from": "n113", "to": "n116", "fromPort": "bottom", "toPort": "left" }, { "id": "c154", "from": "n116", "to": "n117", "fromPort": "bottom", "toPort": "top" }, { "id": "c155", "from": "n117", "to": "n118", "fromPort": "bottom", "toPort": "top" }, { "id": "c156", "from": "n118", "to": "n119", "fromPort": "bottom", "toPort": "top" }, { "id": "c157", "from": "n116", "to": "n119", "fromPort": "bottom", "toPort": "left" }, { "id": "c158", "from": "n119", "to": "n120", "fromPort": "bottom", "toPort": "top" }, { "id": "c159", "from": "n120", "to": "n121", "fromPort": "bottom", "toPort": "top" }, { "id": "c160", "from": "n121", "to": "n122", "fromPort": "bottom", "toPort": "top" }, { "id": "c161", "from": "n119", "to": "n122", "fromPort": "bottom", "toPort": "left" }, { "id": "c162", "from": "n122", "to": "n123", "fromPort": "bottom", "toPort": "top" }, { "id": "c163", "from": "n123", "to": "n124", "fromPort": "bottom", "toPort": "top" }, { "id": "c164", "from": "n124", "to": "n125", "fromPort": "bottom", "toPort": "top" }, { "id": "c165", "from": "n122", "to": "n125", "fromPort": "bottom", "toPort": "left" }, { "id": "c166", "from": "n125", "to": "n126", "fromPort": "bottom", "toPort": "top" }, { "id": "c167", "from": "n126", "to": "n127", "fromPort": "bottom", "toPort": "top" }, { "id": "c168", "from": "n127", "to": "n128", "fromPort": "bottom", "toPort": "top" }, { "id": "c169", "from": "n125", "to": "n128", "fromPort": "bottom", "toPort": "left" }, { "id": "c170", "from": "n128", "to": "n129", "fromPort": "bottom", "toPort": "top" }, { "id": "c171", "from": "n129", "to": "n130", "fromPort": "bottom", "toPort": "top" }, { "id": "c172", "from": "n130", "to": "n131", "fromPort": "bottom", "toPort": "top" }, { "id": "c173", "from": "n128", "to": "n131", "fromPort": "bottom", "toPort": "left" }, { "id": "c174", "from": "n131", "to": "n132", "fromPort": "bottom", "toPort": "top" }, { "id": "c175", "from": "n132", "to": "n133", "fromPort": "bottom", "toPort": "top" }, { "id": "c176", "from": "n133", "to": "n134", "fromPort": "bottom", "toPort": "top" }, { "id": "c177", "from": "n131", "to": "n134", "fromPort": "bottom", "toPort": "left" }, { "id": "c178", "from": "n134", "to": "n135", "fromPort": "bottom", "toPort": "top" }, { "id": "c179", "from": "n135", "to": "n136", "fromPort": "bottom", "toPort": "top" }, { "id": "c180", "from": "n136", "to": "n137", "fromPort": "bottom", "toPort": "top" }, { "id": "c181", "from": "n134", "to": "n137", "fromPort": "bottom", "toPort": "left" }, { "id": "c182", "from": "n137", "to": "n138", "fromPort": "bottom", "toPort": "top" }, { "id": "c183", "from": "n138", "to": "n139", "fromPort": "bottom", "toPort": "top" }, { "id": "c184", "from": "n139", "to": "n140", "fromPort": "bottom", "toPort": "top" }, { "id": "c185", "from": "n137", "to": "n140", "fromPort": "bottom", "toPort": "left" }, { "id": "c186", "from": "n140", "to": "n141", "fromPort": "bottom", "toPort": "top" }, { "id": "c187", "from": "n141", "to": "n142", "fromPort": "bottom", "toPort": "top" }, { "id": "c188", "from": "n142", "to": "n143", "fromPort": "bottom", "toPort": "top" }, { "id": "c189", "from": "n140", "to": "n143", "fromPort": "bottom", "toPort": "left" }, { "id": "c190", "from": "n143", "to": "n144", "fromPort": "bottom", "toPort": "top" }, { "id": "c191", "from": "n144", "to": "n145", "fromPort": "bottom", "toPort": "top" }, { "id": "c192", "from": "n145", "to": "n146", "fromPort": "bottom", "toPort": "top" }, { "id": "c193", "from": "n143", "to": "n146", "fromPort": "bottom", "toPort": "left" }, { "id": "c194", "from": "n146", "to": "n147", "fromPort": "bottom", "toPort": "top" }, { "id": "c195", "from": "n147", "to": "n148", "fromPort": "bottom", "toPort": "top" }, { "id": "c196", "from": "n148", "to": "n149", "fromPort": "bottom", "toPort": "top" }, { "id": "c197", "from": "n146", "to": "n149", "fromPort": "bottom", "toPort": "left" }, { "id": "c198", "from": "n149", "to": "n150", "fromPort": "bottom", "toPort": "top" }, { "id": "c199", "from": "n150", "to": "n151", "fromPort": "bottom", "toPort": "top" }, { "id": "c200", "from": "n151", "to": "n152", "fromPort": "bottom", "toPort": "top" }, { "id": "c201", "from": "n149", "to": "n152", "fromPort": "bottom", "toPort": "left" }, { "id": "c202", "from": "n152", "to": "n153", "fromPort": "bottom", "toPort": "top" }, { "id": "c203", "from": "n153", "to": "n154", "fromPort": "bottom", "toPort": "top" }, { "id": "c204", "from": "n154", "to": "n155", "fromPort": "bottom", "toPort": "top" }, { "id": "c205", "from": "n152", "to": "n155", "fromPort": "bottom", "toPort": "left" }, { "id": "c206", "from": "n155", "to": "n156", "fromPort": "bottom", "toPort": "top" }, { "id": "c207", "from": "n156", "to": "n157", "fromPort": "bottom", "toPort": "top" }, { "id": "c208", "from": "n157", "to": "n158", "fromPort": "bottom", "toPort": "top" }, { "id": "c209", "from": "n155", "to": "n158", "fromPort": "bottom", "toPort": "left" }, { "id": "c210", "from": "n158", "to": "n159", "fromPort": "bottom", "toPort": "top" }, { "id": "c211", "from": "n159", "to": "n160", "fromPort": "bottom", "toPort": "top" }, { "id": "c212", "from": "n160", "to": "n161", "fromPort": "bottom", "toPort": "top" }, { "id": "c213", "from": "n158", "to": "n161", "fromPort": "bottom", "toPort": "left" }, { "id": "c214", "from": "n161", "to": "n162", "fromPort": "bottom", "toPort": "top" }, { "id": "c215", "from": "n162", "to": "n163", "fromPort": "bottom", "toPort": "top" }, { "id": "c216", "from": "n163", "to": "n164", "fromPort": "bottom", "toPort": "top" }, { "id": "c217", "from": "n161", "to": "n164", "fromPort": "bottom", "toPort": "left" }, { "id": "c218", "from": "n164", "to": "n165", "fromPort": "bottom", "toPort": "top" }, { "id": "c219", "from": "n165", "to": "n166", "fromPort": "bottom", "toPort": "top" }, { "id": "c220", "from": "n166", "to": "n167", "fromPort": "bottom", "toPort": "top" }, { "id": "c221", "from": "n164", "to": "n167", "fromPort": "bottom", "toPort": "left" }, { "id": "c222", "from": "n167", "to": "n168", "fromPort": "bottom", "toPort": "top" }, { "id": "c223", "from": "n168", "to": "n169", "fromPort": "bottom", "toPort": "top" }, { "id": "c224", "from": "n169", "to": "n170", "fromPort": "bottom", "toPort": "top" }, { "id": "c225", "from": "n167", "to": "n170", "fromPort": "bottom", "toPort": "left" }, { "id": "c226", "from": "n170", "to": "n171", "fromPort": "bottom", "toPort": "top" }, { "id": "c227", "from": "n171", "to": "n172", "fromPort": "bottom", "toPort": "top" }, { "id": "c228", "from": "n172", "to": "n173", "fromPort": "bottom", "toPort": "top" }, { "id": "c229", "from": "n170", "to": "n173", "fromPort": "bottom", "toPort": "left" }, { "id": "c230", "from": "n173", "to": "n174", "fromPort": "bottom", "toPort": "top" }, { "id": "c231", "from": "n174", "to": "n175", "fromPort": "bottom", "toPort": "top" }, { "id": "c232", "from": "n175", "to": "n176", "fromPort": "bottom", "toPort": "top" }, { "id": "c233", "from": "n173", "to": "n176", "fromPort": "bottom", "toPort": "left" }, { "id": "c234", "from": "n176", "to": "n177", "fromPort": "bottom", "toPort": "top" }, { "id": "c235", "from": "n177", "to": "n178", "fromPort": "bottom", "toPort": "top" }, { "id": "c236", "from": "n178", "to": "n179", "fromPort": "bottom", "toPort": "top" }, { "id": "c237", "from": "n176", "to": "n179", "fromPort": "bottom", "toPort": "left" }, { "id": "c238", "from": "n179", "to": "n180", "fromPort": "bottom", "toPort": "top" }, { "id": "c239", "from": "n180", "to": "n181", "fromPort": "bottom", "toPort": "top" }, { "id": "c240", "from": "n181", "to": "n182", "fromPort": "bottom", "toPort": "top" }, { "id": "c241", "from": "n179", "to": "n182", "fromPort": "bottom", "toPort": "left" }, { "id": "c242", "from": "n182", "to": "n183", "fromPort": "bottom", "toPort": "top" }, { "id": "c243", "from": "n183", "to": "n184", "fromPort": "bottom", "toPort": "top" }, { "id": "c244", "from": "n184", "to": "n185", "fromPort": "bottom", "toPort": "top" }, { "id": "c245", "from": "n182", "to": "n185", "fromPort": "bottom", "toPort": "left" }, { "id": "c246", "from": "n185", "to": "n186", "fromPort": "bottom", "toPort": "top" }, { "id": "c247", "from": "n186", "to": "n187", "fromPort": "bottom", "toPort": "top" }, { "id": "c248", "from": "n187", "to": "n188", "fromPort": "bottom", "toPort": "top" }, { "id": "c249", "from": "n185", "to": "n188", "fromPort": "bottom", "toPort": "left" }, { "id": "c250", "from": "n188", "to": "n189", "fromPort": "bottom", "toPort": "top" }, { "id": "c251", "from": "n189", "to": "n190", "fromPort": "bottom", "toPort": "top" }, { "id": "c252", "from": "n190", "to": "n191", "fromPort": "bottom", "toPort": "top" }, { "id": "c253", "from": "n188", "to": "n191", "fromPort": "bottom", "toPort": "left" }, { "id": "c254", "from": "n191", "to": "n192", "fromPort": "bottom", "toPort": "top" }, { "id": "c255", "from": "n192", "to": "n193", "fromPort": "bottom", "toPort": "top" }, { "id": "c256", "from": "n193", "to": "n194", "fromPort": "bottom", "toPort": "top" }, { "id": "c257", "from": "n191", "to": "n194", "fromPort": "bottom", "toPort": "left" }, { "id": "c258", "from": "n194", "to": "n195", "fromPort": "bottom", "toPort": "top" }, { "id": "c259", "from": "n195", "to": "n196", "fromPort": "bottom", "toPort": "top" }, { "id": "c260", "from": "n196", "to": "n197", "fromPort": "bottom", "toPort": "top" }, { "id": "c261", "from": "n194", "to": "n197", "fromPort": "bottom", "toPort": "left" }, { "id": "c262", "from": "n197", "to": "n198", "fromPort": "bottom", "toPort": "top" }, { "id": "c263", "from": "n198", "to": "n199", "fromPort": "bottom", "toPort": "top" }, { "id": "c264", "from": "n199", "to": "n200", "fromPort": "bottom", "toPort": "top" }, { "id": "c265", "from": "n197", "to": "n200", "fromPort": "bottom", "toPort": "left" }, { "id": "c266", "from": "n200", "to": "n201", "fromPort": "bottom", "toPort": "top" }, { "id": "c267", "from": "n201", "to": "n202", "fromPort": "bottom", "toPort": "top" }, { "id": "c268", "from": "n202", "to": "n203", "fromPort": "bottom", "toPort": "top" }, { "id": "c269", "from": "n200", "to": "n203", "fromPort": "bottom", "toPort": "left" }, { "id": "c270", "from": "n203", "to": "n204", "fromPort": "bottom", "toPort": "top" }, { "id": "c271", "from": "n204", "to": "n205", "fromPort": "bottom", "toPort": "top" }, { "id": "c272", "from": "n205", "to": "n206", "fromPort": "bottom", "toPort": "top" }, { "id": "c273", "from": "n203", "to": "n206", "fromPort": "bottom", "toPort": "left" }, { "id": "c274", "from": "n206", "to": "n207", "fromPort": "bottom", "toPort": "top" }, { "id": "c275", "from": "n207", "to": "n208", "fromPort": "bottom", "toPort": "top" }, { "id": "c276", "from": "n208", "to": "n209", "fromPort": "bottom", "toPort": "top" }, { "id": "c277", "from": "n206", "to": "n209", "fromPort": "bottom", "toPort": "left" }, { "id": "c278", "from": "n209", "to": "n210", "fromPort": "bottom", "toPort": "top" }, { "id": "c279", "from": "n210", "to": "n211", "fromPort": "bottom", "toPort": "top" }, { "id": "c280", "from": "n211", "to": "n212", "fromPort": "bottom", "toPort": "top" }, { "id": "c281", "from": "n209", "to": "n212", "fromPort": "bottom", "toPort": "left" }, { "id": "c282", "from": "n212", "to": "n213", "fromPort": "bottom", "toPort": "top" }, { "id": "c283", "from": "n213", "to": "n214", "fromPort": "bottom", "toPort": "top" }, { "id": "c284", "from": "n214", "to": "n215", "fromPort": "bottom", "toPort": "top" }, { "id": "c285", "from": "n212", "to": "n215", "fromPort": "bottom", "toPort": "left" }, { "id": "c286", "from": "n215", "to": "n216", "fromPort": "bottom", "toPort": "top" }, { "id": "c287", "from": "n216", "to": "n217", "fromPort": "bottom", "toPort": "top" }, { "id": "c288", "from": "n217", "to": "n218", "fromPort": "bottom", "toPort": "top" }, { "id": "c289", "from": "n215", "to": "n218", "fromPort": "bottom", "toPort": "left" }, { "id": "c290", "from": "n218", "to": "n219", "fromPort": "bottom", "toPort": "top" }, { "id": "c291", "from": "n219", "to": "n220", "fromPort": "bottom", "toPort": "top" }, { "id": "c292", "from": "n220", "to": "n221", "fromPort": "bottom", "toPort": "top" } ], "realParamCount": 8190735360, "description": "Qwen3-8B (Alibaba Cloud (Qwen team)): full 36-layer graph, GQA 32:8, imported from the official Hugging Face config.json." }