{
  "format": "tensorviz.graph",
  "version": 3,
  "exportedAt": "2026-09-17T01:50:58.662616+00:00",
  "status": "static",
  "warningCount": 0,
  "document": {
    "schemaVersion": 2,
    "semantic": {
      "graph_id": "snapshot",
      "name": "TokenMixer",
      "revision": 0,
      "nodes": [
        {
          "node_id": "input",
          "kind": "input",
          "op": "Input",
          "params": {
            "shape": "1,4,32"
          },
          "in_ports": [],
          "out_ports": [
            "y"
          ],
          "metadata": {
            "layerType": {
              "id": "input",
              "name": "Input",
              "displayName": "Input",
              "description": "Model input node",
              "icon": "ArrowRight",
              "category": "io",
              "parameters": [
                {
                  "name": "shape",
                  "type": "string",
                  "defaultValue": "1,3,224,224",
                  "required": true,
                  "description": "Input tensor shape (comma-separated, e.g., 1,3,224,224)"
                },
                {
                  "name": "name",
                  "type": "string",
                  "defaultValue": "input",
                  "required": false,
                  "description": "Name for this input"
                }
              ]
            }
          }
        },
        {
          "node_id": "attention",
          "kind": "module",
          "op": "Module",
          "params": {},
          "in_ports": [
            "x"
          ],
          "out_ports": [
            "y"
          ],
          "metadata": {
            "layerType": {
              "id": "module",
              "name": "Module",
              "displayName": "Module",
              "description": "Custom module group (nn.Module)",
              "icon": "Package",
              "category": "module",
              "parameters": [
                {
                  "name": "name",
                  "type": "string",
                  "defaultValue": "CustomModule",
                  "required": true,
                  "description": "Module class name"
                },
                {
                  "name": "description",
                  "type": "string",
                  "defaultValue": "",
                  "required": false,
                  "description": "Module description"
                }
              ]
            },
            "moduleInstanceId": "attention",
            "moduleTemplateId": "model::SelfAttention",
            "isGroup": true,
            "moduleMembers": [
              "attention.query",
              "attention.key",
              "python@attention#0",
              "attention.value",
              "attention.softmax",
              "python@attention#1",
              "attention.project",
              "add@attention#0"
            ],
            "moduleLayerCount": 8
          }
        },
        {
          "node_id": "norm",
          "kind": "layer",
          "op": "LayerNorm",
          "params": {
            "normalized_shape": 32
          },
          "in_ports": [
            "x"
          ],
          "out_ports": [
            "y"
          ],
          "metadata": {
            "layerType": {
              "id": "layernorm",
              "name": "LayerNorm",
              "displayName": "LayerNorm",
              "description": "Layer Normalization",
              "icon": "Layers",
              "category": "norm",
              "parameters": [
                {
                  "name": "normalized_shape",
                  "type": "string",
                  "defaultValue": "512",
                  "required": true,
                  "description": "Input shape for normalization (comma-separated for multi-dim, e.g., 512)"
                },
                {
                  "name": "eps",
                  "type": "number",
                  "defaultValue": 0.00001,
                  "required": false,
                  "description": "Value for numerical stability",
                  "min": 0
                },
                {
                  "name": "elementwise_affine",
                  "type": "boolean",
                  "defaultValue": true,
                  "required": false,
                  "description": "If True, learnable affine parameters"
                }
              ]
            }
          }
        },
        {
          "node_id": "output",
          "kind": "output",
          "op": "Output",
          "params": {},
          "in_ports": [
            "x"
          ],
          "out_ports": [],
          "metadata": {
            "layerType": {
              "id": "output",
              "name": "Output",
              "displayName": "Output",
              "description": "Model output node",
              "icon": "ArrowLeft",
              "category": "io",
              "parameters": [
                {
                  "name": "name",
                  "type": "string",
                  "defaultValue": "output",
                  "required": false,
                  "description": "Name for this output"
                }
              ]
            }
          }
        },
        {
          "node_id": "attention.query",
          "kind": "layer",
          "op": "Linear",
          "params": {
            "in_features": 32,
            "out_features": 32
          },
          "in_ports": [
            "x"
          ],
          "out_ports": [
            "y"
          ],
          "metadata": {
            "layerType": {
              "id": "linear",
              "name": "Linear",
              "displayName": "Linear",
              "description": "Fully Connected Layer",
              "icon": "Minus",
              "category": "linear",
              "parameters": [
                {
                  "name": "in_features",
                  "type": "number",
                  "defaultValue": 512,
                  "required": true,
                  "description": "Size of input features",
                  "min": 1
                },
                {
                  "name": "out_features",
                  "type": "number",
                  "defaultValue": 256,
                  "required": true,
                  "description": "Size of output features",
                  "min": 1
                },
                {
                  "name": "bias",
                  "type": "boolean",
                  "defaultValue": true,
                  "required": false,
                  "description": "If set to False, the layer will not learn an additive bias"
                }
              ]
            },
            "parentId": "attention"
          }
        },
        {
          "node_id": "attention.key",
          "kind": "layer",
          "op": "Linear",
          "params": {
            "in_features": 32,
            "out_features": 32
          },
          "in_ports": [
            "x"
          ],
          "out_ports": [
            "y"
          ],
          "metadata": {
            "layerType": {
              "id": "linear",
              "name": "Linear",
              "displayName": "Linear",
              "description": "Fully Connected Layer",
              "icon": "Minus",
              "category": "linear",
              "parameters": [
                {
                  "name": "in_features",
                  "type": "number",
                  "defaultValue": 512,
                  "required": true,
                  "description": "Size of input features",
                  "min": 1
                },
                {
                  "name": "out_features",
                  "type": "number",
                  "defaultValue": 256,
                  "required": true,
                  "description": "Size of output features",
                  "min": 1
                },
                {
                  "name": "bias",
                  "type": "boolean",
                  "defaultValue": true,
                  "required": false,
                  "description": "If set to False, the layer will not learn an additive bias"
                }
              ]
            },
            "parentId": "attention"
          }
        },
        {
          "node_id": "python@attention#0",
          "kind": "layer",
          "op": "Python",
          "params": {},
          "in_ports": [
            "x"
          ],
          "out_ports": [
            "y"
          ],
          "metadata": {
            "layerType": {
              "id": "python",
              "name": "Python",
              "displayName": "Scores · Python",
              "description": "A statement from the source file that has no graph equivalent. Its code is kept verbatim and its shape is unknown until the model is traced.",
              "icon": "Hash",
              "category": "misc",
              "parameters": []
            },
            "parentId": "attention"
          }
        },
        {
          "node_id": "attention.value",
          "kind": "layer",
          "op": "Linear",
          "params": {
            "in_features": 32,
            "out_features": 32
          },
          "in_ports": [
            "x"
          ],
          "out_ports": [
            "y"
          ],
          "metadata": {
            "layerType": {
              "id": "linear",
              "name": "Linear",
              "displayName": "Linear",
              "description": "Fully Connected Layer",
              "icon": "Minus",
              "category": "linear",
              "parameters": [
                {
                  "name": "in_features",
                  "type": "number",
                  "defaultValue": 512,
                  "required": true,
                  "description": "Size of input features",
                  "min": 1
                },
                {
                  "name": "out_features",
                  "type": "number",
                  "defaultValue": 256,
                  "required": true,
                  "description": "Size of output features",
                  "min": 1
                },
                {
                  "name": "bias",
                  "type": "boolean",
                  "defaultValue": true,
                  "required": false,
                  "description": "If set to False, the layer will not learn an additive bias"
                }
              ]
            },
            "parentId": "attention"
          }
        },
        {
          "node_id": "attention.softmax",
          "kind": "layer",
          "op": "Softmax",
          "params": {},
          "in_ports": [
            "x"
          ],
          "out_ports": [
            "y"
          ],
          "metadata": {
            "layerType": {
              "id": "softmax",
              "name": "Softmax",
              "displayName": "Softmax",
              "description": "Softmax over a dimension",
              "icon": "TrendingUp",
              "category": "activation",
              "parameters": [
                {
                  "name": "dim",
                  "type": "number",
                  "defaultValue": 1,
                  "required": true,
                  "description": "Dimension along which Softmax is computed"
                }
              ]
            },
            "parentId": "attention"
          }
        },
        {
          "node_id": "python@attention#1",
          "kind": "layer",
          "op": "Python",
          "params": {},
          "in_ports": [
            "x"
          ],
          "out_ports": [
            "y"
          ],
          "metadata": {
            "layerType": {
              "id": "python",
              "name": "Python",
              "displayName": "Mix values · Python",
              "description": "A statement from the source file that has no graph equivalent. Its code is kept verbatim and its shape is unknown until the model is traced.",
              "icon": "Hash",
              "category": "misc",
              "parameters": []
            },
            "parentId": "attention"
          }
        },
        {
          "node_id": "attention.project",
          "kind": "layer",
          "op": "Linear",
          "params": {
            "in_features": 32,
            "out_features": 32
          },
          "in_ports": [
            "x"
          ],
          "out_ports": [
            "y"
          ],
          "metadata": {
            "layerType": {
              "id": "linear",
              "name": "Linear",
              "displayName": "Linear",
              "description": "Fully Connected Layer",
              "icon": "Minus",
              "category": "linear",
              "parameters": [
                {
                  "name": "in_features",
                  "type": "number",
                  "defaultValue": 512,
                  "required": true,
                  "description": "Size of input features",
                  "min": 1
                },
                {
                  "name": "out_features",
                  "type": "number",
                  "defaultValue": 256,
                  "required": true,
                  "description": "Size of output features",
                  "min": 1
                },
                {
                  "name": "bias",
                  "type": "boolean",
                  "defaultValue": true,
                  "required": false,
                  "description": "If set to False, the layer will not learn an additive bias"
                }
              ]
            },
            "parentId": "attention"
          }
        },
        {
          "node_id": "add@attention#0",
          "kind": "layer",
          "op": "torch.add",
          "params": {},
          "in_ports": [
            "x"
          ],
          "out_ports": [
            "y"
          ],
          "metadata": {
            "layerType": {
              "id": "add",
              "name": "torch.add",
              "displayName": "torch.add",
              "description": "PyTorch add operation",
              "icon": "Activity",
              "category": "tensor",
              "parameters": [
                {
                  "name": "dim",
                  "type": "string",
                  "defaultValue": "",
                  "required": false,
                  "description": "Dimension(s) to apply the operation on"
                }
              ]
            },
            "parentId": "attention"
          }
        }
      ],
      "edges": [
        {
          "edge_id": "edge-1",
          "source_node_id": "attention.query",
          "target_node_id": "python@attention#0",
          "source_port": "y",
          "target_port": "x",
          "metadata": {}
        },
        {
          "edge_id": "edge-2",
          "source_node_id": "attention.key",
          "target_node_id": "python@attention#0",
          "source_port": "y",
          "target_port": "x",
          "metadata": {}
        },
        {
          "edge_id": "edge-3",
          "source_node_id": "python@attention#0",
          "target_node_id": "attention.softmax",
          "source_port": "y",
          "target_port": "x",
          "metadata": {}
        },
        {
          "edge_id": "edge-4",
          "source_node_id": "attention.softmax",
          "target_node_id": "python@attention#1",
          "source_port": "y",
          "target_port": "x",
          "metadata": {}
        },
        {
          "edge_id": "edge-5",
          "source_node_id": "attention.value",
          "target_node_id": "python@attention#1",
          "source_port": "y",
          "target_port": "x",
          "metadata": {}
        },
        {
          "edge_id": "edge-6",
          "source_node_id": "python@attention#1",
          "target_node_id": "attention.project",
          "source_port": "y",
          "target_port": "x",
          "metadata": {}
        },
        {
          "edge_id": "edge-7",
          "source_node_id": "attention.project",
          "target_node_id": "add@attention#0",
          "source_port": "y",
          "target_port": "x",
          "metadata": {}
        },
        {
          "edge_id": "edge-8",
          "source_node_id": "input",
          "target_node_id": "attention.query",
          "source_port": "y",
          "target_port": "x",
          "metadata": {}
        },
        {
          "edge_id": "edge-9",
          "source_node_id": "input",
          "target_node_id": "attention.key",
          "source_port": "y",
          "target_port": "x",
          "metadata": {}
        },
        {
          "edge_id": "edge-10",
          "source_node_id": "input",
          "target_node_id": "attention.value",
          "source_port": "y",
          "target_port": "x",
          "metadata": {}
        },
        {
          "edge_id": "edge-11",
          "source_node_id": "input",
          "target_node_id": "add@attention#0",
          "source_port": "y",
          "target_port": "x",
          "metadata": {}
        },
        {
          "edge_id": "edge-12",
          "source_node_id": "input",
          "target_node_id": "attention",
          "source_port": "y",
          "target_port": "x",
          "metadata": {}
        },
        {
          "edge_id": "edge-13",
          "source_node_id": "add@attention#0",
          "target_node_id": "norm",
          "source_port": "y",
          "target_port": "x",
          "metadata": {}
        },
        {
          "edge_id": "edge-14",
          "source_node_id": "attention",
          "target_node_id": "norm",
          "source_port": "y",
          "target_port": "x",
          "metadata": {}
        },
        {
          "edge_id": "edge-15",
          "source_node_id": "norm",
          "target_node_id": "output",
          "source_port": "y",
          "target_port": "x",
          "metadata": {}
        }
      ],
      "inputs": [],
      "modules": [],
      "operations": [],
      "metadata": {}
    },
    "view": {
      "graph_id": "snapshot",
      "node_positions": {
        "input": {
          "x": 0,
          "y": 160
        },
        "attention": {
          "x": 340,
          "y": 160
        },
        "norm": {
          "x": 680,
          "y": 160
        },
        "output": {
          "x": 1020,
          "y": 160
        },
        "attention.query": {
          "x": 24,
          "y": 214
        },
        "attention.key": {
          "x": 24,
          "y": 364
        },
        "python@attention#0": {
          "x": 24,
          "y": 514
        },
        "attention.value": {
          "x": 24,
          "y": 664
        },
        "attention.softmax": {
          "x": 24,
          "y": 814
        },
        "python@attention#1": {
          "x": 24,
          "y": 964
        },
        "attention.project": {
          "x": 24,
          "y": 1114
        },
        "add@attention#0": {
          "x": 24,
          "y": 1264
        }
      },
      "collapsed_modules": [
        "attention"
      ],
      "selection": [],
      "layout": {}
    }
  },
  "snapshotId": "snapshot-e3d6d8e8fdaa33ee",
  "collaboration": {
    "walkthrough": {
      "title": "Inside self-attention",
      "steps": [
        {
          "id": "three-projections",
          "title": "Three views of the same tokens",
          "note": "The same input enters separate query, key and value projections. Each preserves the 32-feature width. The expanded block shows their different paths.",
          "view": {
            "camera": {
              "x": 308.5,
              "y": 6,
              "z": 1.25
            },
            "nodePositions": {
              "input": {
                "x": 0,
                "y": 160
              },
              "attention": {
                "x": 340,
                "y": 160
              },
              "norm": {
                "x": 680,
                "y": 160
              },
              "output": {
                "x": 1020,
                "y": 160
              },
              "attention.query": {
                "x": 24,
                "y": 214
              },
              "attention.key": {
                "x": 24,
                "y": 364
              },
              "python@attention#0": {
                "x": 24,
                "y": 514
              },
              "attention.value": {
                "x": 24,
                "y": 664
              },
              "attention.softmax": {
                "x": 24,
                "y": 814
              },
              "python@attention#1": {
                "x": 24,
                "y": 964
              },
              "attention.project": {
                "x": 24,
                "y": 1114
              },
              "add@attention#0": {
                "x": 24,
                "y": 1264
              }
            },
            "expandedModuleIds": [
              "attention"
            ],
            "selectedNodeIds": [
              "attention.query"
            ],
            "viewport": {
              "width": 1100,
              "height": 700
            }
          },
          "anchors": [
            {
              "target": {
                "kind": "node",
                "nodeId": "attention.query"
              },
              "snapshotId": "snapshot-e3d6d8e8fdaa33ee",
              "exportedAt": "2026-09-17T01:50:58.662616+00:00",
              "modelName": "TokenMixer",
              "context": "{\"connections\":[\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"attention.query\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"python@attention#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"input\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"attention.query\\\",\\\"targetPort\\\":\\\"x\\\"}\"],\"contents\":[],\"node\":{\"id\":\"attention.query\",\"kind\":\"layer\",\"op\":\"Linear\",\"params\":{\"in_features\":32,\"out_features\":32},\"parent\":\"attention\"}}"
            }
          ]
        },
        {
          "id": "scores",
          "title": "Compare queries with keys",
          "note": "The source multiplies Q by transposed K and scales by √32. Four tokens produce a 4 × 4 score matrix per example. These tensor expressions are grouped into this Python node.",
          "view": {
            "camera": {
              "x": 308.5,
              "y": -294,
              "z": 1.25
            },
            "nodePositions": {
              "input": {
                "x": 0,
                "y": 160
              },
              "attention": {
                "x": 340,
                "y": 160
              },
              "norm": {
                "x": 680,
                "y": 160
              },
              "output": {
                "x": 1020,
                "y": 160
              },
              "attention.query": {
                "x": 24,
                "y": 214
              },
              "attention.key": {
                "x": 24,
                "y": 364
              },
              "python@attention#0": {
                "x": 24,
                "y": 514
              },
              "attention.value": {
                "x": 24,
                "y": 664
              },
              "attention.softmax": {
                "x": 24,
                "y": 814
              },
              "python@attention#1": {
                "x": 24,
                "y": 964
              },
              "attention.project": {
                "x": 24,
                "y": 1114
              },
              "add@attention#0": {
                "x": 24,
                "y": 1264
              }
            },
            "expandedModuleIds": [
              "attention"
            ],
            "selectedNodeIds": [
              "python@attention#0"
            ],
            "viewport": {
              "width": 1100,
              "height": 700
            }
          },
          "anchors": [
            {
              "target": {
                "kind": "node",
                "nodeId": "python@attention#0"
              },
              "snapshotId": "snapshot-e3d6d8e8fdaa33ee",
              "exportedAt": "2026-09-17T01:50:58.662616+00:00",
              "modelName": "TokenMixer",
              "context": "{\"connections\":[\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"attention.key\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"python@attention#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"attention.query\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"python@attention#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@attention#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"attention.softmax\\\",\\\"targetPort\\\":\\\"x\\\"}\"],\"contents\":[],\"node\":{\"id\":\"python@attention#0\",\"kind\":\"layer\",\"op\":\"Python\",\"params\":{},\"parent\":\"attention\"}}"
            }
          ]
        },
        {
          "id": "weights",
          "title": "Turn scores into weights",
          "note": "Softmax normalizes each query's scores across the four keys. The next Python node multiplies those weights by V, producing four 32-wide mixtures.",
          "view": {
            "camera": {
              "x": 308.5,
              "y": -594,
              "z": 1.25
            },
            "nodePositions": {
              "input": {
                "x": 0,
                "y": 160
              },
              "attention": {
                "x": 340,
                "y": 160
              },
              "norm": {
                "x": 680,
                "y": 160
              },
              "output": {
                "x": 1020,
                "y": 160
              },
              "attention.query": {
                "x": 24,
                "y": 214
              },
              "attention.key": {
                "x": 24,
                "y": 364
              },
              "python@attention#0": {
                "x": 24,
                "y": 514
              },
              "attention.value": {
                "x": 24,
                "y": 664
              },
              "attention.softmax": {
                "x": 24,
                "y": 814
              },
              "python@attention#1": {
                "x": 24,
                "y": 964
              },
              "attention.project": {
                "x": 24,
                "y": 1114
              },
              "add@attention#0": {
                "x": 24,
                "y": 1264
              }
            },
            "expandedModuleIds": [
              "attention"
            ],
            "selectedNodeIds": [
              "attention.softmax"
            ],
            "viewport": {
              "width": 1100,
              "height": 700
            }
          },
          "anchors": [
            {
              "target": {
                "kind": "node",
                "nodeId": "attention.softmax"
              },
              "snapshotId": "snapshot-e3d6d8e8fdaa33ee",
              "exportedAt": "2026-09-17T01:50:58.662616+00:00",
              "modelName": "TokenMixer",
              "context": "{\"connections\":[\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"attention.softmax\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"python@attention#1\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@attention#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"attention.softmax\\\",\\\"targetPort\\\":\\\"x\\\"}\"],\"contents\":[],\"node\":{\"id\":\"attention.softmax\",\"kind\":\"layer\",\"op\":\"Softmax\",\"params\":{},\"parent\":\"attention\"}}"
            }
          ]
        },
        {
          "id": "residual",
          "title": "Keep a route for the original input",
          "note": "A final projection preserves the width so its result can be added to the original tokens. LayerNorm follows the attention block; the output is still [1, 4, 32].",
          "view": {
            "camera": {
              "x": 308.5,
              "y": -1044,
              "z": 1.25
            },
            "nodePositions": {
              "input": {
                "x": 0,
                "y": 160
              },
              "attention": {
                "x": 340,
                "y": 160
              },
              "norm": {
                "x": 680,
                "y": 160
              },
              "output": {
                "x": 1020,
                "y": 160
              },
              "attention.query": {
                "x": 24,
                "y": 214
              },
              "attention.key": {
                "x": 24,
                "y": 364
              },
              "python@attention#0": {
                "x": 24,
                "y": 514
              },
              "attention.value": {
                "x": 24,
                "y": 664
              },
              "attention.softmax": {
                "x": 24,
                "y": 814
              },
              "python@attention#1": {
                "x": 24,
                "y": 964
              },
              "attention.project": {
                "x": 24,
                "y": 1114
              },
              "add@attention#0": {
                "x": 24,
                "y": 1264
              }
            },
            "expandedModuleIds": [
              "attention"
            ],
            "selectedNodeIds": [
              "add@attention#0"
            ],
            "viewport": {
              "width": 1100,
              "height": 700
            }
          },
          "anchors": [
            {
              "target": {
                "kind": "node",
                "nodeId": "add@attention#0"
              },
              "snapshotId": "snapshot-e3d6d8e8fdaa33ee",
              "exportedAt": "2026-09-17T01:50:58.662616+00:00",
              "modelName": "TokenMixer",
              "context": "{\"connections\":[\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"add@attention#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"norm\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"attention.project\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"add@attention#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"input\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"add@attention#0\\\",\\\"targetPort\\\":\\\"x\\\"}\"],\"contents\":[],\"node\":{\"id\":\"add@attention#0\",\"kind\":\"layer\",\"op\":\"torch.add\",\"params\":{},\"parent\":\"attention\"}}"
            }
          ]
        }
      ]
    },
    "threads": [],
    "savedViews": [
      {
        "id": "weights",
        "title": "Turn scores into weights",
        "note": "Softmax normalizes each query's scores across the four keys. The next Python node multiplies those weights by V, producing four 32-wide mixtures.",
        "view": {
          "camera": {
            "x": 308.5,
            "y": -594,
            "z": 1.25
          },
          "nodePositions": {
            "input": {
              "x": 0,
              "y": 160
            },
            "attention": {
              "x": 340,
              "y": 160
            },
            "norm": {
              "x": 680,
              "y": 160
            },
            "output": {
              "x": 1020,
              "y": 160
            },
            "attention.query": {
              "x": 24,
              "y": 214
            },
            "attention.key": {
              "x": 24,
              "y": 364
            },
            "python@attention#0": {
              "x": 24,
              "y": 514
            },
            "attention.value": {
              "x": 24,
              "y": 664
            },
            "attention.softmax": {
              "x": 24,
              "y": 814
            },
            "python@attention#1": {
              "x": 24,
              "y": 964
            },
            "attention.project": {
              "x": 24,
              "y": 1114
            },
            "add@attention#0": {
              "x": 24,
              "y": 1264
            }
          },
          "expandedModuleIds": [
            "attention"
          ],
          "selectedNodeIds": [
            "attention.softmax"
          ],
          "viewport": {
            "width": 1100,
            "height": 700
          }
        },
        "anchors": [
          {
            "target": {
              "kind": "node",
              "nodeId": "attention.softmax"
            },
            "snapshotId": "snapshot-e3d6d8e8fdaa33ee",
            "exportedAt": "2026-09-17T01:50:58.662616+00:00",
            "modelName": "TokenMixer",
            "context": "{\"connections\":[\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"attention.softmax\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"python@attention#1\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@attention#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"attention.softmax\\\",\\\"targetPort\\\":\\\"x\\\"}\"],\"contents\":[],\"node\":{\"id\":\"attention.softmax\",\"kind\":\"layer\",\"op\":\"Softmax\",\"params\":{},\"parent\":\"attention\"}}"
          }
        ]
      }
    ],
    "openingViewId": "weights"
  }
}