{ "format": "tensorviz.graph", "version": 3, "exportedAt": "2026-09-16T20:05:17.493431+00:00", "status": "static", "warningCount": 0, "document": { "schemaVersion": 2, "semantic": { "graph_id": "snapshot", "name": "ResidualClassifier", "revision": 0, "nodes": [ { "node_id": "input", "kind": "input", "op": "Input", "params": { "shape": "1,64" }, "in_ports": [], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "input", "name": "Input", "displayName": "Input", "description": "Model input node", "icon": "ArrowRight", "category": "io", "parameters": [ { "name": "shape", "type": "string", "defaultValue": "1,3,224,224", "required": true, "description": "Input tensor shape (comma-separated, e.g., 1,3,224,224)" }, { "name": "name", "type": "string", "defaultValue": "input", "required": false, "description": "Name for this input" } ] } } }, { "node_id": "stem", "kind": "layer", "op": "Linear", "params": { "in_features": 64, "out_features": 128 }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "linear", "name": "Linear", "displayName": "Linear", "description": "Fully Connected Layer", "icon": "Minus", "category": "linear", "parameters": [ { "name": "in_features", "type": "number", "defaultValue": 512, "required": true, "description": "Size of input features", "min": 1 }, { "name": "out_features", "type": "number", "defaultValue": 256, "required": true, "description": "Size of output features", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If set to False, the layer will not learn an additive bias" } ] } } }, { "node_id": "block", "kind": "module", "op": "Module", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "module", "name": "Module", "displayName": "Module", "description": "Custom module group (nn.Module)", "icon": "Package", "category": "module", "parameters": [ { "name": "name", "type": "string", "defaultValue": "CustomModule", "required": true, "description": "Module class name" }, { "name": "description", "type": "string", "defaultValue": "", "required": false, "description": "Module description" } ] }, "moduleInstanceId": "block", "moduleTemplateId": "model::ResidualBlock", "isGroup": true, "moduleMembers": [ "block.expand", "block.relu", "block.project", "add@block#0" ], "moduleLayerCount": 4 } }, { "node_id": "head", "kind": "layer", "op": "Linear", "params": { "in_features": 128, "out_features": 10 }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "linear", "name": "Linear", "displayName": "Linear", "description": "Fully Connected Layer", "icon": "Minus", "category": "linear", "parameters": [ { "name": "in_features", "type": "number", "defaultValue": 512, "required": true, "description": "Size of input features", "min": 1 }, { "name": "out_features", "type": "number", "defaultValue": 256, "required": true, "description": "Size of output features", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If set to False, the layer will not learn an additive bias" } ] } } }, { "node_id": "output", "kind": "output", "op": "Output", "params": {}, "in_ports": [ "x" ], "out_ports": [], "metadata": { "layerType": { "id": "output", "name": "Output", "displayName": "Output", "description": "Model output node", "icon": "ArrowLeft", "category": "io", "parameters": [ { "name": "name", "type": "string", "defaultValue": "output", "required": false, "description": "Name for this output" } ] } } }, { "node_id": "block.expand", "kind": "layer", "op": "Linear", "params": { "in_features": 128, "out_features": 256 }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "linear", "name": "Linear", "displayName": "Linear", "description": "Fully Connected Layer", "icon": "Minus", "category": "linear", "parameters": [ { "name": "in_features", "type": "number", "defaultValue": 512, "required": true, "description": "Size of input features", "min": 1 }, { "name": "out_features", "type": "number", "defaultValue": 256, "required": true, "description": "Size of output features", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If set to False, the layer will not learn an additive bias" } ] }, "parentId": "block" } }, { "node_id": "block.relu", "kind": "layer", "op": "ReLU", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "relu", "name": "ReLU", "displayName": "ReLU", "description": "Rectified Linear Unit", "icon": "TrendingUp", "category": "activation", "parameters": [ { "name": "inplace", "type": "boolean", "defaultValue": false, "required": false, "description": "Can optionally do the operation in-place" } ] }, "parentId": "block" } }, { "node_id": "block.project", "kind": "layer", "op": "Linear", "params": { "in_features": 256, "out_features": 128 }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "linear", "name": "Linear", "displayName": "Linear", "description": "Fully Connected Layer", "icon": "Minus", "category": "linear", "parameters": [ { "name": "in_features", "type": "number", "defaultValue": 512, "required": true, "description": "Size of input features", "min": 1 }, { "name": "out_features", "type": "number", "defaultValue": 256, "required": true, "description": "Size of output features", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If set to False, the layer will not learn an additive bias" } ] }, "parentId": "block" } }, { "node_id": "add@block#0", "kind": "layer", "op": "torch.add", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "add", "name": "torch.add", "displayName": "torch.add", "description": "PyTorch add operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] }, "parentId": "block" } } ], "edges": [ { "edge_id": "edge-1", "source_node_id": "block.expand", "target_node_id": "block.relu", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-2", "source_node_id": "block.relu", "target_node_id": "block.project", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-3", "source_node_id": "block.project", "target_node_id": "add@block#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-4", "source_node_id": "input", "target_node_id": "stem", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-5", "source_node_id": "stem", "target_node_id": "block.expand", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-6", "source_node_id": "stem", "target_node_id": "add@block#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-7", "source_node_id": "stem", "target_node_id": "block", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-8", "source_node_id": "add@block#0", "target_node_id": "head", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-9", "source_node_id": "block", "target_node_id": "head", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-10", "source_node_id": "head", "target_node_id": "output", "source_port": "y", "target_port": "x", "metadata": {} } ], "inputs": [], "modules": [], "operations": [], "metadata": {} }, "view": { "graph_id": "snapshot", "node_positions": { "input": { "x": 0, "y": 160 }, "stem": { "x": 300, "y": 160 }, "block": { "x": 610, "y": 100 }, "head": { "x": 1100, "y": 160 }, "output": { "x": 1420, "y": 160 }, "block.expand": { "x": 40, "y": 100 }, "block.relu": { "x": 40, "y": 280 }, "block.project": { "x": 40, "y": 460 }, "add@block#0": { "x": 40, "y": 640 } }, "collapsed_modules": [ "block" ], "selection": [], "layout": {} } }, "snapshotId": "snapshot-563d37634aa61c1d", "collaboration": { "walkthrough": { "title": "The residual path", "steps": [ { "id": "wider-features", "title": "Give the model more room", "note": "The stem projects each input from 64 features to 128. That 128-wide representation enters the residual block.", "view": { "camera": { "x": 32.5, "y": 60, "z": 1.25 }, "nodePositions": { "input": { "x": 0, "y": 160 }, "stem": { "x": 300, "y": 160 }, "block": { "x": 610, "y": 100 }, "head": { "x": 1100, "y": 160 }, "output": { "x": 1420, "y": 160 }, "block.expand": { "x": 40, "y": 100 }, "block.relu": { "x": 40, "y": 280 }, "block.project": { "x": 40, "y": 460 }, "add@block#0": { "x": 40, "y": 640 } }, "expandedModuleIds": [], "selectedNodeIds": [ "stem" ], "viewport": { "width": 1100, "height": 700 } }, "anchors": [ { "target": { "kind": "node", "nodeId": "stem" }, "snapshotId": "snapshot-563d37634aa61c1d", "exportedAt": "2026-09-16T20:05:17.493431+00:00", "modelName": "ResidualClassifier", "context": "{\"connections\":[\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"input\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"stem\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"stem\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"add@block#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"stem\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"block\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"stem\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"block.expand\\\",\\\"targetPort\\\":\\\"x\\\"}\"],\"contents\":[],\"node\":{\"id\":\"stem\",\"kind\":\"layer\",\"op\":\"Linear\",\"params\":{\"in_features\":64,\"out_features\":128}}}" } ] }, { "id": "skip-path", "title": "Follow the path around the layers", "note": "Inside the block, the learned path expands 128 features to 256 and projects them back to 128. The original input bypasses those layers so the two paths can be added.", "view": { "camera": { "x": -30, "y": -12.727272727272691, "z": 0.7333333333333333 }, "nodePositions": { "input": { "x": 0, "y": 160 }, "stem": { "x": 300, "y": 160 }, "block": { "x": 610, "y": 100 }, "head": { "x": 1100, "y": 160 }, "output": { "x": 1420, "y": 160 }, "block.expand": { "x": 40, "y": 100 }, "block.relu": { "x": 40, "y": 280 }, "block.project": { "x": 40, "y": 460 }, "add@block#0": { "x": 40, "y": 640 } }, "expandedModuleIds": [ "block" ], "selectedNodeIds": [ "block" ], "viewport": { "width": 1100, "height": 700 } }, "anchors": [ { "target": { "kind": "node", "nodeId": "block" }, "snapshotId": "snapshot-563d37634aa61c1d", "exportedAt": "2026-09-16T20:05:17.493431+00:00", "modelName": "ResidualClassifier", "context": "{\"connections\":[\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"add@block#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"head\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"block\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"head\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"block.expand\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"block.relu\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"block.project\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"add@block#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"block.relu\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"block.project\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"stem\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"add@block#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"stem\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"block\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"stem\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"block.expand\\\",\\\"targetPort\\\":\\\"x\\\"}\"],\"contents\":[\"{\\\"id\\\":\\\"add@block#0\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"torch.add\\\",\\\"params\\\":{},\\\"parent\\\":\\\"block\\\"}\",\"{\\\"id\\\":\\\"block.expand\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"Linear\\\",\\\"params\\\":{\\\"in_features\\\":128,\\\"out_features\\\":256},\\\"parent\\\":\\\"block\\\"}\",\"{\\\"id\\\":\\\"block.project\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"Linear\\\",\\\"params\\\":{\\\"in_features\\\":256,\\\"out_features\\\":128},\\\"parent\\\":\\\"block\\\"}\",\"{\\\"id\\\":\\\"block.relu\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"ReLU\\\",\\\"params\\\":{},\\\"parent\\\":\\\"block\\\"}\"],\"node\":{\"id\":\"block\",\"kind\":\"module\",\"op\":\"Module\",\"params\":{}}}" } ] }, { "id": "rejoin", "title": "Meet at the same width", "note": "Addition combines the learned path with the untouched residual. Both have 128 features; the skip connection preserves the shape.", "view": { "camera": { "x": 292.5, "y": -420, "z": 1.25 }, "nodePositions": { "input": { "x": 0, "y": 160 }, "stem": { "x": 300, "y": 160 }, "block": { "x": 610, "y": 100 }, "head": { "x": 1100, "y": 160 }, "output": { "x": 1420, "y": 160 }, "block.expand": { "x": 40, "y": 100 }, "block.relu": { "x": 40, "y": 280 }, "block.project": { "x": 40, "y": 460 }, "add@block#0": { "x": 40, "y": 640 } }, "expandedModuleIds": [ "block" ], "selectedNodeIds": [ "add@block#0" ], "viewport": { "width": 1100, "height": 700 } }, "anchors": [ { "target": { "kind": "node", "nodeId": "add@block#0" }, "snapshotId": "snapshot-563d37634aa61c1d", "exportedAt": "2026-09-16T20:05:17.493431+00:00", "modelName": "ResidualClassifier", "context": "{\"connections\":[\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"add@block#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"head\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"block.project\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"add@block#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"stem\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"add@block#0\\\",\\\"targetPort\\\":\\\"x\\\"}\"],\"contents\":[],\"node\":{\"id\":\"add@block#0\",\"kind\":\"layer\",\"op\":\"torch.add\",\"params\":{},\"parent\":\"block\"}}" } ] }, { "id": "classifier", "title": "Match the classifier to its input", "note": "The head consumes 128 features and produces 10 outputs. In the earlier version it expected 64; the comparison shows that exact change.", "view": { "camera": { "x": -767.5, "y": 60, "z": 1.25 }, "nodePositions": { "input": { "x": 0, "y": 160 }, "stem": { "x": 300, "y": 160 }, "block": { "x": 610, "y": 100 }, "head": { "x": 1100, "y": 160 }, "output": { "x": 1420, "y": 160 }, "block.expand": { "x": 40, "y": 100 }, "block.relu": { "x": 40, "y": 280 }, "block.project": { "x": 40, "y": 460 }, "add@block#0": { "x": 40, "y": 640 } }, "expandedModuleIds": [], "selectedNodeIds": [ "head" ], "viewport": { "width": 1100, "height": 700 } }, "anchors": [ { "target": { "kind": "node", "nodeId": "head" }, "snapshotId": "snapshot-563d37634aa61c1d", "exportedAt": "2026-09-16T20:05:17.493431+00:00", "modelName": "ResidualClassifier", "context": "{\"connections\":[\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"add@block#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"head\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"block\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"head\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"head\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"output\\\",\\\"targetPort\\\":\\\"x\\\"}\"],\"contents\":[],\"node\":{\"id\":\"head\",\"kind\":\"layer\",\"op\":\"Linear\",\"params\":{\"in_features\":128,\"out_features\":10}}}" } ] } ] }, "threads": [], "savedViews": [ { "id": "rejoin", "title": "Meet at the same width", "note": "Addition combines the learned path with the untouched residual. Both have 128 features; the skip connection preserves the shape.", "view": { "camera": { "x": 292.5, "y": -420, "z": 1.25 }, "nodePositions": { "input": { "x": 0, "y": 160 }, "stem": { "x": 300, "y": 160 }, "block": { "x": 610, "y": 100 }, "head": { "x": 1100, "y": 160 }, "output": { "x": 1420, "y": 160 }, "block.expand": { "x": 40, "y": 100 }, "block.relu": { "x": 40, "y": 280 }, "block.project": { "x": 40, "y": 460 }, "add@block#0": { "x": 40, "y": 640 } }, "expandedModuleIds": [ "block" ], "selectedNodeIds": [ "add@block#0" ], "viewport": { "width": 1100, "height": 700 } }, "anchors": [ { "target": { "kind": "node", "nodeId": "add@block#0" }, "snapshotId": "snapshot-563d37634aa61c1d", "exportedAt": "2026-09-16T20:05:17.493431+00:00", "modelName": "ResidualClassifier", "context": "{\"connections\":[\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"add@block#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"head\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"block.project\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"add@block#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"stem\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"add@block#0\\\",\\\"targetPort\\\":\\\"x\\\"}\"],\"contents\":[],\"node\":{\"id\":\"add@block#0\",\"kind\":\"layer\",\"op\":\"torch.add\",\"params\":{},\"parent\":\"block\"}}" } ] } ], "openingViewId": "rejoin" } }