{ "format": "tensorviz.graph", "version": 3, "exportedAt": "2026-09-17T06:12:56.641732+00:00", "status": "static", "warningCount": 0, "document": { "schemaVersion": 2, "semantic": { "graph_id": "snapshot", "name": "AttentionSchedules", "revision": 0, "nodes": [ { "node_id": "input", "kind": "input", "op": "Input", "params": { "shape": "1,6,4" }, "in_ports": [], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "input", "name": "Input", "displayName": "Input", "description": "Model input node", "icon": "ArrowRight", "category": "io", "parameters": [ { "name": "shape", "type": "string", "defaultValue": "1,3,224,224", "required": true, "description": "Input tensor shape (comma-separated, e.g., 1,3,224,224)" }, { "name": "name", "type": "string", "defaultValue": "input", "required": false, "description": "Name for this input" } ] } } }, { "node_id": "dense", "kind": "module", "op": "Module", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "module", "name": "Module", "displayName": "Module", "description": "Custom module group (nn.Module)", "icon": "Package", "category": "module", "parameters": [ { "name": "name", "type": "string", "defaultValue": "CustomModule", "required": true, "description": "Module class name" }, { "name": "description", "type": "string", "defaultValue": "", "required": false, "description": "Module description" } ] }, "moduleInstanceId": "dense", "moduleTemplateId": "model::DenseAttention", "isGroup": true, "moduleMembers": [ "dense.softmax" ], "moduleLayerCount": 1 } }, { "node_id": "tiled", "kind": "module", "op": "Module", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "module", "name": "Module", "displayName": "Module", "description": "Custom module group (nn.Module)", "icon": "Package", "category": "module", "parameters": [ { "name": "name", "type": "string", "defaultValue": "CustomModule", "required": true, "description": "Module class name" }, { "name": "description", "type": "string", "defaultValue": "", "required": false, "description": "Module description" } ] }, "moduleInstanceId": "tiled", "moduleTemplateId": "model::TiledAttention", "isGroup": true, "moduleMembers": [ "python@tiled#2", "python@tiled#0", "python@tiled#3", "sub@tiled#1", "python@tiled#5", "sub@tiled#0", "python@tiled#4", "mul@tiled#1", "add@tiled#1", "python@tiled#1", "mul@tiled#0", "add@tiled#0", "div@tiled#0", "python@tiled#6" ], "moduleLayerCount": 14 } }, { "node_id": "stack@AttentionSchedules#0", "kind": "layer", "op": "torch.stack", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "stack", "name": "torch.stack", "displayName": "torch.stack", "description": "PyTorch stack operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] } } }, { "node_id": "output", "kind": "output", "op": "Output", "params": {}, "in_ports": [ "x" ], "out_ports": [], "metadata": { "layerType": { "id": "output", "name": "Output", "displayName": "Output", "description": "Model output node", "icon": "ArrowLeft", "category": "io", "parameters": [ { "name": "name", "type": "string", "defaultValue": "output", "required": false, "description": "Name for this output" } ] } } }, { "node_id": "dense.softmax", "kind": "layer", "op": "Softmax", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "softmax", "name": "Softmax", "displayName": "Softmax", "description": "Softmax over a dimension", "icon": "TrendingUp", "category": "activation", "parameters": [ { "name": "dim", "type": "number", "defaultValue": 1, "required": true, "description": "Dimension along which Softmax is computed" } ] }, "parentId": "dense" } }, { "node_id": "python@tiled#2", "kind": "layer", "op": "Python", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "python", "name": "Python", "displayName": "Python", "description": "A statement from the source file that has no graph equivalent. Its code is kept verbatim and its shape is unknown until the model is traced.", "icon": "Hash", "category": "misc", "parameters": [] }, "parentId": "tiled" } }, { "node_id": "python@tiled#0", "kind": "layer", "op": "Python", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "python", "name": "Python", "displayName": "Python", "description": "A statement from the source file that has no graph equivalent. Its code is kept verbatim and its shape is unknown until the model is traced.", "icon": "Hash", "category": "misc", "parameters": [] }, "parentId": "tiled" } }, { "node_id": "python@tiled#3", "kind": "layer", "op": "Python", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "python", "name": "Python", "displayName": "Python", "description": "A statement from the source file that has no graph equivalent. Its code is kept verbatim and its shape is unknown until the model is traced.", "icon": "Hash", "category": "misc", "parameters": [] }, "parentId": "tiled" } }, { "node_id": "sub@tiled#1", "kind": "layer", "op": "torch.sub", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "sub", "name": "torch.sub", "displayName": "torch.sub", "description": "PyTorch sub operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] }, "parentId": "tiled" } }, { "node_id": "python@tiled#5", "kind": "layer", "op": "Python", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "python", "name": "Python", "displayName": "Python", "description": "A statement from the source file that has no graph equivalent. Its code is kept verbatim and its shape is unknown until the model is traced.", "icon": "Hash", "category": "misc", "parameters": [] }, "parentId": "tiled" } }, { "node_id": "sub@tiled#0", "kind": "layer", "op": "torch.sub", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "sub", "name": "torch.sub", "displayName": "torch.sub", "description": "PyTorch sub operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] }, "parentId": "tiled" } }, { "node_id": "python@tiled#4", "kind": "layer", "op": "Python", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "python", "name": "Python", "displayName": "Python", "description": "A statement from the source file that has no graph equivalent. Its code is kept verbatim and its shape is unknown until the model is traced.", "icon": "Hash", "category": "misc", "parameters": [] }, "parentId": "tiled" } }, { "node_id": "mul@tiled#1", "kind": "layer", "op": "torch.mul", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "mul", "name": "torch.mul", "displayName": "torch.mul", "description": "PyTorch mul operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] }, "parentId": "tiled" } }, { "node_id": "add@tiled#1", "kind": "layer", "op": "torch.add", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "add", "name": "torch.add", "displayName": "torch.add", "description": "PyTorch add operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] }, "parentId": "tiled" } }, { "node_id": "python@tiled#1", "kind": "layer", "op": "Python", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "python", "name": "Python", "displayName": "Python", "description": "A statement from the source file that has no graph equivalent. Its code is kept verbatim and its shape is unknown until the model is traced.", "icon": "Hash", "category": "misc", "parameters": [] }, "parentId": "tiled" } }, { "node_id": "mul@tiled#0", "kind": "layer", "op": "torch.mul", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "mul", "name": "torch.mul", "displayName": "torch.mul", "description": "PyTorch mul operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] }, "parentId": "tiled" } }, { "node_id": "add@tiled#0", "kind": "layer", "op": "torch.add", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "add", "name": "torch.add", "displayName": "torch.add", "description": "PyTorch add operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] }, "parentId": "tiled" } }, { "node_id": "div@tiled#0", "kind": "layer", "op": "torch.div", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "div", "name": "torch.div", "displayName": "torch.div", "description": "PyTorch div operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] }, "parentId": "tiled" } }, { "node_id": "python@tiled#6", "kind": "layer", "op": "Python", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "python", "name": "Python", "displayName": "Python", "description": "A statement from the source file that has no graph equivalent. Its code is kept verbatim and its shape is unknown until the model is traced.", "icon": "Hash", "category": "misc", "parameters": [] }, "parentId": "tiled" } } ], "edges": [ { "edge_id": "edge-1", "source_node_id": "python@tiled#0", "target_node_id": "python@tiled#1", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-2", "source_node_id": "python@tiled#0", "target_node_id": "python@tiled#3", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-3", "source_node_id": "python@tiled#0", "target_node_id": "sub@tiled#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-4", "source_node_id": "python@tiled#3", "target_node_id": "sub@tiled#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-5", "source_node_id": "sub@tiled#0", "target_node_id": "python@tiled#4", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-6", "source_node_id": "python@tiled#3", "target_node_id": "sub@tiled#1", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-7", "source_node_id": "sub@tiled#1", "target_node_id": "python@tiled#5", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-8", "source_node_id": "python@tiled#1", "target_node_id": "mul@tiled#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-9", "source_node_id": "python@tiled#4", "target_node_id": "mul@tiled#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-10", "source_node_id": "mul@tiled#0", "target_node_id": "add@tiled#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-11", "source_node_id": "python@tiled#5", "target_node_id": "add@tiled#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-12", "source_node_id": "python@tiled#2", "target_node_id": "mul@tiled#1", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-13", "source_node_id": "python@tiled#4", "target_node_id": "mul@tiled#1", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-14", "source_node_id": "mul@tiled#1", "target_node_id": "add@tiled#1", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-15", "source_node_id": "python@tiled#5", "target_node_id": "add@tiled#1", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-16", "source_node_id": "add@tiled#1", "target_node_id": "div@tiled#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-17", "source_node_id": "add@tiled#0", "target_node_id": "div@tiled#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-18", "source_node_id": "div@tiled#0", "target_node_id": "python@tiled#6", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-19", "source_node_id": "input", "target_node_id": "dense.softmax", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-20", "source_node_id": "input", "target_node_id": "dense", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-21", "source_node_id": "input", "target_node_id": "python@tiled#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-22", "source_node_id": "input", "target_node_id": "python@tiled#2", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-23", "source_node_id": "input", "target_node_id": "python@tiled#3", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-24", "source_node_id": "input", "target_node_id": "sub@tiled#1", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-25", "source_node_id": "input", "target_node_id": "add@tiled#1", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-26", "source_node_id": "input", "target_node_id": "tiled", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-27", "source_node_id": "dense.softmax", "target_node_id": "stack@AttentionSchedules#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-28", "source_node_id": "dense", "target_node_id": "stack@AttentionSchedules#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-29", "source_node_id": "python@tiled#6", "target_node_id": "stack@AttentionSchedules#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-30", "source_node_id": "tiled", "target_node_id": "stack@AttentionSchedules#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-31", "source_node_id": "stack@AttentionSchedules#0", "target_node_id": "output", "source_port": "y", "target_port": "x", "metadata": {} } ], "inputs": [], "modules": [], "operations": [], "metadata": {} }, "view": { "graph_id": "snapshot", "node_positions": { "input": { "x": 0, "y": 160 }, "dense": { "x": 340, "y": 160 }, "tiled": { "x": 680, "y": 160 }, "stack@AttentionSchedules#0": { "x": 1020, "y": 160 }, "output": { "x": 1360, "y": 160 }, "dense.softmax": { "x": 24, "y": 214 }, "python@tiled#2": { "x": 24, "y": 214 }, "python@tiled#0": { "x": 24, "y": 364 }, "python@tiled#3": { "x": 24, "y": 514 }, "sub@tiled#1": { "x": 24, "y": 664 }, "python@tiled#5": { "x": 24, "y": 814 }, "sub@tiled#0": { "x": 24, "y": 964 }, "python@tiled#4": { "x": 24, "y": 1114 }, "mul@tiled#1": { "x": 24, "y": 1264 }, "add@tiled#1": { "x": 24, "y": 1414 }, "python@tiled#1": { "x": 24, "y": 1564 }, "mul@tiled#0": { "x": 24, "y": 1714 }, "add@tiled#0": { "x": 24, "y": 1864 }, "div@tiled#0": { "x": 24, "y": 2014 }, "python@tiled#6": { "x": 24, "y": 2164 } }, "collapsed_modules": [ "dense", "tiled" ], "selection": [], "layout": {} } }, "snapshotId": "snapshot-ce79800c19d6804e", "collaboration": { "walkthrough": { "title": "Compute attention one tile at a time", "steps": [ { "id": "dense", "title": "Start with ordinary exact attention", "note": "Q, K and V each have six rows and four features. Dense attention materializes all 36 scores and normalizes across all six keys per query.", "view": { "camera": { "x": -70, "y": -57, "z": 1.25 }, "nodePositions": { "input": { "x": 0, "y": 160 }, "dense": { "x": 340, "y": 160 }, "tiled": { "x": 680, "y": 160 }, "stack@AttentionSchedules#0": { "x": 1020, "y": 160 }, "output": { "x": 1360, "y": 160 }, "dense.softmax": { "x": 24, "y": 214 }, "python@tiled#2": { "x": 24, "y": 214 }, "python@tiled#0": { "x": 24, "y": 364 }, "python@tiled#3": { "x": 24, "y": 514 }, "sub@tiled#1": { "x": 24, "y": 664 }, "python@tiled#5": { "x": 24, "y": 814 }, "sub@tiled#0": { "x": 24, "y": 964 }, "python@tiled#4": { "x": 24, "y": 1114 }, "mul@tiled#1": { "x": 24, "y": 1264 }, "add@tiled#1": { "x": 24, "y": 1414 }, "python@tiled#1": { "x": 24, "y": 1564 }, "mul@tiled#0": { "x": 24, "y": 1714 }, "add@tiled#0": { "x": 24, "y": 1864 }, "div@tiled#0": { "x": 24, "y": 2014 }, "python@tiled#6": { "x": 24, "y": 2164 } }, "expandedModuleIds": [ "dense" ], "selectedNodeIds": [ "dense" ], "viewport": { "width": 1100, "height": 700 } }, "anchors": [ { "target": { "kind": "node", "nodeId": "dense" }, "snapshotId": "snapshot-ce79800c19d6804e", "exportedAt": "2026-09-17T06:12:56.641732+00:00", "modelName": "AttentionSchedules", "context": "{\"connections\":[\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"dense\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"stack@AttentionSchedules#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"dense.softmax\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"stack@AttentionSchedules#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"input\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"dense\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"input\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"dense.softmax\\\",\\\"targetPort\\\":\\\"x\\\"}\"],\"contents\":[\"{\\\"id\\\":\\\"dense.softmax\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"Softmax\\\",\\\"params\\\":{},\\\"parent\\\":\\\"dense\\\"}\"],\"node\":{\"id\":\"dense\",\"kind\":\"module\",\"op\":\"Module\",\"params\":{}}}" } ] }, { "id": "coupled", "title": "Notice what couples the tiles", "note": "A row's softmax denominator needs contributions from every key. Normalizing each tile independently and summing would give the wrong answer. The tiled route must retain running normalization statistics.", "view": { "camera": { "x": 308.5, "y": 6, "z": 1.25 }, "nodePositions": { "input": { "x": 0, "y": 160 }, "dense": { "x": 340, "y": 160 }, "tiled": { "x": 680, "y": 160 }, "stack@AttentionSchedules#0": { "x": 1020, "y": 160 }, "output": { "x": 1360, "y": 160 }, "dense.softmax": { "x": 24, "y": 214 }, "python@tiled#2": { "x": 24, "y": 214 }, "python@tiled#0": { "x": 24, "y": 364 }, "python@tiled#3": { "x": 24, "y": 514 }, "sub@tiled#1": { "x": 24, "y": 664 }, "python@tiled#5": { "x": 24, "y": 814 }, "sub@tiled#0": { "x": 24, "y": 964 }, "python@tiled#4": { "x": 24, "y": 1114 }, "mul@tiled#1": { "x": 24, "y": 1264 }, "add@tiled#1": { "x": 24, "y": 1414 }, "python@tiled#1": { "x": 24, "y": 1564 }, "mul@tiled#0": { "x": 24, "y": 1714 }, "add@tiled#0": { "x": 24, "y": 1864 }, "div@tiled#0": { "x": 24, "y": 2014 }, "python@tiled#6": { "x": 24, "y": 2164 } }, "expandedModuleIds": [ "dense" ], "selectedNodeIds": [ "dense.softmax" ], "viewport": { "width": 1100, "height": 700 } }, "anchors": [ { "target": { "kind": "node", "nodeId": "dense.softmax" }, "snapshotId": "snapshot-ce79800c19d6804e", "exportedAt": "2026-09-17T06:12:56.641732+00:00", "modelName": "AttentionSchedules", "context": "{\"connections\":[\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"dense.softmax\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"stack@AttentionSchedules#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"input\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"dense.softmax\\\",\\\"targetPort\\\":\\\"x\\\"}\"],\"contents\":[],\"node\":{\"id\":\"dense.softmax\",\"kind\":\"layer\",\"op\":\"Softmax\",\"params\":{},\"parent\":\"dense\"}}" } ] }, { "id": "tiles", "title": "Update the running maximum and denominator", "note": "The nested loop computes a small score tile and rescales earlier contributions whenever the running maximum increases. It retains a denominator and weighted numerator for each current query. Open the source to follow the exact update.", "view": { "camera": { "x": 1365.3846153846152, "y": 97.7902097902097, "z": 0.2482638888888889 }, "nodePositions": { "input": { "x": 0, "y": 160 }, "dense": { "x": 340, "y": 160 }, "tiled": { "x": 680, "y": 160 }, "stack@AttentionSchedules#0": { "x": 1020, "y": 160 }, "output": { "x": 1360, "y": 160 }, "dense.softmax": { "x": 24, "y": 214 }, "python@tiled#2": { "x": 24, "y": 214 }, "python@tiled#0": { "x": 24, "y": 364 }, "python@tiled#3": { "x": 24, "y": 514 }, "sub@tiled#1": { "x": 24, "y": 664 }, "python@tiled#5": { "x": 24, "y": 814 }, "sub@tiled#0": { "x": 24, "y": 964 }, "python@tiled#4": { "x": 24, "y": 1114 }, "mul@tiled#1": { "x": 24, "y": 1264 }, "add@tiled#1": { "x": 24, "y": 1414 }, "python@tiled#1": { "x": 24, "y": 1564 }, "mul@tiled#0": { "x": 24, "y": 1714 }, "add@tiled#0": { "x": 24, "y": 1864 }, "div@tiled#0": { "x": 24, "y": 2014 }, "python@tiled#6": { "x": 24, "y": 2164 } }, "expandedModuleIds": [ "tiled" ], "selectedNodeIds": [ "tiled" ], "viewport": { "width": 1100, "height": 700 } }, "anchors": [ { "target": { "kind": "node", "nodeId": "tiled" }, "snapshotId": "snapshot-ce79800c19d6804e", "exportedAt": "2026-09-17T06:12:56.641732+00:00", "modelName": "AttentionSchedules", "context": "{\"connections\":[\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"add@tiled#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"div@tiled#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"add@tiled#1\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"div@tiled#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"div@tiled#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"python@tiled#6\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"input\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"add@tiled#1\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"input\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"python@tiled#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"input\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"python@tiled#2\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"input\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"python@tiled#3\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"input\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"sub@tiled#1\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"input\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"tiled\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"mul@tiled#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"add@tiled#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"mul@tiled#1\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"add@tiled#1\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@tiled#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"python@tiled#1\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@tiled#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"python@tiled#3\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@tiled#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"sub@tiled#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@tiled#1\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@tiled#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@tiled#2\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@tiled#1\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@tiled#3\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"sub@tiled#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@tiled#3\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"sub@tiled#1\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@tiled#4\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@tiled#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@tiled#4\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@tiled#1\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@tiled#5\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"add@tiled#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@tiled#5\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"add@tiled#1\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@tiled#6\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"stack@AttentionSchedules#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"sub@tiled#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"python@tiled#4\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"sub@tiled#1\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"python@tiled#5\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"tiled\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"stack@AttentionSchedules#0\\\",\\\"targetPort\\\":\\\"x\\\"}\"],\"contents\":[\"{\\\"id\\\":\\\"add@tiled#0\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"torch.add\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\",\"{\\\"id\\\":\\\"add@tiled#1\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"torch.add\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\",\"{\\\"id\\\":\\\"div@tiled#0\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"torch.div\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\",\"{\\\"id\\\":\\\"mul@tiled#0\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"torch.mul\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\",\"{\\\"id\\\":\\\"mul@tiled#1\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"torch.mul\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\",\"{\\\"id\\\":\\\"python@tiled#0\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"Python\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\",\"{\\\"id\\\":\\\"python@tiled#1\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"Python\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\",\"{\\\"id\\\":\\\"python@tiled#2\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"Python\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\",\"{\\\"id\\\":\\\"python@tiled#3\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"Python\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\",\"{\\\"id\\\":\\\"python@tiled#4\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"Python\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\",\"{\\\"id\\\":\\\"python@tiled#5\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"Python\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\",\"{\\\"id\\\":\\\"python@tiled#6\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"Python\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\",\"{\\\"id\\\":\\\"sub@tiled#0\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"torch.sub\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\",\"{\\\"id\\\":\\\"sub@tiled#1\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"torch.sub\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\"],\"node\":{\"id\":\"tiled\",\"kind\":\"module\",\"op\":\"Module\",\"params\":{}}}" } ] }, { "id": "equivalent", "title": "Compare the final outputs", "note": "The output stacks dense and tiled results, each [1, 6, 4]. Numerical checks compare multiple tile sizes, uneven final tiles, large logits and gradients. The recorded schedule below shows the partial answer becoming complete.", "view": { "camera": { "x": -1027.5, "y": 60, "z": 1.25 }, "nodePositions": { "input": { "x": 0, "y": 160 }, "dense": { "x": 340, "y": 160 }, "tiled": { "x": 680, "y": 160 }, "stack@AttentionSchedules#0": { "x": 1020, "y": 160 }, "output": { "x": 1360, "y": 160 }, "dense.softmax": { "x": 24, "y": 214 }, "python@tiled#2": { "x": 24, "y": 214 }, "python@tiled#0": { "x": 24, "y": 364 }, "python@tiled#3": { "x": 24, "y": 514 }, "sub@tiled#1": { "x": 24, "y": 664 }, "python@tiled#5": { "x": 24, "y": 814 }, "sub@tiled#0": { "x": 24, "y": 964 }, "python@tiled#4": { "x": 24, "y": 1114 }, "mul@tiled#1": { "x": 24, "y": 1264 }, "add@tiled#1": { "x": 24, "y": 1414 }, "python@tiled#1": { "x": 24, "y": 1564 }, "mul@tiled#0": { "x": 24, "y": 1714 }, "add@tiled#0": { "x": 24, "y": 1864 }, "div@tiled#0": { "x": 24, "y": 2014 }, "python@tiled#6": { "x": 24, "y": 2164 } }, "expandedModuleIds": [], "selectedNodeIds": [ "output" ], "viewport": { "width": 1100, "height": 700 } }, "anchors": [ { "target": { "kind": "node", "nodeId": "output" }, "snapshotId": "snapshot-ce79800c19d6804e", "exportedAt": "2026-09-17T06:12:56.641732+00:00", "modelName": "AttentionSchedules", "context": "{\"connections\":[\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"stack@AttentionSchedules#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"output\\\",\\\"targetPort\\\":\\\"x\\\"}\"],\"contents\":[],\"node\":{\"id\":\"output\",\"kind\":\"output\",\"op\":\"Output\",\"params\":{}}}" } ] } ] }, "threads": [], "savedViews": [ { "id": "tiles", "title": "Update the running maximum and denominator", "note": "The nested loop computes a small score tile and rescales earlier contributions whenever the running maximum increases. It retains a denominator and weighted numerator for each current query. Open the source to follow the exact update.", "view": { "camera": { "x": 1365.3846153846152, "y": 97.7902097902097, "z": 0.2482638888888889 }, "nodePositions": { "input": { "x": 0, "y": 160 }, "dense": { "x": 340, "y": 160 }, "tiled": { "x": 680, "y": 160 }, "stack@AttentionSchedules#0": { "x": 1020, "y": 160 }, "output": { "x": 1360, "y": 160 }, "dense.softmax": { "x": 24, "y": 214 }, "python@tiled#2": { "x": 24, "y": 214 }, "python@tiled#0": { "x": 24, "y": 364 }, "python@tiled#3": { "x": 24, "y": 514 }, "sub@tiled#1": { "x": 24, "y": 664 }, "python@tiled#5": { "x": 24, "y": 814 }, "sub@tiled#0": { "x": 24, "y": 964 }, "python@tiled#4": { "x": 24, "y": 1114 }, "mul@tiled#1": { "x": 24, "y": 1264 }, "add@tiled#1": { "x": 24, "y": 1414 }, "python@tiled#1": { "x": 24, "y": 1564 }, "mul@tiled#0": { "x": 24, "y": 1714 }, "add@tiled#0": { "x": 24, "y": 1864 }, "div@tiled#0": { "x": 24, "y": 2014 }, "python@tiled#6": { "x": 24, "y": 2164 } }, "expandedModuleIds": [ "tiled" ], "selectedNodeIds": [ "tiled" ], "viewport": { "width": 1100, "height": 700 } }, "anchors": [ { "target": { "kind": "node", "nodeId": "tiled" }, "snapshotId": "snapshot-ce79800c19d6804e", "exportedAt": "2026-09-17T06:12:56.641732+00:00", "modelName": "AttentionSchedules", "context": "{\"connections\":[\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"add@tiled#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"div@tiled#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"add@tiled#1\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"div@tiled#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"div@tiled#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"python@tiled#6\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"input\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"add@tiled#1\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"input\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"python@tiled#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"input\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"python@tiled#2\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"input\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"python@tiled#3\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"input\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"sub@tiled#1\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"input\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"tiled\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"mul@tiled#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"add@tiled#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"mul@tiled#1\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"add@tiled#1\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@tiled#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"python@tiled#1\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@tiled#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"python@tiled#3\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@tiled#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"sub@tiled#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@tiled#1\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@tiled#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@tiled#2\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@tiled#1\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@tiled#3\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"sub@tiled#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@tiled#3\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"sub@tiled#1\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@tiled#4\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@tiled#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@tiled#4\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@tiled#1\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@tiled#5\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"add@tiled#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@tiled#5\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"add@tiled#1\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@tiled#6\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"stack@AttentionSchedules#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"sub@tiled#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"python@tiled#4\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"sub@tiled#1\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"python@tiled#5\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"tiled\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"stack@AttentionSchedules#0\\\",\\\"targetPort\\\":\\\"x\\\"}\"],\"contents\":[\"{\\\"id\\\":\\\"add@tiled#0\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"torch.add\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\",\"{\\\"id\\\":\\\"add@tiled#1\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"torch.add\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\",\"{\\\"id\\\":\\\"div@tiled#0\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"torch.div\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\",\"{\\\"id\\\":\\\"mul@tiled#0\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"torch.mul\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\",\"{\\\"id\\\":\\\"mul@tiled#1\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"torch.mul\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\",\"{\\\"id\\\":\\\"python@tiled#0\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"Python\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\",\"{\\\"id\\\":\\\"python@tiled#1\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"Python\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\",\"{\\\"id\\\":\\\"python@tiled#2\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"Python\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\",\"{\\\"id\\\":\\\"python@tiled#3\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"Python\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\",\"{\\\"id\\\":\\\"python@tiled#4\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"Python\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\",\"{\\\"id\\\":\\\"python@tiled#5\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"Python\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\",\"{\\\"id\\\":\\\"python@tiled#6\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"Python\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\",\"{\\\"id\\\":\\\"sub@tiled#0\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"torch.sub\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\",\"{\\\"id\\\":\\\"sub@tiled#1\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"torch.sub\\\",\\\"params\\\":{},\\\"parent\\\":\\\"tiled\\\"}\"],\"node\":{\"id\":\"tiled\",\"kind\":\"module\",\"op\":\"Module\",\"params\":{}}}" } ] } ], "openingViewId": "tiles" } }