{ "format": "tensorviz.graph", "version": 3, "exportedAt": "2026-09-17T06:55:55.075292+00:00", "status": "static", "warningCount": 0, "document": { "schemaVersion": 2, "semantic": { "graph_id": "snapshot", "name": "TinyMamba", "revision": 0, "nodes": [ { "node_id": "input", "kind": "input", "op": "Input", "params": { "shape": "1,6,4" }, "in_ports": [], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "input", "name": "Input", "displayName": "Input", "description": "Model input node", "icon": "ArrowRight", "category": "io", "parameters": [ { "name": "shape", "type": "string", "defaultValue": "1,3,224,224", "required": true, "description": "Input tensor shape (comma-separated, e.g., 1,3,224,224)" }, { "name": "name", "type": "string", "defaultValue": "input", "required": false, "description": "Name for this input" } ] } } }, { "node_id": "norm", "kind": "layer", "op": "LayerNorm", "params": { "normalized_shape": 4 }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "layernorm", "name": "LayerNorm", "displayName": "LayerNorm", "description": "Layer Normalization", "icon": "Layers", "category": "norm", "parameters": [ { "name": "normalized_shape", "type": "string", "defaultValue": "512", "required": true, "description": "Input shape for normalization (comma-separated for multi-dim, e.g., 512)" }, { "name": "eps", "type": "number", "defaultValue": 0.00001, "required": false, "description": "Value for numerical stability", "min": 0 }, { "name": "elementwise_affine", "type": "boolean", "defaultValue": true, "required": false, "description": "If True, learnable affine parameters" } ] } } }, { "node_id": "in_projection", "kind": "layer", "op": "Linear", "params": { "in_features": 4, "out_features": 16, "bias": false }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "linear", "name": "Linear", "displayName": "Linear", "description": "Fully Connected Layer", "icon": "Minus", "category": "linear", "parameters": [ { "name": "in_features", "type": "number", "defaultValue": 512, "required": true, "description": "Size of input features", "min": 1 }, { "name": "out_features", "type": "number", "defaultValue": 256, "required": true, "description": "Size of output features", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If set to False, the layer will not learn an additive bias" } ] } } }, { "node_id": "python@TinyMamba#0", "kind": "layer", "op": "Python", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "python", "name": "Python", "displayName": "Python", "description": "A statement from the source file that has no graph equivalent. Its code is kept verbatim and its shape is unknown until the model is traced.", "icon": "Hash", "category": "misc", "parameters": [] } } }, { "node_id": "silu@TinyMamba#1", "kind": "layer", "op": "SiLU", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "silu", "name": "SiLU", "displayName": "SiLU", "description": "Sigmoid Linear Unit (Swish)", "icon": "TrendingUp", "category": "activation", "parameters": [ { "name": "inplace", "type": "boolean", "defaultValue": false, "required": false, "description": "Can optionally do the operation in-place" } ] } } }, { "node_id": "local_conv", "kind": "layer", "op": "Conv1d", "params": { "in_channels": 8, "out_channels": 8, "kernel_size": 3, "groups": 8 }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "conv1d", "name": "Conv1d", "displayName": "Conv1D", "description": "1D Convolutional Layer", "icon": "Minus", "category": "conv", "parameters": [ { "name": "in_channels", "type": "number", "defaultValue": 1, "required": true, "description": "Number of input channels", "min": 1 }, { "name": "out_channels", "type": "number", "defaultValue": 64, "required": true, "description": "Number of output channels", "min": 1 }, { "name": "kernel_size", "type": "number", "defaultValue": 3, "required": true, "description": "Size of the convolving kernel", "min": 1 }, { "name": "stride", "type": "number", "defaultValue": 1, "required": false, "description": "Stride of the convolution", "min": 1 }, { "name": "padding", "type": "number", "defaultValue": 0, "required": false, "description": "Zero-padding added to both sides", "min": 0 }, { "name": "dilation", "type": "number", "defaultValue": 1, "required": false, "description": "Spacing between kernel elements", "min": 1 }, { "name": "groups", "type": "number", "defaultValue": 1, "required": false, "description": "Number of blocked connections from input to output channels", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If True, adds a learnable bias" } ] } } }, { "node_id": "silu@TinyMamba#0", "kind": "layer", "op": "SiLU", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "silu", "name": "SiLU", "displayName": "SiLU", "description": "Sigmoid Linear Unit (Swish)", "icon": "TrendingUp", "category": "activation", "parameters": [ { "name": "inplace", "type": "boolean", "defaultValue": false, "required": false, "description": "Can optionally do the operation in-place" } ] } } }, { "node_id": "selection", "kind": "module", "op": "Module", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "module", "name": "Module", "displayName": "Module", "description": "Custom module group (nn.Module)", "icon": "Package", "category": "module", "parameters": [ { "name": "name", "type": "string", "defaultValue": "CustomModule", "required": true, "description": "Module class name" }, { "name": "description", "type": "string", "defaultValue": "", "required": false, "description": "Module description" } ] }, "moduleInstanceId": "selection", "moduleTemplateId": "model::Selection", "isGroup": true, "moduleMembers": [ "selection.delta_rank", "selection.delta", "softplus@selection#0", "selection.input_map", "selection.readout" ], "moduleLayerCount": 5 } }, { "node_id": "scan", "kind": "module", "op": "Module", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "module", "name": "Module", "displayName": "Module", "description": "Custom module group (nn.Module)", "icon": "Package", "category": "module", "parameters": [ { "name": "name", "type": "string", "defaultValue": "CustomModule", "required": true, "description": "Module class name" }, { "name": "description", "type": "string", "defaultValue": "", "required": false, "description": "Module description" } ] }, "moduleInstanceId": "scan", "moduleTemplateId": "model::SelectiveScan", "isGroup": true, "moduleMembers": [ "python@scan#0", "scan.A_log", "mul@scan#1", "div@scan#0", "mul@scan#2", "mul@scan#3", "mul@scan#0", "python@scan#1", "mul@scan#4", "add@scan#0", "mul@scan#5", "scan.direct", "mul@scan#6", "add@scan#1", "python@scan#2" ], "moduleLayerCount": 15 } }, { "node_id": "mul@TinyMamba#0", "kind": "layer", "op": "torch.mul", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "mul", "name": "torch.mul", "displayName": "torch.mul", "description": "PyTorch mul operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] } } }, { "node_id": "project", "kind": "layer", "op": "Linear", "params": { "in_features": 8, "out_features": 4, "bias": false }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "linear", "name": "Linear", "displayName": "Linear", "description": "Fully Connected Layer", "icon": "Minus", "category": "linear", "parameters": [ { "name": "in_features", "type": "number", "defaultValue": 512, "required": true, "description": "Size of input features", "min": 1 }, { "name": "out_features", "type": "number", "defaultValue": 256, "required": true, "description": "Size of output features", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If set to False, the layer will not learn an additive bias" } ] } } }, { "node_id": "add@TinyMamba#0", "kind": "layer", "op": "torch.add", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "add", "name": "torch.add", "displayName": "torch.add", "description": "PyTorch add operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] } } }, { "node_id": "output", "kind": "output", "op": "Output", "params": {}, "in_ports": [ "x" ], "out_ports": [], "metadata": { "layerType": { "id": "output", "name": "Output", "displayName": "Output", "description": "Model output node", "icon": "ArrowLeft", "category": "io", "parameters": [ { "name": "name", "type": "string", "defaultValue": "output", "required": false, "description": "Name for this output" } ] } } }, { "node_id": "selection.delta_rank", "kind": "layer", "op": "Linear", "params": { "in_features": 8, "out_features": 1, "bias": false }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "linear", "name": "Linear", "displayName": "Linear", "description": "Fully Connected Layer", "icon": "Minus", "category": "linear", "parameters": [ { "name": "in_features", "type": "number", "defaultValue": 512, "required": true, "description": "Size of input features", "min": 1 }, { "name": "out_features", "type": "number", "defaultValue": 256, "required": true, "description": "Size of output features", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If set to False, the layer will not learn an additive bias" } ] }, "parentId": "selection" } }, { "node_id": "selection.delta", "kind": "layer", "op": "Linear", "params": { "in_features": 1, "out_features": 8 }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "linear", "name": "Linear", "displayName": "Linear", "description": "Fully Connected Layer", "icon": "Minus", "category": "linear", "parameters": [ { "name": "in_features", "type": "number", "defaultValue": 512, "required": true, "description": "Size of input features", "min": 1 }, { "name": "out_features", "type": "number", "defaultValue": 256, "required": true, "description": "Size of output features", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If set to False, the layer will not learn an additive bias" } ] }, "parentId": "selection" } }, { "node_id": "softplus@selection#0", "kind": "layer", "op": "Softplus", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "softplus", "name": "Softplus", "displayName": "Softplus", "description": "Softplus activation: (1/beta) * log(1 + exp(beta * x))", "icon": "TrendingUp", "category": "activation", "parameters": [ { "name": "beta", "type": "number", "defaultValue": 1, "required": false, "description": "The beta value for the Softplus formulation", "min": 0 }, { "name": "threshold", "type": "number", "defaultValue": 20, "required": false, "description": "Values above this revert to a linear function", "min": 0 } ] }, "parentId": "selection" } }, { "node_id": "selection.input_map", "kind": "layer", "op": "Linear", "params": { "in_features": 8, "out_features": 3, "bias": false }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "linear", "name": "Linear", "displayName": "Linear", "description": "Fully Connected Layer", "icon": "Minus", "category": "linear", "parameters": [ { "name": "in_features", "type": "number", "defaultValue": 512, "required": true, "description": "Size of input features", "min": 1 }, { "name": "out_features", "type": "number", "defaultValue": 256, "required": true, "description": "Size of output features", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If set to False, the layer will not learn an additive bias" } ] }, "parentId": "selection" } }, { "node_id": "selection.readout", "kind": "layer", "op": "Linear", "params": { "in_features": 8, "out_features": 3, "bias": false }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "linear", "name": "Linear", "displayName": "Linear", "description": "Fully Connected Layer", "icon": "Minus", "category": "linear", "parameters": [ { "name": "in_features", "type": "number", "defaultValue": 512, "required": true, "description": "Size of input features", "min": 1 }, { "name": "out_features", "type": "number", "defaultValue": 256, "required": true, "description": "Size of output features", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If set to False, the layer will not learn an additive bias" } ] }, "parentId": "selection" } }, { "node_id": "python@scan#0", "kind": "layer", "op": "Python", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "python", "name": "Python", "displayName": "Python", "description": "A statement from the source file that has no graph equivalent. Its code is kept verbatim and its shape is unknown until the model is traced.", "icon": "Hash", "category": "misc", "parameters": [] }, "parentId": "scan" } }, { "node_id": "scan.A_log", "kind": "layer", "op": "Parameter", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "parameter", "description": "", "category": "misc", "icon": "Box", "parameters": [], "name": "Parameter", "displayName": "Parameter" }, "parentId": "scan" } }, { "node_id": "mul@scan#1", "kind": "layer", "op": "torch.mul", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "mul", "name": "torch.mul", "displayName": "torch.mul", "description": "PyTorch mul operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] }, "parentId": "scan" } }, { "node_id": "div@scan#0", "kind": "layer", "op": "torch.div", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "div", "name": "torch.div", "displayName": "torch.div", "description": "PyTorch div operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] }, "parentId": "scan" } }, { "node_id": "mul@scan#2", "kind": "layer", "op": "torch.mul", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "mul", "name": "torch.mul", "displayName": "torch.mul", "description": "PyTorch mul operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] }, "parentId": "scan" } }, { "node_id": "mul@scan#3", "kind": "layer", "op": "torch.mul", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "mul", "name": "torch.mul", "displayName": "torch.mul", "description": "PyTorch mul operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] }, "parentId": "scan" } }, { "node_id": "mul@scan#0", "kind": "layer", "op": "torch.mul", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "mul", "name": "torch.mul", "displayName": "torch.mul", "description": "PyTorch mul operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] }, "parentId": "scan" } }, { "node_id": "python@scan#1", "kind": "layer", "op": "Python", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "python", "name": "Python", "displayName": "Python", "description": "A statement from the source file that has no graph equivalent. Its code is kept verbatim and its shape is unknown until the model is traced.", "icon": "Hash", "category": "misc", "parameters": [] }, "parentId": "scan" } }, { "node_id": "mul@scan#4", "kind": "layer", "op": "torch.mul", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "mul", "name": "torch.mul", "displayName": "torch.mul", "description": "PyTorch mul operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] }, "parentId": "scan" } }, { "node_id": "add@scan#0", "kind": "layer", "op": "torch.add", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "add", "name": "torch.add", "displayName": "torch.add", "description": "PyTorch add operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] }, "parentId": "scan" } }, { "node_id": "mul@scan#5", "kind": "layer", "op": "torch.mul", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "mul", "name": "torch.mul", "displayName": "torch.mul", "description": "PyTorch mul operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] }, "parentId": "scan" } }, { "node_id": "scan.direct", "kind": "layer", "op": "Parameter", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "parameter", "description": "", "category": "misc", "icon": "Box", "parameters": [], "name": "Parameter", "displayName": "Parameter" }, "parentId": "scan" } }, { "node_id": "mul@scan#6", "kind": "layer", "op": "torch.mul", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "mul", "name": "torch.mul", "displayName": "torch.mul", "description": "PyTorch mul operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] }, "parentId": "scan" } }, { "node_id": "add@scan#1", "kind": "layer", "op": "torch.add", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "add", "name": "torch.add", "displayName": "torch.add", "description": "PyTorch add operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] }, "parentId": "scan" } }, { "node_id": "python@scan#2", "kind": "layer", "op": "Python", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "python", "name": "Python", "displayName": "Python", "description": "A statement from the source file that has no graph equivalent. Its code is kept verbatim and its shape is unknown until the model is traced.", "icon": "Hash", "category": "misc", "parameters": [] }, "parentId": "scan" } } ], "edges": [ { "edge_id": "edge-1", "source_node_id": "selection.delta_rank", "target_node_id": "selection.delta", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-2", "source_node_id": "selection.delta", "target_node_id": "softplus@selection#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-3", "source_node_id": "scan.A_log", "target_node_id": "mul@scan#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-4", "source_node_id": "mul@scan#0", "target_node_id": "python@scan#1", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-5", "source_node_id": "scan.A_log", "target_node_id": "mul@scan#1", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-6", "source_node_id": "mul@scan#1", "target_node_id": "div@scan#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-7", "source_node_id": "scan.A_log", "target_node_id": "div@scan#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-8", "source_node_id": "div@scan#0", "target_node_id": "mul@scan#2", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-9", "source_node_id": "mul@scan#2", "target_node_id": "mul@scan#3", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-10", "source_node_id": "python@scan#1", "target_node_id": "mul@scan#4", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-11", "source_node_id": "python@scan#0", "target_node_id": "mul@scan#4", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-12", "source_node_id": "mul@scan#4", "target_node_id": "add@scan#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-13", "source_node_id": "mul@scan#3", "target_node_id": "add@scan#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-14", "source_node_id": "add@scan#0", "target_node_id": "mul@scan#5", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-15", "source_node_id": "scan.direct", "target_node_id": "mul@scan#6", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-16", "source_node_id": "mul@scan#5", "target_node_id": "add@scan#1", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-17", "source_node_id": "mul@scan#6", "target_node_id": "add@scan#1", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-18", "source_node_id": "add@scan#1", "target_node_id": "python@scan#2", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-19", "source_node_id": "input", "target_node_id": "norm", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-20", "source_node_id": "norm", "target_node_id": "in_projection", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-21", "source_node_id": "in_projection", "target_node_id": "python@TinyMamba#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-22", "source_node_id": "python@TinyMamba#0", "target_node_id": "local_conv", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-23", "source_node_id": "local_conv", "target_node_id": "silu@TinyMamba#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-24", "source_node_id": "silu@TinyMamba#0", "target_node_id": "selection.delta_rank", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-25", "source_node_id": "silu@TinyMamba#0", "target_node_id": "selection.input_map", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-26", "source_node_id": "silu@TinyMamba#0", "target_node_id": "selection.readout", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-27", "source_node_id": "silu@TinyMamba#0", "target_node_id": "selection", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-28", "source_node_id": "silu@TinyMamba#0", "target_node_id": "python@scan#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-29", "source_node_id": "silu@TinyMamba#0", "target_node_id": "mul@scan#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-30", "source_node_id": "silu@TinyMamba#0", "target_node_id": "mul@scan#1", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-31", "source_node_id": "silu@TinyMamba#0", "target_node_id": "mul@scan#2", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-32", "source_node_id": "silu@TinyMamba#0", "target_node_id": "mul@scan#3", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-33", "source_node_id": "silu@TinyMamba#0", "target_node_id": "mul@scan#5", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-34", "source_node_id": "silu@TinyMamba#0", "target_node_id": "mul@scan#6", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-35", "source_node_id": "silu@TinyMamba#0", "target_node_id": "scan", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-36", "source_node_id": "softplus@selection#0", "target_node_id": "python@scan#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-37", "source_node_id": "softplus@selection#0", "target_node_id": "mul@scan#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-38", "source_node_id": "softplus@selection#0", "target_node_id": "mul@scan#1", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-39", "source_node_id": "softplus@selection#0", "target_node_id": "mul@scan#2", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-40", "source_node_id": "softplus@selection#0", "target_node_id": "mul@scan#3", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-41", "source_node_id": "softplus@selection#0", "target_node_id": "mul@scan#5", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-42", "source_node_id": "softplus@selection#0", "target_node_id": "mul@scan#6", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-43", "source_node_id": "selection.input_map", "target_node_id": "python@scan#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-44", "source_node_id": "selection.input_map", "target_node_id": "mul@scan#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-45", "source_node_id": "selection.input_map", "target_node_id": "mul@scan#1", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-46", "source_node_id": "selection.input_map", "target_node_id": "mul@scan#2", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-47", "source_node_id": "selection.input_map", "target_node_id": "mul@scan#3", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-48", "source_node_id": "selection.input_map", "target_node_id": "mul@scan#5", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-49", "source_node_id": "selection.input_map", "target_node_id": "mul@scan#6", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-50", "source_node_id": "selection.readout", "target_node_id": "python@scan#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-51", "source_node_id": "selection.readout", "target_node_id": "mul@scan#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-52", "source_node_id": "selection.readout", "target_node_id": "mul@scan#1", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-53", "source_node_id": "selection.readout", "target_node_id": "mul@scan#2", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-54", "source_node_id": "selection.readout", "target_node_id": "mul@scan#3", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-55", "source_node_id": "selection.readout", "target_node_id": "mul@scan#5", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-56", "source_node_id": "selection.readout", "target_node_id": "mul@scan#6", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-57", "source_node_id": "selection", "target_node_id": "scan", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-58", "source_node_id": "python@TinyMamba#0", "target_node_id": "silu@TinyMamba#1", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-59", "source_node_id": "python@scan#2", "target_node_id": "mul@TinyMamba#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-60", "source_node_id": "scan", "target_node_id": "mul@TinyMamba#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-61", "source_node_id": "silu@TinyMamba#1", "target_node_id": "mul@TinyMamba#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-62", "source_node_id": "mul@TinyMamba#0", "target_node_id": "project", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-63", "source_node_id": "input", "target_node_id": "add@TinyMamba#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-64", "source_node_id": "project", "target_node_id": "add@TinyMamba#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-65", "source_node_id": "add@TinyMamba#0", "target_node_id": "output", "source_port": "y", "target_port": "x", "metadata": {} } ], "inputs": [], "modules": [], "operations": [], "metadata": {} }, "view": { "graph_id": "snapshot", "node_positions": { "input": { "x": 0, "y": 160 }, "norm": { "x": 340, "y": 160 }, "in_projection": { "x": 680, "y": 160 }, "python@TinyMamba#0": { "x": 1020, "y": 160 }, "silu@TinyMamba#1": { "x": 1360, "y": 160 }, "local_conv": { "x": 1700, "y": 160 }, "silu@TinyMamba#0": { "x": 2040, "y": 160 }, "selection": { "x": 2380, "y": 160 }, "scan": { "x": 2720, "y": 160 }, "mul@TinyMamba#0": { "x": 3060, "y": 160 }, "project": { "x": 3400, "y": 160 }, "add@TinyMamba#0": { "x": 3740, "y": 160 }, "output": { "x": 4080, "y": 160 }, "selection.delta_rank": { "x": 24, "y": 214 }, "selection.delta": { "x": 24, "y": 364 }, "softplus@selection#0": { "x": 24, "y": 514 }, "selection.input_map": { "x": 24, "y": 664 }, "selection.readout": { "x": 24, "y": 814 }, "python@scan#0": { "x": 24, "y": 214 }, "scan.A_log": { "x": 24, "y": 364 }, "mul@scan#1": { "x": 24, "y": 514 }, "div@scan#0": { "x": 24, "y": 664 }, "mul@scan#2": { "x": 24, "y": 814 }, "mul@scan#3": { "x": 24, "y": 964 }, "mul@scan#0": { "x": 24, "y": 1114 }, "python@scan#1": { "x": 24, "y": 1264 }, "mul@scan#4": { "x": 24, "y": 1414 }, "add@scan#0": { "x": 24, "y": 1564 }, "mul@scan#5": { "x": 24, "y": 1714 }, "scan.direct": { "x": 24, "y": 1864 }, "mul@scan#6": { "x": 24, "y": 2014 }, "add@scan#1": { "x": 24, "y": 2164 }, "python@scan#2": { "x": 24, "y": 2314 } }, "collapsed_modules": [ "selection", "scan" ], "selection": [], "layout": {} } }, "snapshotId": "snapshot-da28554a943d5c48", "collaboration": { "walkthrough": { "title": "Carry context through a selective state", "steps": [ { "id": "local", "title": "Gather local context before the scan", "note": "The normalized input expands into eight content and eight gate features. A left-padded depthwise convolution reads only the current and two earlier content projections; SiLU supplies the scan input.", "view": { "camera": { "x": -1367.5, "y": 46.5, "z": 1.25 }, "nodePositions": { "input": { "x": 0, "y": 160 }, "norm": { "x": 340, "y": 160 }, "in_projection": { "x": 680, "y": 160 }, "python@TinyMamba#0": { "x": 1020, "y": 160 }, "silu@TinyMamba#1": { "x": 1360, "y": 160 }, "local_conv": { "x": 1700, "y": 160 }, "silu@TinyMamba#0": { "x": 2040, "y": 160 }, "selection": { "x": 2380, "y": 160 }, "scan": { "x": 2720, "y": 160 }, "mul@TinyMamba#0": { "x": 3060, "y": 160 }, "project": { "x": 3400, "y": 160 }, "add@TinyMamba#0": { "x": 3740, "y": 160 }, "output": { "x": 4080, "y": 160 }, "selection.delta_rank": { "x": 24, "y": 214 }, "selection.delta": { "x": 24, "y": 364 }, "softplus@selection#0": { "x": 24, "y": 514 }, "selection.input_map": { "x": 24, "y": 664 }, "selection.readout": { "x": 24, "y": 814 }, "python@scan#0": { "x": 24, "y": 214 }, "scan.A_log": { "x": 24, "y": 364 }, "mul@scan#1": { "x": 24, "y": 514 }, "div@scan#0": { "x": 24, "y": 664 }, "mul@scan#2": { "x": 24, "y": 814 }, "mul@scan#3": { "x": 24, "y": 964 }, "mul@scan#0": { "x": 24, "y": 1114 }, "python@scan#1": { "x": 24, "y": 1264 }, "mul@scan#4": { "x": 24, "y": 1414 }, "add@scan#0": { "x": 24, "y": 1564 }, "mul@scan#5": { "x": 24, "y": 1714 }, "scan.direct": { "x": 24, "y": 1864 }, "mul@scan#6": { "x": 24, "y": 2014 }, "add@scan#1": { "x": 24, "y": 2164 }, "python@scan#2": { "x": 24, "y": 2314 } }, "expandedModuleIds": [], "selectedNodeIds": [ "local_conv" ], "viewport": { "width": 1100, "height": 700 } }, "anchors": [ { "target": { "kind": "node", "nodeId": "local_conv" }, "snapshotId": "snapshot-da28554a943d5c48", "exportedAt": "2026-09-17T06:55:55.075292+00:00", "modelName": "TinyMamba", "context": "{\"connections\":[\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"local_conv\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"silu@TinyMamba#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@TinyMamba#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"local_conv\\\",\\\"targetPort\\\":\\\"x\\\"}\"],\"contents\":[],\"node\":{\"id\":\"local_conv\",\"kind\":\"layer\",\"op\":\"Conv1d\",\"params\":{\"groups\":8,\"in_channels\":8,\"kernel_size\":3,\"out_channels\":8}}}" } ] }, { "id": "select", "title": "Choose dynamics from the current input", "note": "Softplus makes delta positive. Separate learned maps produce B, which controls writes, and C, which controls readout. Unlike a time-invariant SSM, these quantities change across tokens.", "view": { "camera": { "x": 308.5, "y": -144, "z": 1.25 }, "nodePositions": { "input": { "x": 0, "y": 160 }, "norm": { "x": 340, "y": 160 }, "in_projection": { "x": 680, "y": 160 }, "python@TinyMamba#0": { "x": 1020, "y": 160 }, "silu@TinyMamba#1": { "x": 1360, "y": 160 }, "local_conv": { "x": 1700, "y": 160 }, "silu@TinyMamba#0": { "x": 2040, "y": 160 }, "selection": { "x": 2380, "y": 160 }, "scan": { "x": 2720, "y": 160 }, "mul@TinyMamba#0": { "x": 3060, "y": 160 }, "project": { "x": 3400, "y": 160 }, "add@TinyMamba#0": { "x": 3740, "y": 160 }, "output": { "x": 4080, "y": 160 }, "selection.delta_rank": { "x": 24, "y": 214 }, "selection.delta": { "x": 24, "y": 364 }, "softplus@selection#0": { "x": 24, "y": 514 }, "selection.input_map": { "x": 24, "y": 664 }, "selection.readout": { "x": 24, "y": 814 }, "python@scan#0": { "x": 24, "y": 214 }, "scan.A_log": { "x": 24, "y": 364 }, "mul@scan#1": { "x": 24, "y": 514 }, "div@scan#0": { "x": 24, "y": 664 }, "mul@scan#2": { "x": 24, "y": 814 }, "mul@scan#3": { "x": 24, "y": 964 }, "mul@scan#0": { "x": 24, "y": 1114 }, "python@scan#1": { "x": 24, "y": 1264 }, "mul@scan#4": { "x": 24, "y": 1414 }, "add@scan#0": { "x": 24, "y": 1564 }, "mul@scan#5": { "x": 24, "y": 1714 }, "scan.direct": { "x": 24, "y": 1864 }, "mul@scan#6": { "x": 24, "y": 2014 }, "add@scan#1": { "x": 24, "y": 2164 }, "python@scan#2": { "x": 24, "y": 2314 } }, "expandedModuleIds": [ "selection" ], "selectedNodeIds": [ "selection.delta" ], "viewport": { "width": 1100, "height": 700 } }, "anchors": [ { "target": { "kind": "node", "nodeId": "selection.delta" }, "snapshotId": "snapshot-da28554a943d5c48", "exportedAt": "2026-09-17T06:55:55.075292+00:00", "modelName": "TinyMamba", "context": "{\"connections\":[\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"selection.delta\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"softplus@selection#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"selection.delta_rank\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"selection.delta\\\",\\\"targetPort\\\":\\\"x\\\"}\"],\"contents\":[],\"node\":{\"id\":\"selection.delta\",\"kind\":\"layer\",\"op\":\"Linear\",\"params\":{\"in_features\":1,\"out_features\":8},\"parent\":\"selection\"}}" } ] }, { "id": "state", "title": "Decay the old state and add the current write", "note": "For each channel, hₜ = Āₜ hₜ₋₁ + B̄ₜ uₜ. Negative diagonal A and positive delta produce decay factors between zero and one. The recorded panel exposes three state coordinates and checks an independent sum of decayed writes.", "view": { "camera": { "x": -530.3846153846152, "y": 114.57342657342656, "z": 0.2330888345558272 }, "nodePositions": { "input": { "x": 0, "y": 160 }, "norm": { "x": 340, "y": 160 }, "in_projection": { "x": 680, "y": 160 }, "python@TinyMamba#0": { "x": 1020, "y": 160 }, "silu@TinyMamba#1": { "x": 1360, "y": 160 }, "local_conv": { "x": 1700, "y": 160 }, "silu@TinyMamba#0": { "x": 2040, "y": 160 }, "selection": { "x": 2380, "y": 160 }, "scan": { "x": 2720, "y": 160 }, "mul@TinyMamba#0": { "x": 3060, "y": 160 }, "project": { "x": 3400, "y": 160 }, "add@TinyMamba#0": { "x": 3740, "y": 160 }, "output": { "x": 4080, "y": 160 }, "selection.delta_rank": { "x": 24, "y": 214 }, "selection.delta": { "x": 24, "y": 364 }, "softplus@selection#0": { "x": 24, "y": 514 }, "selection.input_map": { "x": 24, "y": 664 }, "selection.readout": { "x": 24, "y": 814 }, "python@scan#0": { "x": 24, "y": 214 }, "scan.A_log": { "x": 24, "y": 364 }, "mul@scan#1": { "x": 24, "y": 514 }, "div@scan#0": { "x": 24, "y": 664 }, "mul@scan#2": { "x": 24, "y": 814 }, "mul@scan#3": { "x": 24, "y": 964 }, "mul@scan#0": { "x": 24, "y": 1114 }, "python@scan#1": { "x": 24, "y": 1264 }, "mul@scan#4": { "x": 24, "y": 1414 }, "add@scan#0": { "x": 24, "y": 1564 }, "mul@scan#5": { "x": 24, "y": 1714 }, "scan.direct": { "x": 24, "y": 1864 }, "mul@scan#6": { "x": 24, "y": 2014 }, "add@scan#1": { "x": 24, "y": 2164 }, "python@scan#2": { "x": 24, "y": 2314 } }, "expandedModuleIds": [ "scan" ], "selectedNodeIds": [ "scan" ], "viewport": { "width": 1100, "height": 700 } }, "anchors": [ { "target": { "kind": "node", "nodeId": "scan" }, "snapshotId": "snapshot-da28554a943d5c48", "exportedAt": "2026-09-17T06:55:55.075292+00:00", "modelName": "TinyMamba", "context": "{\"connections\":[\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"add@scan#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#5\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"add@scan#1\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"python@scan#2\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"div@scan#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#2\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"mul@scan#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"python@scan#1\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"mul@scan#1\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"div@scan#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"mul@scan#2\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#3\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"mul@scan#3\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"add@scan#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"mul@scan#4\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"add@scan#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"mul@scan#5\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"add@scan#1\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"mul@scan#6\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"add@scan#1\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@scan#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#4\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@scan#1\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#4\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"python@scan#2\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@TinyMamba#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"scan\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@TinyMamba#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"scan.A_log\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"div@scan#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"scan.A_log\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"scan.A_log\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#1\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"scan.direct\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#6\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"selection\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"scan\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"selection.input_map\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"selection.input_map\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#1\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"selection.input_map\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#2\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"selection.input_map\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#3\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"selection.input_map\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#5\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"selection.input_map\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#6\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"selection.input_map\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"python@scan#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"selection.readout\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"selection.readout\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#1\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"selection.readout\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#2\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"selection.readout\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#3\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"selection.readout\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#5\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"selection.readout\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#6\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"selection.readout\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"python@scan#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"silu@TinyMamba#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"silu@TinyMamba#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#1\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"silu@TinyMamba#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#2\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"silu@TinyMamba#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#3\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"silu@TinyMamba#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#5\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"silu@TinyMamba#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#6\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"silu@TinyMamba#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"python@scan#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"silu@TinyMamba#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"scan\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"softplus@selection#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"softplus@selection#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#1\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"softplus@selection#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#2\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"softplus@selection#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#3\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"softplus@selection#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#5\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"softplus@selection#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@scan#6\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"softplus@selection#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"python@scan#0\\\",\\\"targetPort\\\":\\\"x\\\"}\"],\"contents\":[\"{\\\"id\\\":\\\"add@scan#0\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"torch.add\\\",\\\"params\\\":{},\\\"parent\\\":\\\"scan\\\"}\",\"{\\\"id\\\":\\\"add@scan#1\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"torch.add\\\",\\\"params\\\":{},\\\"parent\\\":\\\"scan\\\"}\",\"{\\\"id\\\":\\\"div@scan#0\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"torch.div\\\",\\\"params\\\":{},\\\"parent\\\":\\\"scan\\\"}\",\"{\\\"id\\\":\\\"mul@scan#0\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"torch.mul\\\",\\\"params\\\":{},\\\"parent\\\":\\\"scan\\\"}\",\"{\\\"id\\\":\\\"mul@scan#1\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"torch.mul\\\",\\\"params\\\":{},\\\"parent\\\":\\\"scan\\\"}\",\"{\\\"id\\\":\\\"mul@scan#2\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"torch.mul\\\",\\\"params\\\":{},\\\"parent\\\":\\\"scan\\\"}\",\"{\\\"id\\\":\\\"mul@scan#3\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"torch.mul\\\",\\\"params\\\":{},\\\"parent\\\":\\\"scan\\\"}\",\"{\\\"id\\\":\\\"mul@scan#4\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"torch.mul\\\",\\\"params\\\":{},\\\"parent\\\":\\\"scan\\\"}\",\"{\\\"id\\\":\\\"mul@scan#5\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"torch.mul\\\",\\\"params\\\":{},\\\"parent\\\":\\\"scan\\\"}\",\"{\\\"id\\\":\\\"mul@scan#6\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"torch.mul\\\",\\\"params\\\":{},\\\"parent\\\":\\\"scan\\\"}\",\"{\\\"id\\\":\\\"python@scan#0\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"Python\\\",\\\"params\\\":{},\\\"parent\\\":\\\"scan\\\"}\",\"{\\\"id\\\":\\\"python@scan#1\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"Python\\\",\\\"params\\\":{},\\\"parent\\\":\\\"scan\\\"}\",\"{\\\"id\\\":\\\"python@scan#2\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"Python\\\",\\\"params\\\":{},\\\"parent\\\":\\\"scan\\\"}\",\"{\\\"id\\\":\\\"scan.A_log\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"Parameter\\\",\\\"params\\\":{},\\\"parent\\\":\\\"scan\\\"}\",\"{\\\"id\\\":\\\"scan.direct\\\",\\\"kind\\\":\\\"layer\\\",\\\"op\\\":\\\"Parameter\\\",\\\"params\\\":{},\\\"parent\\\":\\\"scan\\\"}\"],\"node\":{\"id\":\"scan\",\"kind\":\"module\",\"op\":\"Module\",\"params\":{}}}" } ] }, { "id": "read", "title": "Read, gate and project the state output", "note": "C reads the updated state, with a learned direct input path D. A separate SiLU gate modulates the result before projection and residual addition. Streaming retains 24 SSM values and 16 convolution-history values per sequence for this configuration.", "view": { "camera": { "x": -3067.5, "y": 56.5, "z": 1.25 }, "nodePositions": { "input": { "x": 0, "y": 160 }, "norm": { "x": 340, "y": 160 }, "in_projection": { "x": 680, "y": 160 }, "python@TinyMamba#0": { "x": 1020, "y": 160 }, "silu@TinyMamba#1": { "x": 1360, "y": 160 }, "local_conv": { "x": 1700, "y": 160 }, "silu@TinyMamba#0": { "x": 2040, "y": 160 }, "selection": { "x": 2380, "y": 160 }, "scan": { "x": 2720, "y": 160 }, "mul@TinyMamba#0": { "x": 3060, "y": 160 }, "project": { "x": 3400, "y": 160 }, "add@TinyMamba#0": { "x": 3740, "y": 160 }, "output": { "x": 4080, "y": 160 }, "selection.delta_rank": { "x": 24, "y": 214 }, "selection.delta": { "x": 24, "y": 364 }, "softplus@selection#0": { "x": 24, "y": 514 }, "selection.input_map": { "x": 24, "y": 664 }, "selection.readout": { "x": 24, "y": 814 }, "python@scan#0": { "x": 24, "y": 214 }, "scan.A_log": { "x": 24, "y": 364 }, "mul@scan#1": { "x": 24, "y": 514 }, "div@scan#0": { "x": 24, "y": 664 }, "mul@scan#2": { "x": 24, "y": 814 }, "mul@scan#3": { "x": 24, "y": 964 }, "mul@scan#0": { "x": 24, "y": 1114 }, "python@scan#1": { "x": 24, "y": 1264 }, "mul@scan#4": { "x": 24, "y": 1414 }, "add@scan#0": { "x": 24, "y": 1564 }, "mul@scan#5": { "x": 24, "y": 1714 }, "scan.direct": { "x": 24, "y": 1864 }, "mul@scan#6": { "x": 24, "y": 2014 }, "add@scan#1": { "x": 24, "y": 2164 }, "python@scan#2": { "x": 24, "y": 2314 } }, "expandedModuleIds": [], "selectedNodeIds": [ "project" ], "viewport": { "width": 1100, "height": 700 } }, "anchors": [ { "target": { "kind": "node", "nodeId": "project" }, "snapshotId": "snapshot-da28554a943d5c48", "exportedAt": "2026-09-17T06:55:55.075292+00:00", "modelName": "TinyMamba", "context": "{\"connections\":[\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"mul@TinyMamba#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"project\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"project\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"add@TinyMamba#0\\\",\\\"targetPort\\\":\\\"x\\\"}\"],\"contents\":[],\"node\":{\"id\":\"project\",\"kind\":\"layer\",\"op\":\"Linear\",\"params\":{\"bias\":false,\"in_features\":8,\"out_features\":4}}}" } ] } ] }, "threads": [], "savedViews": [ { "id": "select", "title": "Choose dynamics from the current input", "note": "Softplus makes delta positive. Separate learned maps produce B, which controls writes, and C, which controls readout. Unlike a time-invariant SSM, these quantities change across tokens.", "view": { "camera": { "x": 308.5, "y": -144, "z": 1.25 }, "nodePositions": { "input": { "x": 0, "y": 160 }, "norm": { "x": 340, "y": 160 }, "in_projection": { "x": 680, "y": 160 }, "python@TinyMamba#0": { "x": 1020, "y": 160 }, "silu@TinyMamba#1": { "x": 1360, "y": 160 }, "local_conv": { "x": 1700, "y": 160 }, "silu@TinyMamba#0": { "x": 2040, "y": 160 }, "selection": { "x": 2380, "y": 160 }, "scan": { "x": 2720, "y": 160 }, "mul@TinyMamba#0": { "x": 3060, "y": 160 }, "project": { "x": 3400, "y": 160 }, "add@TinyMamba#0": { "x": 3740, "y": 160 }, "output": { "x": 4080, "y": 160 }, "selection.delta_rank": { "x": 24, "y": 214 }, "selection.delta": { "x": 24, "y": 364 }, "softplus@selection#0": { "x": 24, "y": 514 }, "selection.input_map": { "x": 24, "y": 664 }, "selection.readout": { "x": 24, "y": 814 }, "python@scan#0": { "x": 24, "y": 214 }, "scan.A_log": { "x": 24, "y": 364 }, "mul@scan#1": { "x": 24, "y": 514 }, "div@scan#0": { "x": 24, "y": 664 }, "mul@scan#2": { "x": 24, "y": 814 }, "mul@scan#3": { "x": 24, "y": 964 }, "mul@scan#0": { "x": 24, "y": 1114 }, "python@scan#1": { "x": 24, "y": 1264 }, "mul@scan#4": { "x": 24, "y": 1414 }, "add@scan#0": { "x": 24, "y": 1564 }, "mul@scan#5": { "x": 24, "y": 1714 }, "scan.direct": { "x": 24, "y": 1864 }, "mul@scan#6": { "x": 24, "y": 2014 }, "add@scan#1": { "x": 24, "y": 2164 }, "python@scan#2": { "x": 24, "y": 2314 } }, "expandedModuleIds": [ "selection" ], "selectedNodeIds": [ "selection.delta" ], "viewport": { "width": 1100, "height": 700 } }, "anchors": [ { "target": { "kind": "node", "nodeId": "selection.delta" }, "snapshotId": "snapshot-da28554a943d5c48", "exportedAt": "2026-09-17T06:55:55.075292+00:00", "modelName": "TinyMamba", "context": "{\"connections\":[\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"selection.delta\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"softplus@selection#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"selection.delta_rank\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"selection.delta\\\",\\\"targetPort\\\":\\\"x\\\"}\"],\"contents\":[],\"node\":{\"id\":\"selection.delta\",\"kind\":\"layer\",\"op\":\"Linear\",\"params\":{\"in_features\":1,\"out_features\":8},\"parent\":\"selection\"}}" } ] } ], "openingViewId": "select" } }