{ "format": "tensorviz.graph", "version": 3, "exportedAt": "2026-09-17T07:00:42.198081+00:00", "status": "static", "warningCount": 0, "document": { "schemaVersion": 2, "semantic": { "graph_id": "snapshot", "name": "EvoformerCoupling", "revision": 0, "nodes": [ { "node_id": "input", "kind": "input", "op": "Input", "params": { "shape": "3,4,8" }, "in_ports": [], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "input", "name": "Input", "displayName": "Input", "description": "Model input node", "icon": "ArrowRight", "category": "io", "parameters": [ { "name": "shape", "type": "string", "defaultValue": "1,3,224,224", "required": true, "description": "Input tensor shape (comma-separated, e.g., 1,3,224,224)" }, { "name": "name", "type": "string", "defaultValue": "input", "required": false, "description": "Name for this input" } ] } } }, { "node_id": "msa_row", "kind": "module", "op": "Module", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "module", "name": "Module", "displayName": "Module", "description": "Custom module group (nn.Module)", "icon": "Package", "category": "module", "parameters": [ { "name": "name", "type": "string", "defaultValue": "CustomModule", "required": true, "description": "Module class name" }, { "name": "description", "type": "string", "defaultValue": "", "required": false, "description": "Module description" } ] }, "moduleInstanceId": "msa_row", "moduleTemplateId": "model::MSARowAttention", "isGroup": true, "moduleMembers": [ "msa_row.msa_norm", "msa_row.pair_norm", "msa_row.query", "python@msa_row#0", "msa_row.key", "python@msa_row#1", "div@msa_row#0", "msa_row.value", "python@msa_row#2", "msa_row.pair_bias", "permute@msa_row#0", "add@msa_row#0", "msa_row.gate", "msa_row.softmax", "python@msa_row#3", "mul@msa_row#0", "msa_row.project" ], "moduleLayerCount": 17 } }, { "node_id": "add@EvoformerCoupling#0", "kind": "layer", "op": "torch.add", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "add", "name": "torch.add", "displayName": "torch.add", "description": "PyTorch add operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] } } }, { "node_id": "outer_product", "kind": "module", "op": "Module", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "module", "name": "Module", "displayName": "Module", "description": "Custom module group (nn.Module)", "icon": "Package", "category": "module", "parameters": [ { "name": "name", "type": "string", "defaultValue": "CustomModule", "required": true, "description": "Module class name" }, { "name": "description", "type": "string", "defaultValue": "", "required": false, "description": "Module description" } ] }, "moduleInstanceId": "outer_product", "moduleTemplateId": "model::OuterProductMean", "isGroup": true, "moduleMembers": [ "outer_product.norm", "outer_product.left", "outer_product.right", "div@outer_product#0", "flatten@outer_product#0", "outer_product.project" ], "moduleLayerCount": 6 } }, { "node_id": "add@EvoformerCoupling#1", "kind": "layer", "op": "torch.add", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "add", "name": "torch.add", "displayName": "torch.add", "description": "PyTorch add operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] } } }, { "node_id": "triangle", "kind": "module", "op": "Module", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "module", "name": "Module", "displayName": "Module", "description": "Custom module group (nn.Module)", "icon": "Package", "category": "module", "parameters": [ { "name": "name", "type": "string", "defaultValue": "CustomModule", "required": true, "description": "Module class name" }, { "name": "description", "type": "string", "defaultValue": "", "required": false, "description": "Module description" } ] }, "moduleInstanceId": "triangle", "moduleTemplateId": "model::OutgoingTriangle", "isGroup": true, "moduleMembers": [ "triangle.norm", "triangle.left", "triangle.right", "triangle.left_gate", "mul@triangle#0", "triangle.right_gate", "mul@triangle#1", "python@triangle#0", "triangle.output_gate", "triangle.sum_norm", "triangle.project", "mul@triangle#2" ], "moduleLayerCount": 12 } }, { "node_id": "add@EvoformerCoupling#2", "kind": "layer", "op": "torch.add", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "add", "name": "torch.add", "displayName": "torch.add", "description": "PyTorch add operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] } } }, { "node_id": "pair_transition", "kind": "module", "op": "Module", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "module", "name": "Module", "displayName": "Module", "description": "Custom module group (nn.Module)", "icon": "Package", "category": "module", "parameters": [ { "name": "name", "type": "string", "defaultValue": "CustomModule", "required": true, "description": "Module class name" }, { "name": "description", "type": "string", "defaultValue": "", "required": false, "description": "Module description" } ] }, "moduleInstanceId": "pair_transition", "moduleTemplateId": "model::PairTransition", "isGroup": true, "moduleMembers": [ "pair_transition.norm", "pair_transition.up", "pair_transition.relu", "pair_transition.down" ], "moduleLayerCount": 4 } }, { "node_id": "add@EvoformerCoupling#3", "kind": "layer", "op": "torch.add", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "add", "name": "torch.add", "displayName": "torch.add", "description": "PyTorch add operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] } } }, { "node_id": "output", "kind": "output", "op": "Output", "params": {}, "in_ports": [ "x" ], "out_ports": [], "metadata": { "layerType": { "id": "output", "name": "Output", "displayName": "Output", "description": "Model output node", "icon": "ArrowLeft", "category": "io", "parameters": [ { "name": "name", "type": "string", "defaultValue": "output", "required": false, "description": "Name for this output" } ] } } }, { "node_id": "msa_row.msa_norm", "kind": "layer", "op": "LayerNorm", "params": { "normalized_shape": 8 }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "layernorm", "name": "LayerNorm", "displayName": "LayerNorm", "description": "Layer Normalization", "icon": "Layers", "category": "norm", "parameters": [ { "name": "normalized_shape", "type": "string", "defaultValue": "512", "required": true, "description": "Input shape for normalization (comma-separated for multi-dim, e.g., 512)" }, { "name": "eps", "type": "number", "defaultValue": 0.00001, "required": false, "description": "Value for numerical stability", "min": 0 }, { "name": "elementwise_affine", "type": "boolean", "defaultValue": true, "required": false, "description": "If True, learnable affine parameters" } ] }, "parentId": "msa_row" } }, { "node_id": "msa_row.pair_norm", "kind": "layer", "op": "LayerNorm", "params": { "normalized_shape": 4 }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "layernorm", "name": "LayerNorm", "displayName": "LayerNorm", "description": "Layer Normalization", "icon": "Layers", "category": "norm", "parameters": [ { "name": "normalized_shape", "type": "string", "defaultValue": "512", "required": true, "description": "Input shape for normalization (comma-separated for multi-dim, e.g., 512)" }, { "name": "eps", "type": "number", "defaultValue": 0.00001, "required": false, "description": "Value for numerical stability", "min": 0 }, { "name": "elementwise_affine", "type": "boolean", "defaultValue": true, "required": false, "description": "If True, learnable affine parameters" } ] }, "parentId": "msa_row" } }, { "node_id": "msa_row.query", "kind": "layer", "op": "Linear", "params": { "in_features": 8, "out_features": 8, "bias": false }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "linear", "name": "Linear", "displayName": "Linear", "description": "Fully Connected Layer", "icon": "Minus", "category": "linear", "parameters": [ { "name": "in_features", "type": "number", "defaultValue": 512, "required": true, "description": "Size of input features", "min": 1 }, { "name": "out_features", "type": "number", "defaultValue": 256, "required": true, "description": "Size of output features", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If set to False, the layer will not learn an additive bias" } ] }, "parentId": "msa_row" } }, { "node_id": "python@msa_row#0", "kind": "layer", "op": "Python", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "python", "name": "Python", "displayName": "Python", "description": "A statement from the source file that has no graph equivalent. Its code is kept verbatim and its shape is unknown until the model is traced.", "icon": "Hash", "category": "misc", "parameters": [] }, "parentId": "msa_row" } }, { "node_id": "msa_row.key", "kind": "layer", "op": "Linear", "params": { "in_features": 8, "out_features": 8, "bias": false }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "linear", "name": "Linear", "displayName": "Linear", "description": "Fully Connected Layer", "icon": "Minus", "category": "linear", "parameters": [ { "name": "in_features", "type": "number", "defaultValue": 512, "required": true, "description": "Size of input features", "min": 1 }, { "name": "out_features", "type": "number", "defaultValue": 256, "required": true, "description": "Size of output features", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If set to False, the layer will not learn an additive bias" } ] }, "parentId": "msa_row" } }, { "node_id": "python@msa_row#1", "kind": "layer", "op": "Python", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "python", "name": "Python", "displayName": "Python", "description": "A statement from the source file that has no graph equivalent. Its code is kept verbatim and its shape is unknown until the model is traced.", "icon": "Hash", "category": "misc", "parameters": [] }, "parentId": "msa_row" } }, { "node_id": "div@msa_row#0", "kind": "layer", "op": "torch.div", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "div", "name": "torch.div", "displayName": "torch.div", "description": "PyTorch div operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] }, "parentId": "msa_row" } }, { "node_id": "msa_row.value", "kind": "layer", "op": "Linear", "params": { "in_features": 8, "out_features": 8, "bias": false }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "linear", "name": "Linear", "displayName": "Linear", "description": "Fully Connected Layer", "icon": "Minus", "category": "linear", "parameters": [ { "name": "in_features", "type": "number", "defaultValue": 512, "required": true, "description": "Size of input features", "min": 1 }, { "name": "out_features", "type": "number", "defaultValue": 256, "required": true, "description": "Size of output features", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If set to False, the layer will not learn an additive bias" } ] }, "parentId": "msa_row" } }, { "node_id": "python@msa_row#2", "kind": "layer", "op": "Python", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "python", "name": "Python", "displayName": "Python", "description": "A statement from the source file that has no graph equivalent. Its code is kept verbatim and its shape is unknown until the model is traced.", "icon": "Hash", "category": "misc", "parameters": [] }, "parentId": "msa_row" } }, { "node_id": "msa_row.pair_bias", "kind": "layer", "op": "Linear", "params": { "in_features": 4, "out_features": 2, "bias": false }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "linear", "name": "Linear", "displayName": "Linear", "description": "Fully Connected Layer", "icon": "Minus", "category": "linear", "parameters": [ { "name": "in_features", "type": "number", "defaultValue": 512, "required": true, "description": "Size of input features", "min": 1 }, { "name": "out_features", "type": "number", "defaultValue": 256, "required": true, "description": "Size of output features", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If set to False, the layer will not learn an additive bias" } ] }, "parentId": "msa_row" } }, { "node_id": "permute@msa_row#0", "kind": "layer", "op": "torch.permute", "params": { "dims": [ 2, 0, 1 ] }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "permute", "name": "torch.permute", "displayName": "torch.permute", "description": "PyTorch permute operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dims", "type": "string", "defaultValue": "", "required": false, "description": "The new dimension order — one entry per dimension, e.g. 0,2,3,1" } ] }, "parentId": "msa_row" } }, { "node_id": "add@msa_row#0", "kind": "layer", "op": "torch.add", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "add", "name": "torch.add", "displayName": "torch.add", "description": "PyTorch add operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] }, "parentId": "msa_row" } }, { "node_id": "msa_row.gate", "kind": "layer", "op": "Linear", "params": { "in_features": 8, "out_features": 8 }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "linear", "name": "Linear", "displayName": "Linear", "description": "Fully Connected Layer", "icon": "Minus", "category": "linear", "parameters": [ { "name": "in_features", "type": "number", "defaultValue": 512, "required": true, "description": "Size of input features", "min": 1 }, { "name": "out_features", "type": "number", "defaultValue": 256, "required": true, "description": "Size of output features", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If set to False, the layer will not learn an additive bias" } ] }, "parentId": "msa_row" } }, { "node_id": "msa_row.softmax", "kind": "layer", "op": "Softmax", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "softmax", "name": "Softmax", "displayName": "Softmax", "description": "Softmax over a dimension", "icon": "TrendingUp", "category": "activation", "parameters": [ { "name": "dim", "type": "number", "defaultValue": 1, "required": true, "description": "Dimension along which Softmax is computed" } ] }, "parentId": "msa_row" } }, { "node_id": "python@msa_row#3", "kind": "layer", "op": "Python", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "python", "name": "Python", "displayName": "Python", "description": "A statement from the source file that has no graph equivalent. Its code is kept verbatim and its shape is unknown until the model is traced.", "icon": "Hash", "category": "misc", "parameters": [] }, "parentId": "msa_row" } }, { "node_id": "mul@msa_row#0", "kind": "layer", "op": "torch.mul", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "mul", "name": "torch.mul", "displayName": "torch.mul", "description": "PyTorch mul operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] }, "parentId": "msa_row" } }, { "node_id": "msa_row.project", "kind": "layer", "op": "Linear", "params": { "in_features": 8, "out_features": 8 }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "linear", "name": "Linear", "displayName": "Linear", "description": "Fully Connected Layer", "icon": "Minus", "category": "linear", "parameters": [ { "name": "in_features", "type": "number", "defaultValue": 512, "required": true, "description": "Size of input features", "min": 1 }, { "name": "out_features", "type": "number", "defaultValue": 256, "required": true, "description": "Size of output features", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If set to False, the layer will not learn an additive bias" } ] }, "parentId": "msa_row" } }, { "node_id": "outer_product.norm", "kind": "layer", "op": "LayerNorm", "params": { "normalized_shape": 8 }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "layernorm", "name": "LayerNorm", "displayName": "LayerNorm", "description": "Layer Normalization", "icon": "Layers", "category": "norm", "parameters": [ { "name": "normalized_shape", "type": "string", "defaultValue": "512", "required": true, "description": "Input shape for normalization (comma-separated for multi-dim, e.g., 512)" }, { "name": "eps", "type": "number", "defaultValue": 0.00001, "required": false, "description": "Value for numerical stability", "min": 0 }, { "name": "elementwise_affine", "type": "boolean", "defaultValue": true, "required": false, "description": "If True, learnable affine parameters" } ] }, "parentId": "outer_product" } }, { "node_id": "outer_product.left", "kind": "layer", "op": "Linear", "params": { "in_features": 8, "out_features": 3 }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "linear", "name": "Linear", "displayName": "Linear", "description": "Fully Connected Layer", "icon": "Minus", "category": "linear", "parameters": [ { "name": "in_features", "type": "number", "defaultValue": 512, "required": true, "description": "Size of input features", "min": 1 }, { "name": "out_features", "type": "number", "defaultValue": 256, "required": true, "description": "Size of output features", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If set to False, the layer will not learn an additive bias" } ] }, "parentId": "outer_product" } }, { "node_id": "outer_product.right", "kind": "layer", "op": "Linear", "params": { "in_features": 8, "out_features": 3 }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "linear", "name": "Linear", "displayName": "Linear", "description": "Fully Connected Layer", "icon": "Minus", "category": "linear", "parameters": [ { "name": "in_features", "type": "number", "defaultValue": 512, "required": true, "description": "Size of input features", "min": 1 }, { "name": "out_features", "type": "number", "defaultValue": 256, "required": true, "description": "Size of output features", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If set to False, the layer will not learn an additive bias" } ] }, "parentId": "outer_product" } }, { "node_id": "div@outer_product#0", "kind": "layer", "op": "torch.div", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "div", "name": "torch.div", "displayName": "torch.div", "description": "PyTorch div operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] }, "parentId": "outer_product" } }, { "node_id": "flatten@outer_product#0", "kind": "layer", "op": "Flatten", "params": { "start_dim": 2 }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "flatten", "name": "Flatten", "displayName": "Flatten", "description": "Flattens input tensor contiguously", "icon": "Maximize2", "category": "tensor", "parameters": [ { "name": "start_dim", "type": "number", "defaultValue": 1, "required": false, "description": "First dim to flatten", "min": 0 }, { "name": "end_dim", "type": "number", "defaultValue": -1, "required": false, "description": "Last dim to flatten" } ] }, "parentId": "outer_product" } }, { "node_id": "outer_product.project", "kind": "layer", "op": "Linear", "params": { "in_features": 9, "out_features": 4 }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "linear", "name": "Linear", "displayName": "Linear", "description": "Fully Connected Layer", "icon": "Minus", "category": "linear", "parameters": [ { "name": "in_features", "type": "number", "defaultValue": 512, "required": true, "description": "Size of input features", "min": 1 }, { "name": "out_features", "type": "number", "defaultValue": 256, "required": true, "description": "Size of output features", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If set to False, the layer will not learn an additive bias" } ] }, "parentId": "outer_product" } }, { "node_id": "triangle.norm", "kind": "layer", "op": "LayerNorm", "params": { "normalized_shape": 4 }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "layernorm", "name": "LayerNorm", "displayName": "LayerNorm", "description": "Layer Normalization", "icon": "Layers", "category": "norm", "parameters": [ { "name": "normalized_shape", "type": "string", "defaultValue": "512", "required": true, "description": "Input shape for normalization (comma-separated for multi-dim, e.g., 512)" }, { "name": "eps", "type": "number", "defaultValue": 0.00001, "required": false, "description": "Value for numerical stability", "min": 0 }, { "name": "elementwise_affine", "type": "boolean", "defaultValue": true, "required": false, "description": "If True, learnable affine parameters" } ] }, "parentId": "triangle" } }, { "node_id": "triangle.left", "kind": "layer", "op": "Linear", "params": { "in_features": 4, "out_features": 4 }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "linear", "name": "Linear", "displayName": "Linear", "description": "Fully Connected Layer", "icon": "Minus", "category": "linear", "parameters": [ { "name": "in_features", "type": "number", "defaultValue": 512, "required": true, "description": "Size of input features", "min": 1 }, { "name": "out_features", "type": "number", "defaultValue": 256, "required": true, "description": "Size of output features", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If set to False, the layer will not learn an additive bias" } ] }, "parentId": "triangle" } }, { "node_id": "triangle.right", "kind": "layer", "op": "Linear", "params": { "in_features": 4, "out_features": 4 }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "linear", "name": "Linear", "displayName": "Linear", "description": "Fully Connected Layer", "icon": "Minus", "category": "linear", "parameters": [ { "name": "in_features", "type": "number", "defaultValue": 512, "required": true, "description": "Size of input features", "min": 1 }, { "name": "out_features", "type": "number", "defaultValue": 256, "required": true, "description": "Size of output features", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If set to False, the layer will not learn an additive bias" } ] }, "parentId": "triangle" } }, { "node_id": "triangle.left_gate", "kind": "layer", "op": "Linear", "params": { "in_features": 4, "out_features": 4 }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "linear", "name": "Linear", "displayName": "Linear", "description": "Fully Connected Layer", "icon": "Minus", "category": "linear", "parameters": [ { "name": "in_features", "type": "number", "defaultValue": 512, "required": true, "description": "Size of input features", "min": 1 }, { "name": "out_features", "type": "number", "defaultValue": 256, "required": true, "description": "Size of output features", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If set to False, the layer will not learn an additive bias" } ] }, "parentId": "triangle" } }, { "node_id": "mul@triangle#0", "kind": "layer", "op": "torch.mul", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "mul", "name": "torch.mul", "displayName": "torch.mul", "description": "PyTorch mul operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] }, "parentId": "triangle" } }, { "node_id": "triangle.right_gate", "kind": "layer", "op": "Linear", "params": { "in_features": 4, "out_features": 4 }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "linear", "name": "Linear", "displayName": "Linear", "description": "Fully Connected Layer", "icon": "Minus", "category": "linear", "parameters": [ { "name": "in_features", "type": "number", "defaultValue": 512, "required": true, "description": "Size of input features", "min": 1 }, { "name": "out_features", "type": "number", "defaultValue": 256, "required": true, "description": "Size of output features", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If set to False, the layer will not learn an additive bias" } ] }, "parentId": "triangle" } }, { "node_id": "mul@triangle#1", "kind": "layer", "op": "torch.mul", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "mul", "name": "torch.mul", "displayName": "torch.mul", "description": "PyTorch mul operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] }, "parentId": "triangle" } }, { "node_id": "python@triangle#0", "kind": "layer", "op": "Python", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "python", "name": "Python", "displayName": "Python", "description": "A statement from the source file that has no graph equivalent. Its code is kept verbatim and its shape is unknown until the model is traced.", "icon": "Hash", "category": "misc", "parameters": [] }, "parentId": "triangle" } }, { "node_id": "triangle.output_gate", "kind": "layer", "op": "Linear", "params": { "in_features": 4, "out_features": 4 }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "linear", "name": "Linear", "displayName": "Linear", "description": "Fully Connected Layer", "icon": "Minus", "category": "linear", "parameters": [ { "name": "in_features", "type": "number", "defaultValue": 512, "required": true, "description": "Size of input features", "min": 1 }, { "name": "out_features", "type": "number", "defaultValue": 256, "required": true, "description": "Size of output features", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If set to False, the layer will not learn an additive bias" } ] }, "parentId": "triangle" } }, { "node_id": "triangle.sum_norm", "kind": "layer", "op": "LayerNorm", "params": { "normalized_shape": 4 }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "layernorm", "name": "LayerNorm", "displayName": "LayerNorm", "description": "Layer Normalization", "icon": "Layers", "category": "norm", "parameters": [ { "name": "normalized_shape", "type": "string", "defaultValue": "512", "required": true, "description": "Input shape for normalization (comma-separated for multi-dim, e.g., 512)" }, { "name": "eps", "type": "number", "defaultValue": 0.00001, "required": false, "description": "Value for numerical stability", "min": 0 }, { "name": "elementwise_affine", "type": "boolean", "defaultValue": true, "required": false, "description": "If True, learnable affine parameters" } ] }, "parentId": "triangle" } }, { "node_id": "triangle.project", "kind": "layer", "op": "Linear", "params": { "in_features": 4, "out_features": 4 }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "linear", "name": "Linear", "displayName": "Linear", "description": "Fully Connected Layer", "icon": "Minus", "category": "linear", "parameters": [ { "name": "in_features", "type": "number", "defaultValue": 512, "required": true, "description": "Size of input features", "min": 1 }, { "name": "out_features", "type": "number", "defaultValue": 256, "required": true, "description": "Size of output features", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If set to False, the layer will not learn an additive bias" } ] }, "parentId": "triangle" } }, { "node_id": "mul@triangle#2", "kind": "layer", "op": "torch.mul", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "mul", "name": "torch.mul", "displayName": "torch.mul", "description": "PyTorch mul operation", "icon": "Activity", "category": "tensor", "parameters": [ { "name": "dim", "type": "string", "defaultValue": "", "required": false, "description": "Dimension(s) to apply the operation on" } ] }, "parentId": "triangle" } }, { "node_id": "pair_transition.norm", "kind": "layer", "op": "LayerNorm", "params": { "normalized_shape": 4 }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "layernorm", "name": "LayerNorm", "displayName": "LayerNorm", "description": "Layer Normalization", "icon": "Layers", "category": "norm", "parameters": [ { "name": "normalized_shape", "type": "string", "defaultValue": "512", "required": true, "description": "Input shape for normalization (comma-separated for multi-dim, e.g., 512)" }, { "name": "eps", "type": "number", "defaultValue": 0.00001, "required": false, "description": "Value for numerical stability", "min": 0 }, { "name": "elementwise_affine", "type": "boolean", "defaultValue": true, "required": false, "description": "If True, learnable affine parameters" } ] }, "parentId": "pair_transition" } }, { "node_id": "pair_transition.up", "kind": "layer", "op": "Linear", "params": { "in_features": 4, "out_features": 16 }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "linear", "name": "Linear", "displayName": "Linear", "description": "Fully Connected Layer", "icon": "Minus", "category": "linear", "parameters": [ { "name": "in_features", "type": "number", "defaultValue": 512, "required": true, "description": "Size of input features", "min": 1 }, { "name": "out_features", "type": "number", "defaultValue": 256, "required": true, "description": "Size of output features", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If set to False, the layer will not learn an additive bias" } ] }, "parentId": "pair_transition" } }, { "node_id": "pair_transition.relu", "kind": "layer", "op": "ReLU", "params": {}, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "relu", "name": "ReLU", "displayName": "ReLU", "description": "Rectified Linear Unit", "icon": "TrendingUp", "category": "activation", "parameters": [ { "name": "inplace", "type": "boolean", "defaultValue": false, "required": false, "description": "Can optionally do the operation in-place" } ] }, "parentId": "pair_transition" } }, { "node_id": "pair_transition.down", "kind": "layer", "op": "Linear", "params": { "in_features": 16, "out_features": 4 }, "in_ports": [ "x" ], "out_ports": [ "y" ], "metadata": { "layerType": { "id": "linear", "name": "Linear", "displayName": "Linear", "description": "Fully Connected Layer", "icon": "Minus", "category": "linear", "parameters": [ { "name": "in_features", "type": "number", "defaultValue": 512, "required": true, "description": "Size of input features", "min": 1 }, { "name": "out_features", "type": "number", "defaultValue": 256, "required": true, "description": "Size of output features", "min": 1 }, { "name": "bias", "type": "boolean", "defaultValue": true, "required": false, "description": "If set to False, the layer will not learn an additive bias" } ] }, "parentId": "pair_transition" } } ], "edges": [ { "edge_id": "edge-1", "source_node_id": "msa_row.msa_norm", "target_node_id": "msa_row.query", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-2", "source_node_id": "msa_row.query", "target_node_id": "python@msa_row#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-3", "source_node_id": "msa_row.msa_norm", "target_node_id": "msa_row.key", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-4", "source_node_id": "msa_row.key", "target_node_id": "python@msa_row#1", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-5", "source_node_id": "msa_row.msa_norm", "target_node_id": "msa_row.value", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-6", "source_node_id": "msa_row.value", "target_node_id": "python@msa_row#2", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-7", "source_node_id": "msa_row.pair_norm", "target_node_id": "msa_row.pair_bias", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-8", "source_node_id": "msa_row.pair_bias", "target_node_id": "permute@msa_row#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-9", "source_node_id": "python@msa_row#0", "target_node_id": "div@msa_row#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-10", "source_node_id": "python@msa_row#1", "target_node_id": "div@msa_row#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-11", "source_node_id": "div@msa_row#0", "target_node_id": "add@msa_row#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-12", "source_node_id": "permute@msa_row#0", "target_node_id": "add@msa_row#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-13", "source_node_id": "add@msa_row#0", "target_node_id": "msa_row.softmax", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-14", "source_node_id": "msa_row.softmax", "target_node_id": "python@msa_row#3", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-15", "source_node_id": "python@msa_row#2", "target_node_id": "python@msa_row#3", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-16", "source_node_id": "msa_row.msa_norm", "target_node_id": "msa_row.gate", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-17", "source_node_id": "msa_row.gate", "target_node_id": "mul@msa_row#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-18", "source_node_id": "python@msa_row#3", "target_node_id": "mul@msa_row#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-19", "source_node_id": "mul@msa_row#0", "target_node_id": "msa_row.project", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-20", "source_node_id": "outer_product.norm", "target_node_id": "outer_product.left", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-21", "source_node_id": "outer_product.norm", "target_node_id": "outer_product.right", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-22", "source_node_id": "outer_product.left", "target_node_id": "div@outer_product#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-23", "source_node_id": "outer_product.right", "target_node_id": "div@outer_product#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-24", "source_node_id": "div@outer_product#0", "target_node_id": "flatten@outer_product#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-25", "source_node_id": "flatten@outer_product#0", "target_node_id": "outer_product.project", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-26", "source_node_id": "triangle.norm", "target_node_id": "triangle.left_gate", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-27", "source_node_id": "triangle.norm", "target_node_id": "triangle.left", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-28", "source_node_id": "triangle.left_gate", "target_node_id": "mul@triangle#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-29", "source_node_id": "triangle.left", "target_node_id": "mul@triangle#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-30", "source_node_id": "triangle.norm", "target_node_id": "triangle.right_gate", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-31", "source_node_id": "triangle.norm", "target_node_id": "triangle.right", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-32", "source_node_id": "triangle.right_gate", "target_node_id": "mul@triangle#1", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-33", "source_node_id": "triangle.right", "target_node_id": "mul@triangle#1", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-34", "source_node_id": "mul@triangle#0", "target_node_id": "python@triangle#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-35", "source_node_id": "mul@triangle#1", "target_node_id": "python@triangle#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-36", "source_node_id": "triangle.norm", "target_node_id": "triangle.output_gate", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-37", "source_node_id": "python@triangle#0", "target_node_id": "triangle.sum_norm", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-38", "source_node_id": "triangle.sum_norm", "target_node_id": "triangle.project", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-39", "source_node_id": "triangle.output_gate", "target_node_id": "mul@triangle#2", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-40", "source_node_id": "triangle.project", "target_node_id": "mul@triangle#2", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-41", "source_node_id": "pair_transition.norm", "target_node_id": "pair_transition.up", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-42", "source_node_id": "pair_transition.up", "target_node_id": "pair_transition.relu", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-43", "source_node_id": "pair_transition.relu", "target_node_id": "pair_transition.down", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-44", "source_node_id": "input", "target_node_id": "msa_row.msa_norm", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-45", "source_node_id": "input", "target_node_id": "python@msa_row#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-46", "source_node_id": "input", "target_node_id": "python@msa_row#1", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-47", "source_node_id": "input", "target_node_id": "python@msa_row#2", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-48", "source_node_id": "input", "target_node_id": "msa_row.pair_norm", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-49", "source_node_id": "input", "target_node_id": "python@msa_row#3", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-50", "source_node_id": "input", "target_node_id": "msa_row", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-51", "source_node_id": "input", "target_node_id": "add@EvoformerCoupling#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-52", "source_node_id": "msa_row.project", "target_node_id": "add@EvoformerCoupling#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-53", "source_node_id": "msa_row", "target_node_id": "add@EvoformerCoupling#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-54", "source_node_id": "add@EvoformerCoupling#0", "target_node_id": "outer_product.norm", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-55", "source_node_id": "add@EvoformerCoupling#0", "target_node_id": "div@outer_product#0", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-56", "source_node_id": "add@EvoformerCoupling#0", "target_node_id": "outer_product", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-57", "source_node_id": "input", "target_node_id": "add@EvoformerCoupling#1", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-58", "source_node_id": "outer_product.project", "target_node_id": "add@EvoformerCoupling#1", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-59", "source_node_id": "outer_product", "target_node_id": "add@EvoformerCoupling#1", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-60", "source_node_id": "add@EvoformerCoupling#1", "target_node_id": "triangle.norm", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-61", "source_node_id": "add@EvoformerCoupling#1", "target_node_id": "triangle", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-62", "source_node_id": "add@EvoformerCoupling#1", "target_node_id": "add@EvoformerCoupling#2", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-63", "source_node_id": "mul@triangle#2", "target_node_id": "add@EvoformerCoupling#2", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-64", "source_node_id": "triangle", "target_node_id": "add@EvoformerCoupling#2", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-65", "source_node_id": "add@EvoformerCoupling#2", "target_node_id": "pair_transition.norm", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-66", "source_node_id": "add@EvoformerCoupling#2", "target_node_id": "pair_transition", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-67", "source_node_id": "add@EvoformerCoupling#2", "target_node_id": "add@EvoformerCoupling#3", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-68", "source_node_id": "pair_transition.down", "target_node_id": "add@EvoformerCoupling#3", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-69", "source_node_id": "pair_transition", "target_node_id": "add@EvoformerCoupling#3", "source_port": "y", "target_port": "x", "metadata": {} }, { "edge_id": "edge-70", "source_node_id": "add@EvoformerCoupling#3", "target_node_id": "output", "source_port": "y", "target_port": "x", "metadata": {} } ], "inputs": [], "modules": [], "operations": [], "metadata": {} }, "view": { "graph_id": "snapshot", "node_positions": { "input": { "x": 0, "y": 160 }, "msa_row": { "x": 340, "y": 160 }, "add@EvoformerCoupling#0": { "x": 680, "y": 160 }, "outer_product": { "x": 1020, "y": 160 }, "add@EvoformerCoupling#1": { "x": 1360, "y": 160 }, "triangle": { "x": 1700, "y": 160 }, "add@EvoformerCoupling#2": { "x": 2040, "y": 160 }, "pair_transition": { "x": 2380, "y": 160 }, "add@EvoformerCoupling#3": { "x": 2720, "y": 160 }, "output": { "x": 3060, "y": 160 }, "msa_row.msa_norm": { "x": 24, "y": 214 }, "msa_row.pair_norm": { "x": 24, "y": 364 }, "msa_row.query": { "x": 24, "y": 514 }, "python@msa_row#0": { "x": 24, "y": 664 }, "msa_row.key": { "x": 24, "y": 814 }, "python@msa_row#1": { "x": 24, "y": 964 }, "div@msa_row#0": { "x": 24, "y": 1114 }, "msa_row.value": { "x": 24, "y": 1264 }, "python@msa_row#2": { "x": 24, "y": 1414 }, "msa_row.pair_bias": { "x": 24, "y": 1564 }, "permute@msa_row#0": { "x": 24, "y": 1714 }, "add@msa_row#0": { "x": 24, "y": 1864 }, "msa_row.gate": { "x": 24, "y": 2014 }, "msa_row.softmax": { "x": 24, "y": 2164 }, "python@msa_row#3": { "x": 24, "y": 2314 }, "mul@msa_row#0": { "x": 24, "y": 2464 }, "msa_row.project": { "x": 24, "y": 2614 }, "outer_product.norm": { "x": 24, "y": 214 }, "outer_product.left": { "x": 24, "y": 364 }, "outer_product.right": { "x": 24, "y": 514 }, "div@outer_product#0": { "x": 24, "y": 664 }, "flatten@outer_product#0": { "x": 24, "y": 814 }, "outer_product.project": { "x": 24, "y": 964 }, "triangle.norm": { "x": 24, "y": 214 }, "triangle.left": { "x": 24, "y": 364 }, "triangle.right": { "x": 24, "y": 514 }, "triangle.left_gate": { "x": 24, "y": 664 }, "mul@triangle#0": { "x": 24, "y": 814 }, "triangle.right_gate": { "x": 24, "y": 964 }, "mul@triangle#1": { "x": 24, "y": 1114 }, "python@triangle#0": { "x": 24, "y": 1264 }, "triangle.output_gate": { "x": 24, "y": 1414 }, "triangle.sum_norm": { "x": 24, "y": 1564 }, "triangle.project": { "x": 24, "y": 1714 }, "mul@triangle#2": { "x": 24, "y": 1864 }, "pair_transition.norm": { "x": 24, "y": 214 }, "pair_transition.up": { "x": 24, "y": 364 }, "pair_transition.relu": { "x": 24, "y": 514 }, "pair_transition.down": { "x": 24, "y": 664 } }, "collapsed_modules": [ "msa_row", "outer_product", "triangle", "pair_transition" ], "selection": [], "layout": {} } }, "snapshotId": "snapshot-467600f791a6ad0d", "collaboration": { "walkthrough": { "title": "Exchange alignment and residue-pair information", "steps": [ { "id": "msa", "title": "Let pair features bias each alignment row", "note": "The multiple sequence alignment has one row per aligned sequence and one column per residue position. Each row attends along residues; a projected pair representation adds the same residue-pair bias to every row’s attention scores.", "view": { "camera": { "x": 308.5, "y": -1347.5, "z": 1.25 }, "nodePositions": { "input": { "x": 0, "y": 160 }, "msa_row": { "x": 340, "y": 160 }, "add@EvoformerCoupling#0": { "x": 680, "y": 160 }, "outer_product": { "x": 1020, "y": 160 }, "add@EvoformerCoupling#1": { "x": 1360, "y": 160 }, "triangle": { "x": 1700, "y": 160 }, "add@EvoformerCoupling#2": { "x": 2040, "y": 160 }, "pair_transition": { "x": 2380, "y": 160 }, "add@EvoformerCoupling#3": { "x": 2720, "y": 160 }, "output": { "x": 3060, "y": 160 }, "msa_row.msa_norm": { "x": 24, "y": 214 }, "msa_row.pair_norm": { "x": 24, "y": 364 }, "msa_row.query": { "x": 24, "y": 514 }, "python@msa_row#0": { "x": 24, "y": 664 }, "msa_row.key": { "x": 24, "y": 814 }, "python@msa_row#1": { "x": 24, "y": 964 }, "div@msa_row#0": { "x": 24, "y": 1114 }, "msa_row.value": { "x": 24, "y": 1264 }, "python@msa_row#2": { "x": 24, "y": 1414 }, "msa_row.pair_bias": { "x": 24, "y": 1564 }, "permute@msa_row#0": { "x": 24, "y": 1714 }, "add@msa_row#0": { "x": 24, "y": 1864 }, "msa_row.gate": { "x": 24, "y": 2014 }, "msa_row.softmax": { "x": 24, "y": 2164 }, "python@msa_row#3": { "x": 24, "y": 2314 }, "mul@msa_row#0": { "x": 24, "y": 2464 }, "msa_row.project": { "x": 24, "y": 2614 }, "outer_product.norm": { "x": 24, "y": 214 }, "outer_product.left": { "x": 24, "y": 364 }, "outer_product.right": { "x": 24, "y": 514 }, "div@outer_product#0": { "x": 24, "y": 664 }, "flatten@outer_product#0": { "x": 24, "y": 814 }, "outer_product.project": { "x": 24, "y": 964 }, "triangle.norm": { "x": 24, "y": 214 }, "triangle.left": { "x": 24, "y": 364 }, "triangle.right": { "x": 24, "y": 514 }, "triangle.left_gate": { "x": 24, "y": 664 }, "mul@triangle#0": { "x": 24, "y": 814 }, "triangle.right_gate": { "x": 24, "y": 964 }, "mul@triangle#1": { "x": 24, "y": 1114 }, "python@triangle#0": { "x": 24, "y": 1264 }, "triangle.output_gate": { "x": 24, "y": 1414 }, "triangle.sum_norm": { "x": 24, "y": 1564 }, "triangle.project": { "x": 24, "y": 1714 }, "mul@triangle#2": { "x": 24, "y": 1864 }, "pair_transition.norm": { "x": 24, "y": 214 }, "pair_transition.up": { "x": 24, "y": 364 }, "pair_transition.relu": { "x": 24, "y": 514 }, "pair_transition.down": { "x": 24, "y": 664 } }, "expandedModuleIds": [ "msa_row" ], "selectedNodeIds": [ "msa_row.pair_bias" ], "viewport": { "width": 1100, "height": 700 } }, "anchors": [ { "target": { "kind": "node", "nodeId": "msa_row.pair_bias" }, "snapshotId": "snapshot-467600f791a6ad0d", "exportedAt": "2026-09-17T07:00:42.198081+00:00", "modelName": "EvoformerCoupling", "context": "{\"connections\":[\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"msa_row.pair_bias\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"permute@msa_row#0\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"msa_row.pair_norm\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"msa_row.pair_bias\\\",\\\"targetPort\\\":\\\"x\\\"}\"],\"contents\":[],\"node\":{\"id\":\"msa_row.pair_bias\",\"kind\":\"layer\",\"op\":\"Linear\",\"params\":{\"bias\":false,\"in_features\":4,\"out_features\":2},\"parent\":\"msa_row\"}}" } ] }, { "id": "outer", "title": "Transfer alignment evidence back into residue pairs", "note": "Two projections of the updated MSA form an outer product for each residue pair. Averaging over the three aligned sequences yields nine intermediate features, projected into four pair channels.", "view": { "camera": { "x": 308.5, "y": -744, "z": 1.25 }, "nodePositions": { "input": { "x": 0, "y": 160 }, "msa_row": { "x": 340, "y": 160 }, "add@EvoformerCoupling#0": { "x": 680, "y": 160 }, "outer_product": { "x": 1020, "y": 160 }, "add@EvoformerCoupling#1": { "x": 1360, "y": 160 }, "triangle": { "x": 1700, "y": 160 }, "add@EvoformerCoupling#2": { "x": 2040, "y": 160 }, "pair_transition": { "x": 2380, "y": 160 }, "add@EvoformerCoupling#3": { "x": 2720, "y": 160 }, "output": { "x": 3060, "y": 160 }, "msa_row.msa_norm": { "x": 24, "y": 214 }, "msa_row.pair_norm": { "x": 24, "y": 364 }, "msa_row.query": { "x": 24, "y": 514 }, "python@msa_row#0": { "x": 24, "y": 664 }, "msa_row.key": { "x": 24, "y": 814 }, "python@msa_row#1": { "x": 24, "y": 964 }, "div@msa_row#0": { "x": 24, "y": 1114 }, "msa_row.value": { "x": 24, "y": 1264 }, "python@msa_row#2": { "x": 24, "y": 1414 }, "msa_row.pair_bias": { "x": 24, "y": 1564 }, "permute@msa_row#0": { "x": 24, "y": 1714 }, "add@msa_row#0": { "x": 24, "y": 1864 }, "msa_row.gate": { "x": 24, "y": 2014 }, "msa_row.softmax": { "x": 24, "y": 2164 }, "python@msa_row#3": { "x": 24, "y": 2314 }, "mul@msa_row#0": { "x": 24, "y": 2464 }, "msa_row.project": { "x": 24, "y": 2614 }, "outer_product.norm": { "x": 24, "y": 214 }, "outer_product.left": { "x": 24, "y": 364 }, "outer_product.right": { "x": 24, "y": 514 }, "div@outer_product#0": { "x": 24, "y": 664 }, "flatten@outer_product#0": { "x": 24, "y": 814 }, "outer_product.project": { "x": 24, "y": 964 }, "triangle.norm": { "x": 24, "y": 214 }, "triangle.left": { "x": 24, "y": 364 }, "triangle.right": { "x": 24, "y": 514 }, "triangle.left_gate": { "x": 24, "y": 664 }, "mul@triangle#0": { "x": 24, "y": 814 }, "triangle.right_gate": { "x": 24, "y": 964 }, "mul@triangle#1": { "x": 24, "y": 1114 }, "python@triangle#0": { "x": 24, "y": 1264 }, "triangle.output_gate": { "x": 24, "y": 1414 }, "triangle.sum_norm": { "x": 24, "y": 1564 }, "triangle.project": { "x": 24, "y": 1714 }, "mul@triangle#2": { "x": 24, "y": 1864 }, "pair_transition.norm": { "x": 24, "y": 214 }, "pair_transition.up": { "x": 24, "y": 364 }, "pair_transition.relu": { "x": 24, "y": 514 }, "pair_transition.down": { "x": 24, "y": 664 } }, "expandedModuleIds": [ "outer_product" ], "selectedNodeIds": [ "outer_product.project" ], "viewport": { "width": 1100, "height": 700 } }, "anchors": [ { "target": { "kind": "node", "nodeId": "outer_product.project" }, "snapshotId": "snapshot-467600f791a6ad0d", "exportedAt": "2026-09-17T07:00:42.198081+00:00", "modelName": "EvoformerCoupling", "context": "{\"connections\":[\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"flatten@outer_product#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"outer_product.project\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"outer_product.project\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"add@EvoformerCoupling#1\\\",\\\"targetPort\\\":\\\"x\\\"}\"],\"contents\":[],\"node\":{\"id\":\"outer_product.project\",\"kind\":\"layer\",\"op\":\"Linear\",\"params\":{\"in_features\":9,\"out_features\":4},\"parent\":\"outer_product\"}}" } ] }, { "id": "triangle", "title": "Update a pair through shared third residues", "note": "For pair (i,j), outgoing triangle multiplication combines gated features from (i,k) and (j,k), summing over k. LayerNorm, projection and an output gate produce the pair update. This operation exchanges relational features; it does not directly construct a geometric triangle.", "view": { "camera": { "x": 308.5, "y": -1494, "z": 1.25 }, "nodePositions": { "input": { "x": 0, "y": 160 }, "msa_row": { "x": 340, "y": 160 }, "add@EvoformerCoupling#0": { "x": 680, "y": 160 }, "outer_product": { "x": 1020, "y": 160 }, "add@EvoformerCoupling#1": { "x": 1360, "y": 160 }, "triangle": { "x": 1700, "y": 160 }, "add@EvoformerCoupling#2": { "x": 2040, "y": 160 }, "pair_transition": { "x": 2380, "y": 160 }, "add@EvoformerCoupling#3": { "x": 2720, "y": 160 }, "output": { "x": 3060, "y": 160 }, "msa_row.msa_norm": { "x": 24, "y": 214 }, "msa_row.pair_norm": { "x": 24, "y": 364 }, "msa_row.query": { "x": 24, "y": 514 }, "python@msa_row#0": { "x": 24, "y": 664 }, "msa_row.key": { "x": 24, "y": 814 }, "python@msa_row#1": { "x": 24, "y": 964 }, "div@msa_row#0": { "x": 24, "y": 1114 }, "msa_row.value": { "x": 24, "y": 1264 }, "python@msa_row#2": { "x": 24, "y": 1414 }, "msa_row.pair_bias": { "x": 24, "y": 1564 }, "permute@msa_row#0": { "x": 24, "y": 1714 }, "add@msa_row#0": { "x": 24, "y": 1864 }, "msa_row.gate": { "x": 24, "y": 2014 }, "msa_row.softmax": { "x": 24, "y": 2164 }, "python@msa_row#3": { "x": 24, "y": 2314 }, "mul@msa_row#0": { "x": 24, "y": 2464 }, "msa_row.project": { "x": 24, "y": 2614 }, "outer_product.norm": { "x": 24, "y": 214 }, "outer_product.left": { "x": 24, "y": 364 }, "outer_product.right": { "x": 24, "y": 514 }, "div@outer_product#0": { "x": 24, "y": 664 }, "flatten@outer_product#0": { "x": 24, "y": 814 }, "outer_product.project": { "x": 24, "y": 964 }, "triangle.norm": { "x": 24, "y": 214 }, "triangle.left": { "x": 24, "y": 364 }, "triangle.right": { "x": 24, "y": 514 }, "triangle.left_gate": { "x": 24, "y": 664 }, "mul@triangle#0": { "x": 24, "y": 814 }, "triangle.right_gate": { "x": 24, "y": 964 }, "mul@triangle#1": { "x": 24, "y": 1114 }, "python@triangle#0": { "x": 24, "y": 1264 }, "triangle.output_gate": { "x": 24, "y": 1414 }, "triangle.sum_norm": { "x": 24, "y": 1564 }, "triangle.project": { "x": 24, "y": 1714 }, "mul@triangle#2": { "x": 24, "y": 1864 }, "pair_transition.norm": { "x": 24, "y": 214 }, "pair_transition.up": { "x": 24, "y": 364 }, "pair_transition.relu": { "x": 24, "y": 514 }, "pair_transition.down": { "x": 24, "y": 664 } }, "expandedModuleIds": [ "triangle" ], "selectedNodeIds": [ "triangle.project" ], "viewport": { "width": 1100, "height": 700 } }, "anchors": [ { "target": { "kind": "node", "nodeId": "triangle.project" }, "snapshotId": "snapshot-467600f791a6ad0d", "exportedAt": "2026-09-17T07:00:42.198081+00:00", "modelName": "EvoformerCoupling", "context": "{\"connections\":[\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"triangle.project\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"mul@triangle#2\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"triangle.sum_norm\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"triangle.project\\\",\\\"targetPort\\\":\\\"x\\\"}\"],\"contents\":[],\"node\":{\"id\":\"triangle.project\",\"kind\":\"layer\",\"op\":\"Linear\",\"params\":{\"in_features\":4,\"out_features\":4},\"parent\":\"triangle\"}}" } ] }, { "id": "transition", "title": "Refine pair channels before later structure reasoning", "note": "A pointwise feed-forward transition follows the triangle update. The complete AlphaFold2 system repeats a much larger Evoformer stack and passes its representations into a separate structure module. That structure module is outside this example.", "view": { "camera": { "x": 308.5, "y": -444, "z": 1.25 }, "nodePositions": { "input": { "x": 0, "y": 160 }, "msa_row": { "x": 340, "y": 160 }, "add@EvoformerCoupling#0": { "x": 680, "y": 160 }, "outer_product": { "x": 1020, "y": 160 }, "add@EvoformerCoupling#1": { "x": 1360, "y": 160 }, "triangle": { "x": 1700, "y": 160 }, "add@EvoformerCoupling#2": { "x": 2040, "y": 160 }, "pair_transition": { "x": 2380, "y": 160 }, "add@EvoformerCoupling#3": { "x": 2720, "y": 160 }, "output": { "x": 3060, "y": 160 }, "msa_row.msa_norm": { "x": 24, "y": 214 }, "msa_row.pair_norm": { "x": 24, "y": 364 }, "msa_row.query": { "x": 24, "y": 514 }, "python@msa_row#0": { "x": 24, "y": 664 }, "msa_row.key": { "x": 24, "y": 814 }, "python@msa_row#1": { "x": 24, "y": 964 }, "div@msa_row#0": { "x": 24, "y": 1114 }, "msa_row.value": { "x": 24, "y": 1264 }, "python@msa_row#2": { "x": 24, "y": 1414 }, "msa_row.pair_bias": { "x": 24, "y": 1564 }, "permute@msa_row#0": { "x": 24, "y": 1714 }, "add@msa_row#0": { "x": 24, "y": 1864 }, "msa_row.gate": { "x": 24, "y": 2014 }, "msa_row.softmax": { "x": 24, "y": 2164 }, "python@msa_row#3": { "x": 24, "y": 2314 }, "mul@msa_row#0": { "x": 24, "y": 2464 }, "msa_row.project": { "x": 24, "y": 2614 }, "outer_product.norm": { "x": 24, "y": 214 }, "outer_product.left": { "x": 24, "y": 364 }, "outer_product.right": { "x": 24, "y": 514 }, "div@outer_product#0": { "x": 24, "y": 664 }, "flatten@outer_product#0": { "x": 24, "y": 814 }, "outer_product.project": { "x": 24, "y": 964 }, "triangle.norm": { "x": 24, "y": 214 }, "triangle.left": { "x": 24, "y": 364 }, "triangle.right": { "x": 24, "y": 514 }, "triangle.left_gate": { "x": 24, "y": 664 }, "mul@triangle#0": { "x": 24, "y": 814 }, "triangle.right_gate": { "x": 24, "y": 964 }, "mul@triangle#1": { "x": 24, "y": 1114 }, "python@triangle#0": { "x": 24, "y": 1264 }, "triangle.output_gate": { "x": 24, "y": 1414 }, "triangle.sum_norm": { "x": 24, "y": 1564 }, "triangle.project": { "x": 24, "y": 1714 }, "mul@triangle#2": { "x": 24, "y": 1864 }, "pair_transition.norm": { "x": 24, "y": 214 }, "pair_transition.up": { "x": 24, "y": 364 }, "pair_transition.relu": { "x": 24, "y": 514 }, "pair_transition.down": { "x": 24, "y": 664 } }, "expandedModuleIds": [ "pair_transition" ], "selectedNodeIds": [ "pair_transition.down" ], "viewport": { "width": 1100, "height": 700 } }, "anchors": [ { "target": { "kind": "node", "nodeId": "pair_transition.down" }, "snapshotId": "snapshot-467600f791a6ad0d", "exportedAt": "2026-09-17T07:00:42.198081+00:00", "modelName": "EvoformerCoupling", "context": "{\"connections\":[\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"pair_transition.down\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"add@EvoformerCoupling#3\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"pair_transition.relu\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"pair_transition.down\\\",\\\"targetPort\\\":\\\"x\\\"}\"],\"contents\":[],\"node\":{\"id\":\"pair_transition.down\",\"kind\":\"layer\",\"op\":\"Linear\",\"params\":{\"in_features\":16,\"out_features\":4},\"parent\":\"pair_transition\"}}" } ] } ] }, "threads": [], "savedViews": [ { "id": "outer", "title": "Transfer alignment evidence back into residue pairs", "note": "Two projections of the updated MSA form an outer product for each residue pair. Averaging over the three aligned sequences yields nine intermediate features, projected into four pair channels.", "view": { "camera": { "x": 308.5, "y": -744, "z": 1.25 }, "nodePositions": { "input": { "x": 0, "y": 160 }, "msa_row": { "x": 340, "y": 160 }, "add@EvoformerCoupling#0": { "x": 680, "y": 160 }, "outer_product": { "x": 1020, "y": 160 }, "add@EvoformerCoupling#1": { "x": 1360, "y": 160 }, "triangle": { "x": 1700, "y": 160 }, "add@EvoformerCoupling#2": { "x": 2040, "y": 160 }, "pair_transition": { "x": 2380, "y": 160 }, "add@EvoformerCoupling#3": { "x": 2720, "y": 160 }, "output": { "x": 3060, "y": 160 }, "msa_row.msa_norm": { "x": 24, "y": 214 }, "msa_row.pair_norm": { "x": 24, "y": 364 }, "msa_row.query": { "x": 24, "y": 514 }, "python@msa_row#0": { "x": 24, "y": 664 }, "msa_row.key": { "x": 24, "y": 814 }, "python@msa_row#1": { "x": 24, "y": 964 }, "div@msa_row#0": { "x": 24, "y": 1114 }, "msa_row.value": { "x": 24, "y": 1264 }, "python@msa_row#2": { "x": 24, "y": 1414 }, "msa_row.pair_bias": { "x": 24, "y": 1564 }, "permute@msa_row#0": { "x": 24, "y": 1714 }, "add@msa_row#0": { "x": 24, "y": 1864 }, "msa_row.gate": { "x": 24, "y": 2014 }, "msa_row.softmax": { "x": 24, "y": 2164 }, "python@msa_row#3": { "x": 24, "y": 2314 }, "mul@msa_row#0": { "x": 24, "y": 2464 }, "msa_row.project": { "x": 24, "y": 2614 }, "outer_product.norm": { "x": 24, "y": 214 }, "outer_product.left": { "x": 24, "y": 364 }, "outer_product.right": { "x": 24, "y": 514 }, "div@outer_product#0": { "x": 24, "y": 664 }, "flatten@outer_product#0": { "x": 24, "y": 814 }, "outer_product.project": { "x": 24, "y": 964 }, "triangle.norm": { "x": 24, "y": 214 }, "triangle.left": { "x": 24, "y": 364 }, "triangle.right": { "x": 24, "y": 514 }, "triangle.left_gate": { "x": 24, "y": 664 }, "mul@triangle#0": { "x": 24, "y": 814 }, "triangle.right_gate": { "x": 24, "y": 964 }, "mul@triangle#1": { "x": 24, "y": 1114 }, "python@triangle#0": { "x": 24, "y": 1264 }, "triangle.output_gate": { "x": 24, "y": 1414 }, "triangle.sum_norm": { "x": 24, "y": 1564 }, "triangle.project": { "x": 24, "y": 1714 }, "mul@triangle#2": { "x": 24, "y": 1864 }, "pair_transition.norm": { "x": 24, "y": 214 }, "pair_transition.up": { "x": 24, "y": 364 }, "pair_transition.relu": { "x": 24, "y": 514 }, "pair_transition.down": { "x": 24, "y": 664 } }, "expandedModuleIds": [ "outer_product" ], "selectedNodeIds": [ "outer_product.project" ], "viewport": { "width": 1100, "height": 700 } }, "anchors": [ { "target": { "kind": "node", "nodeId": "outer_product.project" }, "snapshotId": "snapshot-467600f791a6ad0d", "exportedAt": "2026-09-17T07:00:42.198081+00:00", "modelName": "EvoformerCoupling", "context": "{\"connections\":[\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"flatten@outer_product#0\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"outer_product.project\\\",\\\"targetPort\\\":\\\"x\\\"}\",\"{\\\"kind\\\":\\\"edge\\\",\\\"source\\\":\\\"outer_product.project\\\",\\\"sourcePort\\\":\\\"y\\\",\\\"target\\\":\\\"add@EvoformerCoupling#1\\\",\\\"targetPort\\\":\\\"x\\\"}\"],\"contents\":[],\"node\":{\"id\":\"outer_product.project\",\"kind\":\"layer\",\"op\":\"Linear\",\"params\":{\"in_features\":9,\"out_features\":4},\"parent\":\"outer_product\"}}" } ] } ], "openingViewId": "outer" } }