Upload folder using huggingface_hub

convert_to_json.py

@@ -0,0 +1,58 @@
+import json
+
+dict = {"cfg": {"n_layers": 6, "n_heads": 4, "parallel_attn_mlp": False, "d_model": 64}}
+edges = {"input->m0": {"in_graph": True}, "m0->a1.h1<v>": {"in_graph": True},
+        #  "m0->a1.h1<q>": {"in_graph": True}, "m0->a1.h1<k>": {"in_graph": True},
+         "m0->a2.h1<v>": {"in_graph": True},
+        #  "m0->a2.h1<q>": {"in_graph": True}, "m0->a2.h1<k>": {"in_graph": True},
+         "m0->a4.h1<v>": {"in_graph": True},
+        #  "m0->a4.h1<q>": {"in_graph": True}, "m0->a4.h1<k>": {"in_graph": True},
+         "a1.h1->a2.h1<v>": {"in_graph": True},
+        #  "a1.h1->a2.h1<q>": {"in_graph": True}, "a1.h1->a2.h1<k>": {"in_graph": True},
+         "a2.h1->a4.h1<v>": {"in_graph": True},
+        #  "a2.h1->a4.h1<q>": {"in_graph": True}, "a2.h1->a4.h1<k>": {"in_graph": True},
+         "a4.h1->logits": {"in_graph": True}}
+nodes = {}
+for edge in edges:
+    innode, outnode = edge.split("->")
+    if outnode.endswith(">"):
+        outnode = outnode[:-3]
+    nodes[innode] = {"in_graph": True}
+    nodes[outnode] = {"in_graph": True}
+dict["nodes"] = nodes
+dict["edges"] = edges
+
+all_nodes = set(["input", "logits"])
+for layer in range(dict["cfg"]["n_layers"]):
+    mlp_nodename = f"m{layer}"
+    all_nodes.add(mlp_nodename)
+    for head in range(dict["cfg"]["n_heads"]):
+        nodename = f"a{layer}.h{head}"
+        all_nodes.add(nodename)
+
+for node1 in all_nodes:
+    layer1 = -1 if node1 == "input" else 8 if node1 == "logits" else int(node1[1])
+    if node1 not in nodes:
+        dict["nodes"][node1] = {"in_graph": False}
+    for node2 in all_nodes:
+        layer2 = -1 if node2 == "input" else 8 if node2 == "logits" else int(node2[1])
+        if layer1 >= layer2:
+            continue
+
+        if node2.startswith("a"):
+            for qkv in ("q", "k", "v"):
+                edgename = f"{node1}->{node2}<{qkv}>"
+                if edgename in dict["edges"]:
+                    dict["edges"][edgename]["score"] = 1.0
+                else:
+                    dict["edges"][edgename] = {"in_graph": False, "score": 0.0}
+            continue
+        else:
+            edgename = f"{node1}->{node2}"
+            if edgename in dict["edges"]:
+                dict["edges"][edgename]["score"] = 1.0
+            else:
+                dict["edges"][edgename] = {"in_graph": False, "score": 0.0}
+
+with open("interpbench_graph.json", 'w') as out_json:
+    out_json.write(json.dumps(dict))

edges.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9781e9e02a127e968bf212f01d74de6cf9b74eeb2bcf8b28a3d5c499c44b7a66
+size 322

interpbench_graph.json

@@ -0,0 +1 @@
+{"cfg": {"n_layers": 6, "n_heads": 4, "parallel_attn_mlp": false, "d_model": 64}, "nodes": {"input": {"in_graph": true}, "m0": {"in_graph": true}, "a1.h1": {"in_graph": true}, "a2.h1": {"in_graph": true}, "a4.h1": {"in_graph": true}, "logits": {"in_graph": true}, "a3.h1": {"in_graph": false}, "a3.h3": {"in_graph": false}, "a1.h2": {"in_graph": false}, "m2": {"in_graph": false}, "a3.h2": {"in_graph": false}, "a0.h1": {"in_graph": false}, "a0.h2": {"in_graph": false}, "a1.h3": {"in_graph": false}, "a0.h3": {"in_graph": false}, "a5.h3": {"in_graph": false}, "a0.h0": {"in_graph": false}, "a3.h0": {"in_graph": false}, "a2.h0": {"in_graph": false}, "a5.h0": {"in_graph": false}, "m4": {"in_graph": false}, "a4.h2": {"in_graph": false}, "a2.h3": {"in_graph": false}, "a2.h2": {"in_graph": false}, "a4.h3": {"in_graph": false}, "a5.h2": {"in_graph": false}, "m1": {"in_graph": false}, "a5.h1": {"in_graph": false}, "a1.h0": {"in_graph": false}, "m5": {"in_graph": false}, "m3": {"in_graph": false}, "a4.h0": {"in_graph": false}}, "edges": {"input->m0": {"in_graph": true, "score": 1.0}, "m0->a1.h1<v>": {"in_graph": true, "score": 1.0}, "m0->a2.h1<v>": {"in_graph": true, "score": 1.0}, "m0->a4.h1<v>": {"in_graph": true, "score": 1.0}, "a1.h1->a2.h1<v>": {"in_graph": true, "score": 1.0}, "a2.h1->a4.h1<v>": {"in_graph": true, "score": 1.0}, "a4.h1->logits": {"in_graph": true, "score": 1.0}, "a3.h1->a5.h3<q>": {"in_graph": false, "score": 0.0}, "a3.h1->a5.h3<k>": {"in_graph": false, "score": 0.0}, "a3.h1->a5.h3<v>": {"in_graph": false, "score": 0.0}, "a3.h1->a5.h0<q>": {"in_graph": false, "score": 0.0}, "a3.h1->a5.h0<k>": {"in_graph": false, "score": 0.0}, "a3.h1->a5.h0<v>": {"in_graph": false, "score": 0.0}, "a3.h1->logits": {"in_graph": false, "score": 0.0}, "a3.h1->m4": {"in_graph": false, "score": 0.0}, "a3.h1->a4.h2<q>": {"in_graph": false, "score": 0.0}, "a3.h1->a4.h2<k>": {"in_graph": false, "score": 0.0}, "a3.h1->a4.h2<v>": {"in_graph": false, "score": 0.0}, "a3.h1->a4.h1<q>": {"in_graph": false, "score": 0.0}, "a3.h1->a4.h1<k>": {"in_graph": false, "score": 0.0}, "a3.h1->a4.h1<v>": {"in_graph": false, "score": 0.0}, "a3.h1->a4.h3<q>": {"in_graph": false, "score": 0.0}, "a3.h1->a4.h3<k>": {"in_graph": false, "score": 0.0}, "a3.h1->a4.h3<v>": {"in_graph": false, "score": 0.0}, "a3.h1->a5.h2<q>": {"in_graph": false, "score": 0.0}, "a3.h1->a5.h2<k>": {"in_graph": false, "score": 0.0}, "a3.h1->a5.h2<v>": {"in_graph": false, "score": 0.0}, "a3.h1->a5.h1<q>": {"in_graph": false, "score": 0.0}, "a3.h1->a5.h1<k>": {"in_graph": false, "score": 0.0}, "a3.h1->a5.h1<v>": {"in_graph": false, "score": 0.0}, "a3.h1->m5": {"in_graph": false, "score": 0.0}, "a3.h1->a4.h0<q>": {"in_graph": false, "score": 0.0}, "a3.h1->a4.h0<k>": {"in_graph": false, "score": 0.0}, "a3.h1->a4.h0<v>": {"in_graph": false, "score": 0.0}, "a3.h3->a5.h3<q>": {"in_graph": false, "score": 0.0}, "a3.h3->a5.h3<k>": {"in_graph": false, "score": 0.0}, "a3.h3->a5.h3<v>": {"in_graph": false, "score": 0.0}, "a3.h3->a5.h0<q>": {"in_graph": false, "score": 0.0}, "a3.h3->a5.h0<k>": {"in_graph": false, "score": 0.0}, "a3.h3->a5.h0<v>": {"in_graph": false, "score": 0.0}, "a3.h3->logits": {"in_graph": false, "score": 0.0}, "a3.h3->m4": {"in_graph": false, "score": 0.0}, "a3.h3->a4.h2<q>": {"in_graph": false, "score": 0.0}, "a3.h3->a4.h2<k>": {"in_graph": false, "score": 0.0}, "a3.h3->a4.h2<v>": {"in_graph": false, "score": 0.0}, "a3.h3->a4.h1<q>": {"in_graph": false, "score": 0.0}, "a3.h3->a4.h1<k>": {"in_graph": false, "score": 0.0}, "a3.h3->a4.h1<v>": {"in_graph": false, "score": 0.0}, "a3.h3->a4.h3<q>": {"in_graph": false, "score": 0.0}, "a3.h3->a4.h3<k>": {"in_graph": false, "score": 0.0}, "a3.h3->a4.h3<v>": {"in_graph": false, "score": 0.0}, "a3.h3->a5.h2<q>": {"in_graph": false, "score": 0.0}, "a3.h3->a5.h2<k>": {"in_graph": false, "score": 0.0}, "a3.h3->a5.h2<v>": {"in_graph": false, "score": 0.0}, "a3.h3->a5.h1<q>": {"in_graph": false, "score": 0.0}, "a3.h3->a5.h1<k>": {"in_graph": false, "score": 0.0}, "a3.h3->a5.h1<v>": {"in_graph": false, "score": 0.0}, "a3.h3->m5": {"in_graph": false, "score": 0.0}, "a3.h3->a4.h0<q>": {"in_graph": false, "score": 0.0}, "a3.h3->a4.h0<k>": {"in_graph": false, "score": 0.0}, "a3.h3->a4.h0<v>": {"in_graph": false, "score": 0.0}, "a1.h2->a3.h1<q>": {"in_graph": false, "score": 0.0}, "a1.h2->a3.h1<k>": {"in_graph": false, "score": 0.0}, "a1.h2->a3.h1<v>": {"in_graph": false, "score": 0.0}, "a1.h2->a3.h3<q>": {"in_graph": false, "score": 0.0}, "a1.h2->a3.h3<k>": {"in_graph": false, "score": 0.0}, "a1.h2->a3.h3<v>": {"in_graph": false, "score": 0.0}, "a1.h2->m2": {"in_graph": false, "score": 0.0}, "a1.h2->a3.h2<q>": {"in_graph": false, "score": 0.0}, "a1.h2->a3.h2<k>": {"in_graph": false, "score": 0.0}, "a1.h2->a3.h2<v>": {"in_graph": false, "score": 0.0}, "a1.h2->a5.h3<q>": {"in_graph": false, "score": 0.0}, "a1.h2->a5.h3<k>": {"in_graph": false, "score": 0.0}, "a1.h2->a5.h3<v>": {"in_graph": false, "score": 0.0}, "a1.h2->a3.h0<q>": {"in_graph": false, "score": 0.0}, "a1.h2->a3.h0<k>": {"in_graph": false, "score": 0.0}, "a1.h2->a3.h0<v>": {"in_graph": false, "score": 0.0}, "a1.h2->a2.h0<q>": {"in_graph": false, "score": 0.0}, "a1.h2->a2.h0<k>": {"in_graph": false, "score": 0.0}, "a1.h2->a2.h0<v>": {"in_graph": false, "score": 0.0}, "a1.h2->a5.h0<q>": {"in_graph": false, "score": 0.0}, "a1.h2->a5.h0<k>": {"in_graph": false, "score": 0.0}, "a1.h2->a5.h0<v>": {"in_graph": false, "score": 0.0}, "a1.h2->logits": {"in_graph": false, "score": 0.0}, "a1.h2->m4": {"in_graph": false, "score": 0.0}, "a1.h2->a4.h2<q>": {"in_graph": false, "score": 0.0}, "a1.h2->a4.h2<k>": {"in_graph": false, "score": 0.0}, "a1.h2->a4.h2<v>": {"in_graph": false, "score": 0.0}, "a1.h2->a4.h1<q>": {"in_graph": false, "score": 0.0}, "a1.h2->a4.h1<k>": {"in_graph": false, "score": 0.0}, "a1.h2->a4.h1<v>": {"in_graph": false, "score": 0.0}, "a1.h2->a2.h1<q>": {"in_graph": false, "score": 0.0}, "a1.h2->a2.h1<k>": {"in_graph": false, "score": 0.0}, "a1.h2->a2.h1<v>": {"in_graph": false, "score": 0.0}, "a1.h2->a2.h3<q>": {"in_graph": false, "score": 0.0}, "a1.h2->a2.h3<k>": {"in_graph": false, "score": 0.0}, "a1.h2->a2.h3<v>": {"in_graph": false, "score": 0.0}, "a1.h2->a2.h2<q>": {"in_graph": false, "score": 0.0}, "a1.h2->a2.h2<k>": {"in_graph": false, "score": 0.0}, "a1.h2->a2.h2<v>": {"in_graph": false, "score": 0.0}, "a1.h2->a4.h3<q>": {"in_graph": false, "score": 0.0}, "a1.h2->a4.h3<k>": {"in_graph": false, "score": 0.0}, "a1.h2->a4.h3<v>": {"in_graph": false, "score": 0.0}, "a1.h2->a5.h2<q>": {"in_graph": false, "score": 0.0}, "a1.h2->a5.h2<k>": {"in_graph": false, "score": 0.0}, "a1.h2->a5.h2<v>": {"in_graph": false, "score": 0.0}, "a1.h2->a5.h1<q>": {"in_graph": false, "score": 0.0}, "a1.h2->a5.h1<k>": {"in_graph": false, "score": 0.0}, "a1.h2->a5.h1<v>": {"in_graph": false, "score": 0.0}, "a1.h2->m5": {"in_graph": false, "score": 0.0}, "a1.h2->m3": {"in_graph": false, "score": 0.0}, "a1.h2->a4.h0<q>": {"in_graph": false, "score": 0.0}, "a1.h2->a4.h0<k>": {"in_graph": false, "score": 0.0}, "a1.h2->a4.h0<v>": {"in_graph": false, "score": 0.0}, "m2->a3.h1<q>": {"in_graph": false, "score": 0.0}, "m2->a3.h1<k>": {"in_graph": false, "score": 0.0}, "m2->a3.h1<v>": {"in_graph": false, "score": 0.0}, "m2->a3.h3<q>": {"in_graph": false, "score": 0.0}, "m2->a3.h3<k>": {"in_graph": false, "score": 0.0}, "m2->a3.h3<v>": {"in_graph": false, "score": 0.0}, "m2->a3.h2<q>": {"in_graph": false, "score": 0.0}, "m2->a3.h2<k>": {"in_graph": false, "score": 0.0}, "m2->a3.h2<v>": {"in_graph": false, "score": 0.0}, "m2->a5.h3<q>": {"in_graph": false, "score": 0.0}, "m2->a5.h3<k>": {"in_graph": false, "score": 0.0}, "m2->a5.h3<v>": {"in_graph": false, "score": 0.0}, "m2->a3.h0<q>": {"in_graph": false, "score": 0.0}, "m2->a3.h0<k>": {"in_graph": false, "score": 0.0}, "m2->a3.h0<v>": {"in_graph": false, "score": 0.0}, "m2->a5.h0<q>": {"in_graph": false, "score": 0.0}, "m2->a5.h0<k>": {"in_graph": false, "score": 0.0}, "m2->a5.h0<v>": {"in_graph": false, "score": 0.0}, "m2->logits": {"in_graph": false, "score": 0.0}, "m2->m4": {"in_graph": false, "score": 0.0}, "m2->a4.h2<q>": {"in_graph": false, "score": 0.0}, "m2->a4.h2<k>": {"in_graph": false, "score": 0.0}, "m2->a4.h2<v>": {"in_graph": false, "score": 0.0}, "m2->a4.h1<q>": {"in_graph": false, "score": 0.0}, "m2->a4.h1<k>": {"in_graph": false, "score": 0.0}, "m2->a4.h1<v>": {"in_graph": false, "score": 0.0}, "m2->a4.h3<q>": {"in_graph": false, "score": 0.0}, "m2->a4.h3<k>": {"in_graph": false, "score": 0.0}, "m2->a4.h3<v>": {"in_graph": false, "score": 0.0}, "m2->a5.h2<q>": {"in_graph": false, "score": 0.0}, "m2->a5.h2<k>": {"in_graph": false, "score": 0.0}, "m2->a5.h2<v>": {"in_graph": false, "score": 0.0}, "m2->a5.h1<q>": {"in_graph": false, "score": 0.0}, "m2->a5.h1<k>": {"in_graph": false, "score": 0.0}, "m2->a5.h1<v>": {"in_graph": false, "score": 0.0}, "m2->m5": {"in_graph": false, "score": 0.0}, "m2->m3": {"in_graph": false, "score": 0.0}, "m2->a4.h0<q>": {"in_graph": false, "score": 0.0}, "m2->a4.h0<k>": {"in_graph": false, "score": 0.0}, "m2->a4.h0<v>": {"in_graph": false, "score": 0.0}, "a3.h2->a5.h3<q>": {"in_graph": false, "score": 0.0}, "a3.h2->a5.h3<k>": {"in_graph": false, "score": 0.0}, "a3.h2->a5.h3<v>": {"in_graph": false, "score": 0.0}, "a3.h2->a5.h0<q>": {"in_graph": false, "score": 0.0}, "a3.h2->a5.h0<k>": {"in_graph": false, "score": 0.0}, "a3.h2->a5.h0<v>": {"in_graph": false, "score": 0.0}, "a3.h2->logits": {"in_graph": false, "score": 0.0}, "a3.h2->m4": {"in_graph": false, "score": 0.0}, "a3.h2->a4.h2<q>": {"in_graph": false, "score": 0.0}, "a3.h2->a4.h2<k>": {"in_graph": false, "score": 0.0}, "a3.h2->a4.h2<v>": {"in_graph": false, "score": 0.0}, "a3.h2->a4.h1<q>": {"in_graph": false, "score": 0.0}, "a3.h2->a4.h1<k>": {"in_graph": false, "score": 0.0}, "a3.h2->a4.h1<v>": {"in_graph": false, "score": 0.0}, "a3.h2->a4.h3<q>": {"in_graph": false, "score": 0.0}, "a3.h2->a4.h3<k>": {"in_graph": false, "score": 0.0}, "a3.h2->a4.h3<v>": {"in_graph": false, "score": 0.0}, "a3.h2->a5.h2<q>": {"in_graph": false, "score": 0.0}, "a3.h2->a5.h2<k>": {"in_graph": false, "score": 0.0}, "a3.h2->a5.h2<v>": {"in_graph": false, "score": 0.0}, "a3.h2->a5.h1<q>": {"in_graph": false, "score": 0.0}, "a3.h2->a5.h1<k>": {"in_graph": false, "score": 0.0}, "a3.h2->a5.h1<v>": {"in_graph": false, "score": 0.0}, "a3.h2->m5": {"in_graph": false, "score": 0.0}, "a3.h2->a4.h0<q>": {"in_graph": false, "score": 0.0}, "a3.h2->a4.h0<k>": {"in_graph": false, "score": 0.0}, "a3.h2->a4.h0<v>": {"in_graph": false, "score": 0.0}, "a0.h1->a3.h1<q>": {"in_graph": false, "score": 0.0}, "a0.h1->a3.h1<k>": {"in_graph": false, "score": 0.0}, "a0.h1->a3.h1<v>": {"in_graph": false, "score": 0.0}, "a0.h1->a3.h3<q>": {"in_graph": false, "score": 0.0}, "a0.h1->a3.h3<k>": {"in_graph": false, "score": 0.0}, "a0.h1->a3.h3<v>": {"in_graph": false, "score": 0.0}, "a0.h1->a1.h2<q>": {"in_graph": false, "score": 0.0}, "a0.h1->a1.h2<k>": {"in_graph": false, "score": 0.0}, "a0.h1->a1.h2<v>": {"in_graph": false, "score": 0.0}, "a0.h1->m2": {"in_graph": false, "score": 0.0}, "a0.h1->a3.h2<q>": {"in_graph": false, "score": 0.0}, "a0.h1->a3.h2<k>": {"in_graph": false, "score": 0.0}, "a0.h1->a3.h2<v>": {"in_graph": false, "score": 0.0}, "a0.h1->a1.h3<q>": {"in_graph": false, "score": 0.0}, "a0.h1->a1.h3<k>": {"in_graph": false, "score": 0.0}, "a0.h1->a1.h3<v>": {"in_graph": false, "score": 0.0}, "a0.h1->a5.h3<q>": {"in_graph": false, "score": 0.0}, "a0.h1->a5.h3<k>": {"in_graph": false, "score": 0.0}, "a0.h1->a5.h3<v>": {"in_graph": false, "score": 0.0}, "a0.h1->a3.h0<q>": {"in_graph": false, "score": 0.0}, "a0.h1->a3.h0<k>": {"in_graph": false, "score": 0.0}, "a0.h1->a3.h0<v>": {"in_graph": false, "score": 0.0}, "a0.h1->a2.h0<q>": {"in_graph": false, "score": 0.0}, "a0.h1->a2.h0<k>": {"in_graph": false, "score": 0.0}, "a0.h1->a2.h0<v>": {"in_graph": false, "score": 0.0}, "a0.h1->a5.h0<q>": {"in_graph": false, "score": 0.0}, "a0.h1->a5.h0<k>": {"in_graph": false, "score": 0.0}, "a0.h1->a5.h0<v>": {"in_graph": false, "score": 0.0}, "a0.h1->a1.h1<q>": {"in_graph": false, "score": 0.0}, "a0.h1->a1.h1<k>": {"in_graph": false, "score": 0.0}, "a0.h1->a1.h1<v>": {"in_graph": false, "score": 0.0}, "a0.h1->logits": {"in_graph": false, "score": 0.0}, "a0.h1->m4": {"in_graph": false, "score": 0.0}, "a0.h1->a4.h2<q>": {"in_graph": false, "score": 0.0}, "a0.h1->a4.h2<k>": {"in_graph": false, "score": 0.0}, "a0.h1->a4.h2<v>": {"in_graph": false, "score": 0.0}, "a0.h1->a4.h1<q>": {"in_graph": false, "score": 0.0}, "a0.h1->a4.h1<k>": {"in_graph": false, "score": 0.0}, "a0.h1->a4.h1<v>": {"in_graph": false, "score": 0.0}, "a0.h1->a2.h1<q>": {"in_graph": false, "score": 0.0}, "a0.h1->a2.h1<k>": {"in_graph": false, "score": 0.0}, "a0.h1->a2.h1<v>": {"in_graph": false, "score": 0.0}, "a0.h1->a2.h3<q>": {"in_graph": false, "score": 0.0}, "a0.h1->a2.h3<k>": {"in_graph": false, "score": 0.0}, "a0.h1->a2.h3<v>": {"in_graph": false, "score": 0.0}, "a0.h1->a2.h2<q>": {"in_graph": false, "score": 0.0}, "a0.h1->a2.h2<k>": {"in_graph": false, "score": 0.0}, "a0.h1->a2.h2<v>": {"in_graph": false, "score": 0.0}, "a0.h1->a4.h3<q>": {"in_graph": false, "score": 0.0}, "a0.h1->a4.h3<k>": {"in_graph": false, "score": 0.0}, "a0.h1->a4.h3<v>": {"in_graph": false, "score": 0.0}, "a0.h1->a5.h2<q>": {"in_graph": false, "score": 0.0}, "a0.h1->a5.h2<k>": {"in_graph": false, "score": 0.0}, "a0.h1->a5.h2<v>": {"in_graph": false, "score": 0.0}, "a0.h1->m1": {"in_graph": false, "score": 0.0}, "a0.h1->a5.h1<q>": {"in_graph": false, "score": 0.0}, "a0.h1->a5.h1<k>": {"in_graph": false, "score": 0.0}, "a0.h1->a5.h1<v>": {"in_graph": false, "score": 0.0}, "a0.h1->a1.h0<q>": {"in_graph": false, "score": 0.0}, "a0.h1->a1.h0<k>": {"in_graph": false, "score": 0.0}, "a0.h1->a1.h0<v>": {"in_graph": false, "score": 0.0}, "a0.h1->m5": {"in_graph": false, "score": 0.0}, "a0.h1->m3": {"in_graph": false, "score": 0.0}, "a0.h1->a4.h0<q>": {"in_graph": false, "score": 0.0}, "a0.h1->a4.h0<k>": {"in_graph": false, "score": 0.0}, "a0.h1->a4.h0<v>": {"in_graph": false, "score": 0.0}, "a0.h2->a3.h1<q>": {"in_graph": false, "score": 0.0}, "a0.h2->a3.h1<k>": {"in_graph": false, "score": 0.0}, "a0.h2->a3.h1<v>": {"in_graph": false, "score": 0.0}, "a0.h2->a3.h3<q>": {"in_graph": false, "score": 0.0}, "a0.h2->a3.h3<k>": {"in_graph": false, "score": 0.0}, "a0.h2->a3.h3<v>": {"in_graph": false, "score": 0.0}, "a0.h2->a1.h2<q>": {"in_graph": false, "score": 0.0}, "a0.h2->a1.h2<k>": {"in_graph": false, "score": 0.0}, "a0.h2->a1.h2<v>": {"in_graph": false, "score": 0.0}, "a0.h2->m2": {"in_graph": false, "score": 0.0}, "a0.h2->a3.h2<q>": {"in_graph": false, "score": 0.0}, "a0.h2->a3.h2<k>": {"in_graph": false, "score": 0.0}, "a0.h2->a3.h2<v>": {"in_graph": false, "score": 0.0}, "a0.h2->a1.h3<q>": {"in_graph": false, "score": 0.0}, "a0.h2->a1.h3<k>": {"in_graph": false, "score": 0.0}, "a0.h2->a1.h3<v>": {"in_graph": false, "score": 0.0}, "a0.h2->a5.h3<q>": {"in_graph": false, "score": 0.0}, "a0.h2->a5.h3<k>": {"in_graph": false, "score": 0.0}, "a0.h2->a5.h3<v>": {"in_graph": false, "score": 0.0}, "a0.h2->a3.h0<q>": {"in_graph": false, "score": 0.0}, "a0.h2->a3.h0<k>": {"in_graph": false, "score": 0.0}, "a0.h2->a3.h0<v>": {"in_graph": false, "score": 0.0}, "a0.h2->a2.h0<q>": {"in_graph": false, "score": 0.0}, "a0.h2->a2.h0<k>": {"in_graph": false, "score": 0.0}, "a0.h2->a2.h0<v>": {"in_graph": false, "score": 0.0}, "a0.h2->a5.h0<q>": {"in_graph": false, "score": 0.0}, "a0.h2->a5.h0<k>": {"in_graph": false, "score": 0.0}, "a0.h2->a5.h0<v>": {"in_graph": false, "score": 0.0}, "a0.h2->a1.h1<q>": {"in_graph": false, "score": 0.0}, "a0.h2->a1.h1<k>": {"in_graph": false, "score": 0.0}, "a0.h2->a1.h1<v>": {"in_graph": false, "score": 0.0}, "a0.h2->logits": {"in_graph": false, "score": 0.0}, "a0.h2->m4": {"in_graph": false, "score": 0.0}, "a0.h2->a4.h2<q>": {"in_graph": false, "score": 0.0}, "a0.h2->a4.h2<k>": {"in_graph": false, "score": 0.0}, "a0.h2->a4.h2<v>": {"in_graph": false, "score": 0.0}, "a0.h2->a4.h1<q>": {"in_graph": false, "score": 0.0}, "a0.h2->a4.h1<k>": {"in_graph": false, "score": 0.0}, "a0.h2->a4.h1<v>": {"in_graph": false, "score": 0.0}, "a0.h2->a2.h1<q>": {"in_graph": false, "score": 0.0}, "a0.h2->a2.h1<k>": {"in_graph": false, "score": 0.0}, "a0.h2->a2.h1<v>": {"in_graph": false, "score": 0.0}, "a0.h2->a2.h3<q>": {"in_graph": false, "score": 0.0}, "a0.h2->a2.h3<k>": {"in_graph": false, "score": 0.0}, "a0.h2->a2.h3<v>": {"in_graph": false, "score": 0.0}, "a0.h2->a2.h2<q>": {"in_graph": false, "score": 0.0}, "a0.h2->a2.h2<k>": {"in_graph": false, "score": 0.0}, "a0.h2->a2.h2<v>": {"in_graph": false, "score": 0.0}, "a0.h2->a4.h3<q>": {"in_graph": false, "score": 0.0}, "a0.h2->a4.h3<k>": {"in_graph": false, "score": 0.0}, "a0.h2->a4.h3<v>": {"in_graph": false, "score": 0.0}, "a0.h2->a5.h2<q>": {"in_graph": false, "score": 0.0}, "a0.h2->a5.h2<k>": {"in_graph": false, "score": 0.0}, "a0.h2->a5.h2<v>": {"in_graph": false, "score": 0.0}, "a0.h2->m1": {"in_graph": false, "score": 0.0}, "a0.h2->a5.h1<q>": {"in_graph": false, "score": 0.0}, "a0.h2->a5.h1<k>": {"in_graph": false, "score": 0.0}, "a0.h2->a5.h1<v>": {"in_graph": false, "score": 0.0}, "a0.h2->a1.h0<q>": {"in_graph": false, "score": 0.0}, "a0.h2->a1.h0<k>": {"in_graph": false, "score": 0.0}, "a0.h2->a1.h0<v>": {"in_graph": false, "score": 0.0}, "a0.h2->m5": {"in_graph": false, "score": 0.0}, "a0.h2->m3": {"in_graph": false, "score": 0.0}, "a0.h2->a4.h0<q>": {"in_graph": false, "score": 0.0}, "a0.h2->a4.h0<k>": {"in_graph": false, "score": 0.0}, "a0.h2->a4.h0<v>": {"in_graph": false, "score": 0.0}, "a1.h3->a3.h1<q>": {"in_graph": false, "score": 0.0}, "a1.h3->a3.h1<k>": {"in_graph": false, "score": 0.0}, "a1.h3->a3.h1<v>": {"in_graph": false, "score": 0.0}, "a1.h3->a3.h3<q>": {"in_graph": false, "score": 0.0}, "a1.h3->a3.h3<k>": {"in_graph": false, "score": 0.0}, "a1.h3->a3.h3<v>": {"in_graph": false, "score": 0.0}, "a1.h3->m2": {"in_graph": false, "score": 0.0}, "a1.h3->a3.h2<q>": {"in_graph": false, "score": 0.0}, "a1.h3->a3.h2<k>": {"in_graph": false, "score": 0.0}, "a1.h3->a3.h2<v>": {"in_graph": false, "score": 0.0}, "a1.h3->a5.h3<q>": {"in_graph": false, "score": 0.0}, "a1.h3->a5.h3<k>": {"in_graph": false, "score": 0.0}, "a1.h3->a5.h3<v>": {"in_graph": false, "score": 0.0}, "a1.h3->a3.h0<q>": {"in_graph": false, "score": 0.0}, "a1.h3->a3.h0<k>": {"in_graph": false, "score": 0.0}, "a1.h3->a3.h0<v>": {"in_graph": false, "score": 0.0}, "a1.h3->a2.h0<q>": {"in_graph": false, "score": 0.0}, "a1.h3->a2.h0<k>": {"in_graph": false, "score": 0.0}, "a1.h3->a2.h0<v>": {"in_graph": false, "score": 0.0}, "a1.h3->a5.h0<q>": {"in_graph": false, "score": 0.0}, "a1.h3->a5.h0<k>": {"in_graph": false, "score": 0.0}, "a1.h3->a5.h0<v>": {"in_graph": false, "score": 0.0}, "a1.h3->logits": {"in_graph": false, "score": 0.0}, "a1.h3->m4": {"in_graph": false, "score": 0.0}, "a1.h3->a4.h2<q>": {"in_graph": false, "score": 0.0}, "a1.h3->a4.h2<k>": {"in_graph": false, "score": 0.0}, "a1.h3->a4.h2<v>": {"in_graph": false, "score": 0.0}, "a1.h3->a4.h1<q>": {"in_graph": false, "score": 0.0}, "a1.h3->a4.h1<k>": {"in_graph": false, "score": 0.0}, "a1.h3->a4.h1<v>": {"in_graph": false, "score": 0.0}, "a1.h3->a2.h1<q>": {"in_graph": false, "score": 0.0}, "a1.h3->a2.h1<k>": {"in_graph": false, "score": 0.0}, "a1.h3->a2.h1<v>": {"in_graph": false, "score": 0.0}, "a1.h3->a2.h3<q>": {"in_graph": false, "score": 0.0}, "a1.h3->a2.h3<k>": {"in_graph": false, "score": 0.0}, "a1.h3->a2.h3<v>": {"in_graph": false, "score": 0.0}, "a1.h3->a2.h2<q>": {"in_graph": false, "score": 0.0}, "a1.h3->a2.h2<k>": {"in_graph": false, "score": 0.0}, "a1.h3->a2.h2<v>": {"in_graph": false, "score": 0.0}, "a1.h3->a4.h3<q>": {"in_graph": false, "score": 0.0}, "a1.h3->a4.h3<k>": {"in_graph": false, "score": 0.0}, "a1.h3->a4.h3<v>": {"in_graph": false, "score": 0.0}, "a1.h3->a5.h2<q>": {"in_graph": false, "score": 0.0}, "a1.h3->a5.h2<k>": {"in_graph": false, "score": 0.0}, "a1.h3->a5.h2<v>": {"in_graph": false, "score": 0.0}, "a1.h3->a5.h1<q>": {"in_graph": false, "score": 0.0}, "a1.h3->a5.h1<k>": {"in_graph": false, "score": 0.0}, "a1.h3->a5.h1<v>": {"in_graph": false, "score": 0.0}, "a1.h3->m5": {"in_graph": false, "score": 0.0}, "a1.h3->m3": {"in_graph": false, "score": 0.0}, "a1.h3->a4.h0<q>": {"in_graph": false, "score": 0.0}, "a1.h3->a4.h0<k>": {"in_graph": false, "score": 0.0}, "a1.h3->a4.h0<v>": {"in_graph": false, "score": 0.0}, "a0.h3->a3.h1<q>": {"in_graph": false, "score": 0.0}, "a0.h3->a3.h1<k>": {"in_graph": false, "score": 0.0}, "a0.h3->a3.h1<v>": {"in_graph": false, "score": 0.0}, "a0.h3->a3.h3<q>": {"in_graph": false, "score": 0.0}, "a0.h3->a3.h3<k>": {"in_graph": false, "score": 0.0}, "a0.h3->a3.h3<v>": {"in_graph": false, "score": 0.0}, "a0.h3->a1.h2<q>": {"in_graph": false, "score": 0.0}, "a0.h3->a1.h2<k>": {"in_graph": false, "score": 0.0}, "a0.h3->a1.h2<v>": {"in_graph": false, "score": 0.0}, "a0.h3->m2": {"in_graph": false, "score": 0.0}, "a0.h3->a3.h2<q>": {"in_graph": false, "score": 0.0}, "a0.h3->a3.h2<k>": {"in_graph": false, "score": 0.0}, "a0.h3->a3.h2<v>": {"in_graph": false, "score": 0.0}, "a0.h3->a1.h3<q>": {"in_graph": false, "score": 0.0}, "a0.h3->a1.h3<k>": {"in_graph": false, "score": 0.0}, "a0.h3->a1.h3<v>": {"in_graph": false, "score": 0.0}, "a0.h3->a5.h3<q>": {"in_graph": false, "score": 0.0}, "a0.h3->a5.h3<k>": {"in_graph": false, "score": 0.0}, "a0.h3->a5.h3<v>": {"in_graph": false, "score": 0.0}, "a0.h3->a3.h0<q>": {"in_graph": false, "score": 0.0}, "a0.h3->a3.h0<k>": {"in_graph": false, "score": 0.0}, "a0.h3->a3.h0<v>": {"in_graph": false, "score": 0.0}, "a0.h3->a2.h0<q>": {"in_graph": false, "score": 0.0}, "a0.h3->a2.h0<k>": {"in_graph": false, "score": 0.0}, "a0.h3->a2.h0<v>": {"in_graph": false, "score": 0.0}, "a0.h3->a5.h0<q>": {"in_graph": false, "score": 0.0}, "a0.h3->a5.h0<k>": {"in_graph": false, "score": 0.0}, "a0.h3->a5.h0<v>": {"in_graph": false, "score": 0.0}, "a0.h3->a1.h1<q>": {"in_graph": false, "score": 0.0}, "a0.h3->a1.h1<k>": {"in_graph": false, "score": 0.0}, "a0.h3->a1.h1<v>": {"in_graph": false, "score": 0.0}, "a0.h3->logits": {"in_graph": false, "score": 0.0}, "a0.h3->m4": {"in_graph": false, "score": 0.0}, "a0.h3->a4.h2<q>": {"in_graph": false, "score": 0.0}, "a0.h3->a4.h2<k>": {"in_graph": false, "score": 0.0}, "a0.h3->a4.h2<v>": {"in_graph": false, "score": 0.0}, "a0.h3->a4.h1<q>": {"in_graph": false, "score": 0.0}, "a0.h3->a4.h1<k>": {"in_graph": false, "score": 0.0}, "a0.h3->a4.h1<v>": {"in_graph": false, "score": 0.0}, "a0.h3->a2.h1<q>": {"in_graph": false, "score": 0.0}, "a0.h3->a2.h1<k>": {"in_graph": false, "score": 0.0}, "a0.h3->a2.h1<v>": {"in_graph": false, "score": 0.0}, "a0.h3->a2.h3<q>": {"in_graph": false, "score": 0.0}, "a0.h3->a2.h3<k>": {"in_graph": false, "score": 0.0}, "a0.h3->a2.h3<v>": {"in_graph": false, "score": 0.0}, "a0.h3->a2.h2<q>": {"in_graph": false, "score": 0.0}, "a0.h3->a2.h2<k>": {"in_graph": false, "score": 0.0}, "a0.h3->a2.h2<v>": {"in_graph": false, "score": 0.0}, "a0.h3->a4.h3<q>": {"in_graph": false, "score": 0.0}, "a0.h3->a4.h3<k>": {"in_graph": false, "score": 0.0}, "a0.h3->a4.h3<v>": {"in_graph": false, "score": 0.0}, "a0.h3->a5.h2<q>": {"in_graph": false, "score": 0.0}, "a0.h3->a5.h2<k>": {"in_graph": false, "score": 0.0}, "a0.h3->a5.h2<v>": {"in_graph": false, "score": 0.0}, "a0.h3->m1": {"in_graph": false, "score": 0.0}, "a0.h3->a5.h1<q>": {"in_graph": false, "score": 0.0}, "a0.h3->a5.h1<k>": {"in_graph": false, "score": 0.0}, "a0.h3->a5.h1<v>": {"in_graph": false, "score": 0.0}, "a0.h3->a1.h0<q>": {"in_graph": false, "score": 0.0}, "a0.h3->a1.h0<k>": {"in_graph": false, "score": 0.0}, "a0.h3->a1.h0<v>": {"in_graph": false, "score": 0.0}, "a0.h3->m5": {"in_graph": false, "score": 0.0}, "a0.h3->m3": {"in_graph": false, "score": 0.0}, "a0.h3->a4.h0<q>": {"in_graph": false, "score": 0.0}, "a0.h3->a4.h0<k>": {"in_graph": false, "score": 0.0}, "a0.h3->a4.h0<v>": {"in_graph": false, "score": 0.0}, "a5.h3->logits": {"in_graph": false, "score": 0.0}, "a0.h0->a3.h1<q>": {"in_graph": false, "score": 0.0}, "a0.h0->a3.h1<k>": {"in_graph": false, "score": 0.0}, "a0.h0->a3.h1<v>": {"in_graph": false, "score": 0.0}, "a0.h0->a3.h3<q>": {"in_graph": false, "score": 0.0}, "a0.h0->a3.h3<k>": {"in_graph": false, "score": 0.0}, "a0.h0->a3.h3<v>": {"in_graph": false, "score": 0.0}, "a0.h0->a1.h2<q>": {"in_graph": false, "score": 0.0}, "a0.h0->a1.h2<k>": {"in_graph": false, "score": 0.0}, "a0.h0->a1.h2<v>": {"in_graph": false, "score": 0.0}, "a0.h0->m2": {"in_graph": false, "score": 0.0}, "a0.h0->a3.h2<q>": {"in_graph": false, "score": 0.0}, "a0.h0->a3.h2<k>": {"in_graph": false, "score": 0.0}, "a0.h0->a3.h2<v>": {"in_graph": false, "score": 0.0}, "a0.h0->a1.h3<q>": {"in_graph": false, "score": 0.0}, "a0.h0->a1.h3<k>": {"in_graph": false, "score": 0.0}, "a0.h0->a1.h3<v>": {"in_graph": false, "score": 0.0}, "a0.h0->a5.h3<q>": {"in_graph": false, "score": 0.0}, "a0.h0->a5.h3<k>": {"in_graph": false, "score": 0.0}, "a0.h0->a5.h3<v>": {"in_graph": false, "score": 0.0}, "a0.h0->a3.h0<q>": {"in_graph": false, "score": 0.0}, "a0.h0->a3.h0<k>": {"in_graph": false, "score": 0.0}, "a0.h0->a3.h0<v>": {"in_graph": false, "score": 0.0}, "a0.h0->a2.h0<q>": {"in_graph": false, "score": 0.0}, "a0.h0->a2.h0<k>": {"in_graph": false, "score": 0.0}, "a0.h0->a2.h0<v>": {"in_graph": false, "score": 0.0}, "a0.h0->a5.h0<q>": {"in_graph": false, "score": 0.0}, "a0.h0->a5.h0<k>": {"in_graph": false, "score": 0.0}, "a0.h0->a5.h0<v>": {"in_graph": false, "score": 0.0}, "a0.h0->a1.h1<q>": {"in_graph": false, "score": 0.0}, "a0.h0->a1.h1<k>": {"in_graph": false, "score": 0.0}, "a0.h0->a1.h1<v>": {"in_graph": false, "score": 0.0}, "a0.h0->logits": {"in_graph": false, "score": 0.0}, "a0.h0->m4": {"in_graph": false, "score": 0.0}, "a0.h0->a4.h2<q>": {"in_graph": false, "score": 0.0}, "a0.h0->a4.h2<k>": {"in_graph": false, "score": 0.0}, "a0.h0->a4.h2<v>": {"in_graph": false, "score": 0.0}, "a0.h0->a4.h1<q>": {"in_graph": false, "score": 0.0}, "a0.h0->a4.h1<k>": {"in_graph": false, "score": 0.0}, "a0.h0->a4.h1<v>": {"in_graph": false, "score": 0.0}, "a0.h0->a2.h1<q>": {"in_graph": false, "score": 0.0}, "a0.h0->a2.h1<k>": {"in_graph": false, "score": 0.0}, "a0.h0->a2.h1<v>": {"in_graph": false, "score": 0.0}, "a0.h0->a2.h3<q>": {"in_graph": false, "score": 0.0}, "a0.h0->a2.h3<k>": {"in_graph": false, "score": 0.0}, "a0.h0->a2.h3<v>": {"in_graph": false, "score": 0.0}, "a0.h0->a2.h2<q>": {"in_graph": false, "score": 0.0}, "a0.h0->a2.h2<k>": {"in_graph": false, "score": 0.0}, "a0.h0->a2.h2<v>": {"in_graph": false, "score": 0.0}, "a0.h0->a4.h3<q>": {"in_graph": false, "score": 0.0}, "a0.h0->a4.h3<k>": {"in_graph": false, "score": 0.0}, "a0.h0->a4.h3<v>": {"in_graph": false, "score": 0.0}, "a0.h0->a5.h2<q>": {"in_graph": false, "score": 0.0}, "a0.h0->a5.h2<k>": {"in_graph": false, "score": 0.0}, "a0.h0->a5.h2<v>": {"in_graph": false, "score": 0.0}, "a0.h0->m1": {"in_graph": false, "score": 0.0}, "a0.h0->a5.h1<q>": {"in_graph": false, "score": 0.0}, "a0.h0->a5.h1<k>": {"in_graph": false, "score": 0.0}, "a0.h0->a5.h1<v>": {"in_graph": false, "score": 0.0}, "a0.h0->a1.h0<q>": {"in_graph": false, "score": 0.0}, "a0.h0->a1.h0<k>": {"in_graph": false, "score": 0.0}, "a0.h0->a1.h0<v>": {"in_graph": false, "score": 0.0}, "a0.h0->m5": {"in_graph": false, "score": 0.0}, "a0.h0->m3": {"in_graph": false, "score": 0.0}, "a0.h0->a4.h0<q>": {"in_graph": false, "score": 0.0}, "a0.h0->a4.h0<k>": {"in_graph": false, "score": 0.0}, "a0.h0->a4.h0<v>": {"in_graph": false, "score": 0.0}, "a3.h0->a5.h3<q>": {"in_graph": false, "score": 0.0}, "a3.h0->a5.h3<k>": {"in_graph": false, "score": 0.0}, "a3.h0->a5.h3<v>": {"in_graph": false, "score": 0.0}, "a3.h0->a5.h0<q>": {"in_graph": false, "score": 0.0}, "a3.h0->a5.h0<k>": {"in_graph": false, "score": 0.0}, "a3.h0->a5.h0<v>": {"in_graph": false, "score": 0.0}, "a3.h0->logits": {"in_graph": false, "score": 0.0}, "a3.h0->m4": {"in_graph": false, "score": 0.0}, "a3.h0->a4.h2<q>": {"in_graph": false, "score": 0.0}, "a3.h0->a4.h2<k>": {"in_graph": false, "score": 0.0}, "a3.h0->a4.h2<v>": {"in_graph": false, "score": 0.0}, "a3.h0->a4.h1<q>": {"in_graph": false, "score": 0.0}, "a3.h0->a4.h1<k>": {"in_graph": false, "score": 0.0}, "a3.h0->a4.h1<v>": {"in_graph": false, "score": 0.0}, "a3.h0->a4.h3<q>": {"in_graph": false, "score": 0.0}, "a3.h0->a4.h3<k>": {"in_graph": false, "score": 0.0}, "a3.h0->a4.h3<v>": {"in_graph": false, "score": 0.0}, "a3.h0->a5.h2<q>": {"in_graph": false, "score": 0.0}, "a3.h0->a5.h2<k>": {"in_graph": false, "score": 0.0}, "a3.h0->a5.h2<v>": {"in_graph": false, "score": 0.0}, "a3.h0->a5.h1<q>": {"in_graph": false, "score": 0.0}, "a3.h0->a5.h1<k>": {"in_graph": false, "score": 0.0}, "a3.h0->a5.h1<v>": {"in_graph": false, "score": 0.0}, "a3.h0->m5": {"in_graph": false, "score": 0.0}, "a3.h0->a4.h0<q>": {"in_graph": false, "score": 0.0}, "a3.h0->a4.h0<k>": {"in_graph": false, "score": 0.0}, "a3.h0->a4.h0<v>": {"in_graph": false, "score": 0.0}, "a2.h0->a3.h1<q>": {"in_graph": false, "score": 0.0}, "a2.h0->a3.h1<k>": {"in_graph": false, "score": 0.0}, "a2.h0->a3.h1<v>": {"in_graph": false, "score": 0.0}, "a2.h0->a3.h3<q>": {"in_graph": false, "score": 0.0}, "a2.h0->a3.h3<k>": {"in_graph": false, "score": 0.0}, "a2.h0->a3.h3<v>": {"in_graph": false, "score": 0.0}, "a2.h0->a3.h2<q>": {"in_graph": false, "score": 0.0}, "a2.h0->a3.h2<k>": {"in_graph": false, "score": 0.0}, "a2.h0->a3.h2<v>": {"in_graph": false, "score": 0.0}, "a2.h0->a5.h3<q>": {"in_graph": false, "score": 0.0}, "a2.h0->a5.h3<k>": {"in_graph": false, "score": 0.0}, "a2.h0->a5.h3<v>": {"in_graph": false, "score": 0.0}, "a2.h0->a3.h0<q>": {"in_graph": false, "score": 0.0}, "a2.h0->a3.h0<k>": {"in_graph": false, "score": 0.0}, "a2.h0->a3.h0<v>": {"in_graph": false, "score": 0.0}, "a2.h0->a5.h0<q>": {"in_graph": false, "score": 0.0}, "a2.h0->a5.h0<k>": {"in_graph": false, "score": 0.0}, "a2.h0->a5.h0<v>": {"in_graph": false, "score": 0.0}, "a2.h0->logits": {"in_graph": false, "score": 0.0}, "a2.h0->m4": {"in_graph": false, "score": 0.0}, "a2.h0->a4.h2<q>": {"in_graph": false, "score": 0.0}, "a2.h0->a4.h2<k>": {"in_graph": false, "score": 0.0}, "a2.h0->a4.h2<v>": {"in_graph": false, "score": 0.0}, "a2.h0->a4.h1<q>": {"in_graph": false, "score": 0.0}, "a2.h0->a4.h1<k>": {"in_graph": false, "score": 0.0}, "a2.h0->a4.h1<v>": {"in_graph": false, "score": 0.0}, "a2.h0->a4.h3<q>": {"in_graph": false, "score": 0.0}, "a2.h0->a4.h3<k>": {"in_graph": false, "score": 0.0}, "a2.h0->a4.h3<v>": {"in_graph": false, "score": 0.0}, "a2.h0->a5.h2<q>": {"in_graph": false, "score": 0.0}, "a2.h0->a5.h2<k>": {"in_graph": false, "score": 0.0}, "a2.h0->a5.h2<v>": {"in_graph": false, "score": 0.0}, "a2.h0->a5.h1<q>": {"in_graph": false, "score": 0.0}, "a2.h0->a5.h1<k>": {"in_graph": false, "score": 0.0}, "a2.h0->a5.h1<v>": {"in_graph": false, "score": 0.0}, "a2.h0->m5": {"in_graph": false, "score": 0.0}, "a2.h0->m3": {"in_graph": false, "score": 0.0}, "a2.h0->a4.h0<q>": {"in_graph": false, "score": 0.0}, "a2.h0->a4.h0<k>": {"in_graph": false, "score": 0.0}, "a2.h0->a4.h0<v>": {"in_graph": false, "score": 0.0}, "a5.h0->logits": {"in_graph": false, "score": 0.0}, "a1.h1->a3.h1<q>": {"in_graph": false, "score": 0.0}, "a1.h1->a3.h1<k>": {"in_graph": false, "score": 0.0}, "a1.h1->a3.h1<v>": {"in_graph": false, "score": 0.0}, "a1.h1->a3.h3<q>": {"in_graph": false, "score": 0.0}, "a1.h1->a3.h3<k>": {"in_graph": false, "score": 0.0}, "a1.h1->a3.h3<v>": {"in_graph": false, "score": 0.0}, "a1.h1->m2": {"in_graph": false, "score": 0.0}, "a1.h1->a3.h2<q>": {"in_graph": false, "score": 0.0}, "a1.h1->a3.h2<k>": {"in_graph": false, "score": 0.0}, "a1.h1->a3.h2<v>": {"in_graph": false, "score": 0.0}, "a1.h1->a5.h3<q>": {"in_graph": false, "score": 0.0}, "a1.h1->a5.h3<k>": {"in_graph": false, "score": 0.0}, "a1.h1->a5.h3<v>": {"in_graph": false, "score": 0.0}, "a1.h1->a3.h0<q>": {"in_graph": false, "score": 0.0}, "a1.h1->a3.h0<k>": {"in_graph": false, "score": 0.0}, "a1.h1->a3.h0<v>": {"in_graph": false, "score": 0.0}, "a1.h1->a2.h0<q>": {"in_graph": false, "score": 0.0}, "a1.h1->a2.h0<k>": {"in_graph": false, "score": 0.0}, "a1.h1->a2.h0<v>": {"in_graph": false, "score": 0.0}, "a1.h1->a5.h0<q>": {"in_graph": false, "score": 0.0}, "a1.h1->a5.h0<k>": {"in_graph": false, "score": 0.0}, "a1.h1->a5.h0<v>": {"in_graph": false, "score": 0.0}, "a1.h1->logits": {"in_graph": false, "score": 0.0}, "a1.h1->m4": {"in_graph": false, "score": 0.0}, "a1.h1->a4.h2<q>": {"in_graph": false, "score": 0.0}, "a1.h1->a4.h2<k>": {"in_graph": false, "score": 0.0}, "a1.h1->a4.h2<v>": {"in_graph": false, "score": 0.0}, "a1.h1->a4.h1<q>": {"in_graph": false, "score": 0.0}, "a1.h1->a4.h1<k>": {"in_graph": false, "score": 0.0}, "a1.h1->a4.h1<v>": {"in_graph": false, "score": 0.0}, "a1.h1->a2.h1<q>": {"in_graph": false, "score": 0.0}, "a1.h1->a2.h1<k>": {"in_graph": false, "score": 0.0}, "a1.h1->a2.h3<q>": {"in_graph": false, "score": 0.0}, "a1.h1->a2.h3<k>": {"in_graph": false, "score": 0.0}, "a1.h1->a2.h3<v>": {"in_graph": false, "score": 0.0}, "a1.h1->a2.h2<q>": {"in_graph": false, "score": 0.0}, "a1.h1->a2.h2<k>": {"in_graph": false, "score": 0.0}, "a1.h1->a2.h2<v>": {"in_graph": false, "score": 0.0}, "a1.h1->a4.h3<q>": {"in_graph": false, "score": 0.0}, "a1.h1->a4.h3<k>": {"in_graph": false, "score": 0.0}, "a1.h1->a4.h3<v>": {"in_graph": false, "score": 0.0}, "a1.h1->a5.h2<q>": {"in_graph": false, "score": 0.0}, "a1.h1->a5.h2<k>": {"in_graph": false, "score": 0.0}, "a1.h1->a5.h2<v>": {"in_graph": false, "score": 0.0}, "a1.h1->a5.h1<q>": {"in_graph": false, "score": 0.0}, "a1.h1->a5.h1<k>": {"in_graph": false, "score": 0.0}, "a1.h1->a5.h1<v>": {"in_graph": false, "score": 0.0}, "a1.h1->m5": {"in_graph": false, "score": 0.0}, "a1.h1->m3": {"in_graph": false, "score": 0.0}, "a1.h1->a4.h0<q>": {"in_graph": false, "score": 0.0}, "a1.h1->a4.h0<k>": {"in_graph": false, "score": 0.0}, "a1.h1->a4.h0<v>": {"in_graph": false, "score": 0.0}, "input->a3.h1<q>": {"in_graph": false, "score": 0.0}, "input->a3.h1<k>": {"in_graph": false, "score": 0.0}, "input->a3.h1<v>": {"in_graph": false, "score": 0.0}, "input->a3.h3<q>": {"in_graph": false, "score": 0.0}, "input->a3.h3<k>": {"in_graph": false, "score": 0.0}, "input->a3.h3<v>": {"in_graph": false, "score": 0.0}, "input->a1.h2<q>": {"in_graph": false, "score": 0.0}, "input->a1.h2<k>": {"in_graph": false, "score": 0.0}, "input->a1.h2<v>": {"in_graph": false, "score": 0.0}, "input->m2": {"in_graph": false, "score": 0.0}, "input->a3.h2<q>": {"in_graph": false, "score": 0.0}, "input->a3.h2<k>": {"in_graph": false, "score": 0.0}, "input->a3.h2<v>": {"in_graph": false, "score": 0.0}, "input->a0.h1<q>": {"in_graph": false, "score": 0.0}, "input->a0.h1<k>": {"in_graph": false, "score": 0.0}, "input->a0.h1<v>": {"in_graph": false, "score": 0.0}, "input->a0.h2<q>": {"in_graph": false, "score": 0.0}, "input->a0.h2<k>": {"in_graph": false, "score": 0.0}, "input->a0.h2<v>": {"in_graph": false, "score": 0.0}, "input->a1.h3<q>": {"in_graph": false, "score": 0.0}, "input->a1.h3<k>": {"in_graph": false, "score": 0.0}, "input->a1.h3<v>": {"in_graph": false, "score": 0.0}, "input->a0.h3<q>": {"in_graph": false, "score": 0.0}, "input->a0.h3<k>": {"in_graph": false, "score": 0.0}, "input->a0.h3<v>": {"in_graph": false, "score": 0.0}, "input->a5.h3<q>": {"in_graph": false, "score": 0.0}, "input->a5.h3<k>": {"in_graph": false, "score": 0.0}, "input->a5.h3<v>": {"in_graph": false, "score": 0.0}, "input->a0.h0<q>": {"in_graph": false, "score": 0.0}, "input->a0.h0<k>": {"in_graph": false, "score": 0.0}, "input->a0.h0<v>": {"in_graph": false, "score": 0.0}, "input->a3.h0<q>": {"in_graph": false, "score": 0.0}, "input->a3.h0<k>": {"in_graph": false, "score": 0.0}, "input->a3.h0<v>": {"in_graph": false, "score": 0.0}, "input->a2.h0<q>": {"in_graph": false, "score": 0.0}, "input->a2.h0<k>": {"in_graph": false, "score": 0.0}, "input->a2.h0<v>": {"in_graph": false, "score": 0.0}, "input->a5.h0<q>": {"in_graph": false, "score": 0.0}, "input->a5.h0<k>": {"in_graph": false, "score": 0.0}, "input->a5.h0<v>": {"in_graph": false, "score": 0.0}, "input->a1.h1<q>": {"in_graph": false, "score": 0.0}, "input->a1.h1<k>": {"in_graph": false, "score": 0.0}, "input->a1.h1<v>": {"in_graph": false, "score": 0.0}, "input->logits": {"in_graph": false, "score": 0.0}, "input->m4": {"in_graph": false, "score": 0.0}, "input->a4.h2<q>": {"in_graph": false, "score": 0.0}, "input->a4.h2<k>": {"in_graph": false, "score": 0.0}, "input->a4.h2<v>": {"in_graph": false, "score": 0.0}, "input->a4.h1<q>": {"in_graph": false, "score": 0.0}, "input->a4.h1<k>": {"in_graph": false, "score": 0.0}, "input->a4.h1<v>": {"in_graph": false, "score": 0.0}, "input->a2.h1<q>": {"in_graph": false, "score": 0.0}, "input->a2.h1<k>": {"in_graph": false, "score": 0.0}, "input->a2.h1<v>": {"in_graph": false, "score": 0.0}, "input->a2.h3<q>": {"in_graph": false, "score": 0.0}, "input->a2.h3<k>": {"in_graph": false, "score": 0.0}, "input->a2.h3<v>": {"in_graph": false, "score": 0.0}, "input->a2.h2<q>": {"in_graph": false, "score": 0.0}, "input->a2.h2<k>": {"in_graph": false, "score": 0.0}, "input->a2.h2<v>": {"in_graph": false, "score": 0.0}, "input->a4.h3<q>": {"in_graph": false, "score": 0.0}, "input->a4.h3<k>": {"in_graph": false, "score": 0.0}, "input->a4.h3<v>": {"in_graph": false, "score": 0.0}, "input->a5.h2<q>": {"in_graph": false, "score": 0.0}, "input->a5.h2<k>": {"in_graph": false, "score": 0.0}, "input->a5.h2<v>": {"in_graph": false, "score": 0.0}, "input->m1": {"in_graph": false, "score": 0.0}, "input->a5.h1<q>": {"in_graph": false, "score": 0.0}, "input->a5.h1<k>": {"in_graph": false, "score": 0.0}, "input->a5.h1<v>": {"in_graph": false, "score": 0.0}, "input->a1.h0<q>": {"in_graph": false, "score": 0.0}, "input->a1.h0<k>": {"in_graph": false, "score": 0.0}, "input->a1.h0<v>": {"in_graph": false, "score": 0.0}, "input->m5": {"in_graph": false, "score": 0.0}, "input->m3": {"in_graph": false, "score": 0.0}, "input->a4.h0<q>": {"in_graph": false, "score": 0.0}, "input->a4.h0<k>": {"in_graph": false, "score": 0.0}, "input->a4.h0<v>": {"in_graph": false, "score": 0.0}, "m4->a5.h3<q>": {"in_graph": false, "score": 0.0}, "m4->a5.h3<k>": {"in_graph": false, "score": 0.0}, "m4->a5.h3<v>": {"in_graph": false, "score": 0.0}, "m4->a5.h0<q>": {"in_graph": false, "score": 0.0}, "m4->a5.h0<k>": {"in_graph": false, "score": 0.0}, "m4->a5.h0<v>": {"in_graph": false, "score": 0.0}, "m4->logits": {"in_graph": false, "score": 0.0}, "m4->a5.h2<q>": {"in_graph": false, "score": 0.0}, "m4->a5.h2<k>": {"in_graph": false, "score": 0.0}, "m4->a5.h2<v>": {"in_graph": false, "score": 0.0}, "m4->a5.h1<q>": {"in_graph": false, "score": 0.0}, "m4->a5.h1<k>": {"in_graph": false, "score": 0.0}, "m4->a5.h1<v>": {"in_graph": false, "score": 0.0}, "m4->m5": {"in_graph": false, "score": 0.0}, "a4.h2->a5.h3<q>": {"in_graph": false, "score": 0.0}, "a4.h2->a5.h3<k>": {"in_graph": false, "score": 0.0}, "a4.h2->a5.h3<v>": {"in_graph": false, "score": 0.0}, "a4.h2->a5.h0<q>": {"in_graph": false, "score": 0.0}, "a4.h2->a5.h0<k>": {"in_graph": false, "score": 0.0}, "a4.h2->a5.h0<v>": {"in_graph": false, "score": 0.0}, "a4.h2->logits": {"in_graph": false, "score": 0.0}, "a4.h2->a5.h2<q>": {"in_graph": false, "score": 0.0}, "a4.h2->a5.h2<k>": {"in_graph": false, "score": 0.0}, "a4.h2->a5.h2<v>": {"in_graph": false, "score": 0.0}, "a4.h2->a5.h1<q>": {"in_graph": false, "score": 0.0}, "a4.h2->a5.h1<k>": {"in_graph": false, "score": 0.0}, "a4.h2->a5.h1<v>": {"in_graph": false, "score": 0.0}, "a4.h2->m5": {"in_graph": false, "score": 0.0}, "a4.h1->a5.h3<q>": {"in_graph": false, "score": 0.0}, "a4.h1->a5.h3<k>": {"in_graph": false, "score": 0.0}, "a4.h1->a5.h3<v>": {"in_graph": false, "score": 0.0}, "a4.h1->a5.h0<q>": {"in_graph": false, "score": 0.0}, "a4.h1->a5.h0<k>": {"in_graph": false, "score": 0.0}, "a4.h1->a5.h0<v>": {"in_graph": false, "score": 0.0}, "a4.h1->a5.h2<q>": {"in_graph": false, "score": 0.0}, "a4.h1->a5.h2<k>": {"in_graph": false, "score": 0.0}, "a4.h1->a5.h2<v>": {"in_graph": false, "score": 0.0}, "a4.h1->a5.h1<q>": {"in_graph": false, "score": 0.0}, "a4.h1->a5.h1<k>": {"in_graph": false, "score": 0.0}, "a4.h1->a5.h1<v>": {"in_graph": false, "score": 0.0}, "a4.h1->m5": {"in_graph": false, "score": 0.0}, "a2.h1->a3.h1<q>": {"in_graph": false, "score": 0.0}, "a2.h1->a3.h1<k>": {"in_graph": false, "score": 0.0}, "a2.h1->a3.h1<v>": {"in_graph": false, "score": 0.0}, "a2.h1->a3.h3<q>": {"in_graph": false, "score": 0.0}, "a2.h1->a3.h3<k>": {"in_graph": false, "score": 0.0}, "a2.h1->a3.h3<v>": {"in_graph": false, "score": 0.0}, "a2.h1->a3.h2<q>": {"in_graph": false, "score": 0.0}, "a2.h1->a3.h2<k>": {"in_graph": false, "score": 0.0}, "a2.h1->a3.h2<v>": {"in_graph": false, "score": 0.0}, "a2.h1->a5.h3<q>": {"in_graph": false, "score": 0.0}, "a2.h1->a5.h3<k>": {"in_graph": false, "score": 0.0}, "a2.h1->a5.h3<v>": {"in_graph": false, "score": 0.0}, "a2.h1->a3.h0<q>": {"in_graph": false, "score": 0.0}, "a2.h1->a3.h0<k>": {"in_graph": false, "score": 0.0}, "a2.h1->a3.h0<v>": {"in_graph": false, "score": 0.0}, "a2.h1->a5.h0<q>": {"in_graph": false, "score": 0.0}, "a2.h1->a5.h0<k>": {"in_graph": false, "score": 0.0}, "a2.h1->a5.h0<v>": {"in_graph": false, "score": 0.0}, "a2.h1->logits": {"in_graph": false, "score": 0.0}, "a2.h1->m4": {"in_graph": false, "score": 0.0}, "a2.h1->a4.h2<q>": {"in_graph": false, "score": 0.0}, "a2.h1->a4.h2<k>": {"in_graph": false, "score": 0.0}, "a2.h1->a4.h2<v>": {"in_graph": false, "score": 0.0}, "a2.h1->a4.h1<q>": {"in_graph": false, "score": 0.0}, "a2.h1->a4.h1<k>": {"in_graph": false, "score": 0.0}, "a2.h1->a4.h3<q>": {"in_graph": false, "score": 0.0}, "a2.h1->a4.h3<k>": {"in_graph": false, "score": 0.0}, "a2.h1->a4.h3<v>": {"in_graph": false, "score": 0.0}, "a2.h1->a5.h2<q>": {"in_graph": false, "score": 0.0}, "a2.h1->a5.h2<k>": {"in_graph": false, "score": 0.0}, "a2.h1->a5.h2<v>": {"in_graph": false, "score": 0.0}, "a2.h1->a5.h1<q>": {"in_graph": false, "score": 0.0}, "a2.h1->a5.h1<k>": {"in_graph": false, "score": 0.0}, "a2.h1->a5.h1<v>": {"in_graph": false, "score": 0.0}, "a2.h1->m5": {"in_graph": false, "score": 0.0}, "a2.h1->m3": {"in_graph": false, "score": 0.0}, "a2.h1->a4.h0<q>": {"in_graph": false, "score": 0.0}, "a2.h1->a4.h0<k>": {"in_graph": false, "score": 0.0}, "a2.h1->a4.h0<v>": {"in_graph": false, "score": 0.0}, "a2.h3->a3.h1<q>": {"in_graph": false, "score": 0.0}, "a2.h3->a3.h1<k>": {"in_graph": false, "score": 0.0}, "a2.h3->a3.h1<v>": {"in_graph": false, "score": 0.0}, "a2.h3->a3.h3<q>": {"in_graph": false, "score": 0.0}, "a2.h3->a3.h3<k>": {"in_graph": false, "score": 0.0}, "a2.h3->a3.h3<v>": {"in_graph": false, "score": 0.0}, "a2.h3->a3.h2<q>": {"in_graph": false, "score": 0.0}, "a2.h3->a3.h2<k>": {"in_graph": false, "score": 0.0}, "a2.h3->a3.h2<v>": {"in_graph": false, "score": 0.0}, "a2.h3->a5.h3<q>": {"in_graph": false, "score": 0.0}, "a2.h3->a5.h3<k>": {"in_graph": false, "score": 0.0}, "a2.h3->a5.h3<v>": {"in_graph": false, "score": 0.0}, "a2.h3->a3.h0<q>": {"in_graph": false, "score": 0.0}, "a2.h3->a3.h0<k>": {"in_graph": false, "score": 0.0}, "a2.h3->a3.h0<v>": {"in_graph": false, "score": 0.0}, "a2.h3->a5.h0<q>": {"in_graph": false, "score": 0.0}, "a2.h3->a5.h0<k>": {"in_graph": false, "score": 0.0}, "a2.h3->a5.h0<v>": {"in_graph": false, "score": 0.0}, "a2.h3->logits": {"in_graph": false, "score": 0.0}, "a2.h3->m4": {"in_graph": false, "score": 0.0}, "a2.h3->a4.h2<q>": {"in_graph": false, "score": 0.0}, "a2.h3->a4.h2<k>": {"in_graph": false, "score": 0.0}, "a2.h3->a4.h2<v>": {"in_graph": false, "score": 0.0}, "a2.h3->a4.h1<q>": {"in_graph": false, "score": 0.0}, "a2.h3->a4.h1<k>": {"in_graph": false, "score": 0.0}, "a2.h3->a4.h1<v>": {"in_graph": false, "score": 0.0}, "a2.h3->a4.h3<q>": {"in_graph": false, "score": 0.0}, "a2.h3->a4.h3<k>": {"in_graph": false, "score": 0.0}, "a2.h3->a4.h3<v>": {"in_graph": false, "score": 0.0}, "a2.h3->a5.h2<q>": {"in_graph": false, "score": 0.0}, "a2.h3->a5.h2<k>": {"in_graph": false, "score": 0.0}, "a2.h3->a5.h2<v>": {"in_graph": false, "score": 0.0}, "a2.h3->a5.h1<q>": {"in_graph": false, "score": 0.0}, "a2.h3->a5.h1<k>": {"in_graph": false, "score": 0.0}, "a2.h3->a5.h1<v>": {"in_graph": false, "score": 0.0}, "a2.h3->m5": {"in_graph": false, "score": 0.0}, "a2.h3->m3": {"in_graph": false, "score": 0.0}, "a2.h3->a4.h0<q>": {"in_graph": false, "score": 0.0}, "a2.h3->a4.h0<k>": {"in_graph": false, "score": 0.0}, "a2.h3->a4.h0<v>": {"in_graph": false, "score": 0.0}, "m0->a3.h1<q>": {"in_graph": false, "score": 0.0}, "m0->a3.h1<k>": {"in_graph": false, "score": 0.0}, "m0->a3.h1<v>": {"in_graph": false, "score": 0.0}, "m0->a3.h3<q>": {"in_graph": false, "score": 0.0}, "m0->a3.h3<k>": {"in_graph": false, "score": 0.0}, "m0->a3.h3<v>": {"in_graph": false, "score": 0.0}, "m0->a1.h2<q>": {"in_graph": false, "score": 0.0}, "m0->a1.h2<k>": {"in_graph": false, "score": 0.0}, "m0->a1.h2<v>": {"in_graph": false, "score": 0.0}, "m0->m2": {"in_graph": false, "score": 0.0}, "m0->a3.h2<q>": {"in_graph": false, "score": 0.0}, "m0->a3.h2<k>": {"in_graph": false, "score": 0.0}, "m0->a3.h2<v>": {"in_graph": false, "score": 0.0}, "m0->a1.h3<q>": {"in_graph": false, "score": 0.0}, "m0->a1.h3<k>": {"in_graph": false, "score": 0.0}, "m0->a1.h3<v>": {"in_graph": false, "score": 0.0}, "m0->a5.h3<q>": {"in_graph": false, "score": 0.0}, "m0->a5.h3<k>": {"in_graph": false, "score": 0.0}, "m0->a5.h3<v>": {"in_graph": false, "score": 0.0}, "m0->a3.h0<q>": {"in_graph": false, "score": 0.0}, "m0->a3.h0<k>": {"in_graph": false, "score": 0.0}, "m0->a3.h0<v>": {"in_graph": false, "score": 0.0}, "m0->a2.h0<q>": {"in_graph": false, "score": 0.0}, "m0->a2.h0<k>": {"in_graph": false, "score": 0.0}, "m0->a2.h0<v>": {"in_graph": false, "score": 0.0}, "m0->a5.h0<q>": {"in_graph": false, "score": 0.0}, "m0->a5.h0<k>": {"in_graph": false, "score": 0.0}, "m0->a5.h0<v>": {"in_graph": false, "score": 0.0}, "m0->a1.h1<q>": {"in_graph": false, "score": 0.0}, "m0->a1.h1<k>": {"in_graph": false, "score": 0.0}, "m0->logits": {"in_graph": false, "score": 0.0}, "m0->m4": {"in_graph": false, "score": 0.0}, "m0->a4.h2<q>": {"in_graph": false, "score": 0.0}, "m0->a4.h2<k>": {"in_graph": false, "score": 0.0}, "m0->a4.h2<v>": {"in_graph": false, "score": 0.0}, "m0->a4.h1<q>": {"in_graph": false, "score": 0.0}, "m0->a4.h1<k>": {"in_graph": false, "score": 0.0}, "m0->a2.h1<q>": {"in_graph": false, "score": 0.0}, "m0->a2.h1<k>": {"in_graph": false, "score": 0.0}, "m0->a2.h3<q>": {"in_graph": false, "score": 0.0}, "m0->a2.h3<k>": {"in_graph": false, "score": 0.0}, "m0->a2.h3<v>": {"in_graph": false, "score": 0.0}, "m0->a2.h2<q>": {"in_graph": false, "score": 0.0}, "m0->a2.h2<k>": {"in_graph": false, "score": 0.0}, "m0->a2.h2<v>": {"in_graph": false, "score": 0.0}, "m0->a4.h3<q>": {"in_graph": false, "score": 0.0}, "m0->a4.h3<k>": {"in_graph": false, "score": 0.0}, "m0->a4.h3<v>": {"in_graph": false, "score": 0.0}, "m0->a5.h2<q>": {"in_graph": false, "score": 0.0}, "m0->a5.h2<k>": {"in_graph": false, "score": 0.0}, "m0->a5.h2<v>": {"in_graph": false, "score": 0.0}, "m0->m1": {"in_graph": false, "score": 0.0}, "m0->a5.h1<q>": {"in_graph": false, "score": 0.0}, "m0->a5.h1<k>": {"in_graph": false, "score": 0.0}, "m0->a5.h1<v>": {"in_graph": false, "score": 0.0}, "m0->a1.h0<q>": {"in_graph": false, "score": 0.0}, "m0->a1.h0<k>": {"in_graph": false, "score": 0.0}, "m0->a1.h0<v>": {"in_graph": false, "score": 0.0}, "m0->m5": {"in_graph": false, "score": 0.0}, "m0->m3": {"in_graph": false, "score": 0.0}, "m0->a4.h0<q>": {"in_graph": false, "score": 0.0}, "m0->a4.h0<k>": {"in_graph": false, "score": 0.0}, "m0->a4.h0<v>": {"in_graph": false, "score": 0.0}, "a2.h2->a3.h1<q>": {"in_graph": false, "score": 0.0}, "a2.h2->a3.h1<k>": {"in_graph": false, "score": 0.0}, "a2.h2->a3.h1<v>": {"in_graph": false, "score": 0.0}, "a2.h2->a3.h3<q>": {"in_graph": false, "score": 0.0}, "a2.h2->a3.h3<k>": {"in_graph": false, "score": 0.0}, "a2.h2->a3.h3<v>": {"in_graph": false, "score": 0.0}, "a2.h2->a3.h2<q>": {"in_graph": false, "score": 0.0}, "a2.h2->a3.h2<k>": {"in_graph": false, "score": 0.0}, "a2.h2->a3.h2<v>": {"in_graph": false, "score": 0.0}, "a2.h2->a5.h3<q>": {"in_graph": false, "score": 0.0}, "a2.h2->a5.h3<k>": {"in_graph": false, "score": 0.0}, "a2.h2->a5.h3<v>": {"in_graph": false, "score": 0.0}, "a2.h2->a3.h0<q>": {"in_graph": false, "score": 0.0}, "a2.h2->a3.h0<k>": {"in_graph": false, "score": 0.0}, "a2.h2->a3.h0<v>": {"in_graph": false, "score": 0.0}, "a2.h2->a5.h0<q>": {"in_graph": false, "score": 0.0}, "a2.h2->a5.h0<k>": {"in_graph": false, "score": 0.0}, "a2.h2->a5.h0<v>": {"in_graph": false, "score": 0.0}, "a2.h2->logits": {"in_graph": false, "score": 0.0}, "a2.h2->m4": {"in_graph": false, "score": 0.0}, "a2.h2->a4.h2<q>": {"in_graph": false, "score": 0.0}, "a2.h2->a4.h2<k>": {"in_graph": false, "score": 0.0}, "a2.h2->a4.h2<v>": {"in_graph": false, "score": 0.0}, "a2.h2->a4.h1<q>": {"in_graph": false, "score": 0.0}, "a2.h2->a4.h1<k>": {"in_graph": false, "score": 0.0}, "a2.h2->a4.h1<v>": {"in_graph": false, "score": 0.0}, "a2.h2->a4.h3<q>": {"in_graph": false, "score": 0.0}, "a2.h2->a4.h3<k>": {"in_graph": false, "score": 0.0}, "a2.h2->a4.h3<v>": {"in_graph": false, "score": 0.0}, "a2.h2->a5.h2<q>": {"in_graph": false, "score": 0.0}, "a2.h2->a5.h2<k>": {"in_graph": false, "score": 0.0}, "a2.h2->a5.h2<v>": {"in_graph": false, "score": 0.0}, "a2.h2->a5.h1<q>": {"in_graph": false, "score": 0.0}, "a2.h2->a5.h1<k>": {"in_graph": false, "score": 0.0}, "a2.h2->a5.h1<v>": {"in_graph": false, "score": 0.0}, "a2.h2->m5": {"in_graph": false, "score": 0.0}, "a2.h2->m3": {"in_graph": false, "score": 0.0}, "a2.h2->a4.h0<q>": {"in_graph": false, "score": 0.0}, "a2.h2->a4.h0<k>": {"in_graph": false, "score": 0.0}, "a2.h2->a4.h0<v>": {"in_graph": false, "score": 0.0}, "a4.h3->a5.h3<q>": {"in_graph": false, "score": 0.0}, "a4.h3->a5.h3<k>": {"in_graph": false, "score": 0.0}, "a4.h3->a5.h3<v>": {"in_graph": false, "score": 0.0}, "a4.h3->a5.h0<q>": {"in_graph": false, "score": 0.0}, "a4.h3->a5.h0<k>": {"in_graph": false, "score": 0.0}, "a4.h3->a5.h0<v>": {"in_graph": false, "score": 0.0}, "a4.h3->logits": {"in_graph": false, "score": 0.0}, "a4.h3->a5.h2<q>": {"in_graph": false, "score": 0.0}, "a4.h3->a5.h2<k>": {"in_graph": false, "score": 0.0}, "a4.h3->a5.h2<v>": {"in_graph": false, "score": 0.0}, "a4.h3->a5.h1<q>": {"in_graph": false, "score": 0.0}, "a4.h3->a5.h1<k>": {"in_graph": false, "score": 0.0}, "a4.h3->a5.h1<v>": {"in_graph": false, "score": 0.0}, "a4.h3->m5": {"in_graph": false, "score": 0.0}, "a5.h2->logits": {"in_graph": false, "score": 0.0}, "m1->a3.h1<q>": {"in_graph": false, "score": 0.0}, "m1->a3.h1<k>": {"in_graph": false, "score": 0.0}, "m1->a3.h1<v>": {"in_graph": false, "score": 0.0}, "m1->a3.h3<q>": {"in_graph": false, "score": 0.0}, "m1->a3.h3<k>": {"in_graph": false, "score": 0.0}, "m1->a3.h3<v>": {"in_graph": false, "score": 0.0}, "m1->m2": {"in_graph": false, "score": 0.0}, "m1->a3.h2<q>": {"in_graph": false, "score": 0.0}, "m1->a3.h2<k>": {"in_graph": false, "score": 0.0}, "m1->a3.h2<v>": {"in_graph": false, "score": 0.0}, "m1->a5.h3<q>": {"in_graph": false, "score": 0.0}, "m1->a5.h3<k>": {"in_graph": false, "score": 0.0}, "m1->a5.h3<v>": {"in_graph": false, "score": 0.0}, "m1->a3.h0<q>": {"in_graph": false, "score": 0.0}, "m1->a3.h0<k>": {"in_graph": false, "score": 0.0}, "m1->a3.h0<v>": {"in_graph": false, "score": 0.0}, "m1->a2.h0<q>": {"in_graph": false, "score": 0.0}, "m1->a2.h0<k>": {"in_graph": false, "score": 0.0}, "m1->a2.h0<v>": {"in_graph": false, "score": 0.0}, "m1->a5.h0<q>": {"in_graph": false, "score": 0.0}, "m1->a5.h0<k>": {"in_graph": false, "score": 0.0}, "m1->a5.h0<v>": {"in_graph": false, "score": 0.0}, "m1->logits": {"in_graph": false, "score": 0.0}, "m1->m4": {"in_graph": false, "score": 0.0}, "m1->a4.h2<q>": {"in_graph": false, "score": 0.0}, "m1->a4.h2<k>": {"in_graph": false, "score": 0.0}, "m1->a4.h2<v>": {"in_graph": false, "score": 0.0}, "m1->a4.h1<q>": {"in_graph": false, "score": 0.0}, "m1->a4.h1<k>": {"in_graph": false, "score": 0.0}, "m1->a4.h1<v>": {"in_graph": false, "score": 0.0}, "m1->a2.h1<q>": {"in_graph": false, "score": 0.0}, "m1->a2.h1<k>": {"in_graph": false, "score": 0.0}, "m1->a2.h1<v>": {"in_graph": false, "score": 0.0}, "m1->a2.h3<q>": {"in_graph": false, "score": 0.0}, "m1->a2.h3<k>": {"in_graph": false, "score": 0.0}, "m1->a2.h3<v>": {"in_graph": false, "score": 0.0}, "m1->a2.h2<q>": {"in_graph": false, "score": 0.0}, "m1->a2.h2<k>": {"in_graph": false, "score": 0.0}, "m1->a2.h2<v>": {"in_graph": false, "score": 0.0}, "m1->a4.h3<q>": {"in_graph": false, "score": 0.0}, "m1->a4.h3<k>": {"in_graph": false, "score": 0.0}, "m1->a4.h3<v>": {"in_graph": false, "score": 0.0}, "m1->a5.h2<q>": {"in_graph": false, "score": 0.0}, "m1->a5.h2<k>": {"in_graph": false, "score": 0.0}, "m1->a5.h2<v>": {"in_graph": false, "score": 0.0}, "m1->a5.h1<q>": {"in_graph": false, "score": 0.0}, "m1->a5.h1<k>": {"in_graph": false, "score": 0.0}, "m1->a5.h1<v>": {"in_graph": false, "score": 0.0}, "m1->m5": {"in_graph": false, "score": 0.0}, "m1->m3": {"in_graph": false, "score": 0.0}, "m1->a4.h0<q>": {"in_graph": false, "score": 0.0}, "m1->a4.h0<k>": {"in_graph": false, "score": 0.0}, "m1->a4.h0<v>": {"in_graph": false, "score": 0.0}, "a5.h1->logits": {"in_graph": false, "score": 0.0}, "a1.h0->a3.h1<q>": {"in_graph": false, "score": 0.0}, "a1.h0->a3.h1<k>": {"in_graph": false, "score": 0.0}, "a1.h0->a3.h1<v>": {"in_graph": false, "score": 0.0}, "a1.h0->a3.h3<q>": {"in_graph": false, "score": 0.0}, "a1.h0->a3.h3<k>": {"in_graph": false, "score": 0.0}, "a1.h0->a3.h3<v>": {"in_graph": false, "score": 0.0}, "a1.h0->m2": {"in_graph": false, "score": 0.0}, "a1.h0->a3.h2<q>": {"in_graph": false, "score": 0.0}, "a1.h0->a3.h2<k>": {"in_graph": false, "score": 0.0}, "a1.h0->a3.h2<v>": {"in_graph": false, "score": 0.0}, "a1.h0->a5.h3<q>": {"in_graph": false, "score": 0.0}, "a1.h0->a5.h3<k>": {"in_graph": false, "score": 0.0}, "a1.h0->a5.h3<v>": {"in_graph": false, "score": 0.0}, "a1.h0->a3.h0<q>": {"in_graph": false, "score": 0.0}, "a1.h0->a3.h0<k>": {"in_graph": false, "score": 0.0}, "a1.h0->a3.h0<v>": {"in_graph": false, "score": 0.0}, "a1.h0->a2.h0<q>": {"in_graph": false, "score": 0.0}, "a1.h0->a2.h0<k>": {"in_graph": false, "score": 0.0}, "a1.h0->a2.h0<v>": {"in_graph": false, "score": 0.0}, "a1.h0->a5.h0<q>": {"in_graph": false, "score": 0.0}, "a1.h0->a5.h0<k>": {"in_graph": false, "score": 0.0}, "a1.h0->a5.h0<v>": {"in_graph": false, "score": 0.0}, "a1.h0->logits": {"in_graph": false, "score": 0.0}, "a1.h0->m4": {"in_graph": false, "score": 0.0}, "a1.h0->a4.h2<q>": {"in_graph": false, "score": 0.0}, "a1.h0->a4.h2<k>": {"in_graph": false, "score": 0.0}, "a1.h0->a4.h2<v>": {"in_graph": false, "score": 0.0}, "a1.h0->a4.h1<q>": {"in_graph": false, "score": 0.0}, "a1.h0->a4.h1<k>": {"in_graph": false, "score": 0.0}, "a1.h0->a4.h1<v>": {"in_graph": false, "score": 0.0}, "a1.h0->a2.h1<q>": {"in_graph": false, "score": 0.0}, "a1.h0->a2.h1<k>": {"in_graph": false, "score": 0.0}, "a1.h0->a2.h1<v>": {"in_graph": false, "score": 0.0}, "a1.h0->a2.h3<q>": {"in_graph": false, "score": 0.0}, "a1.h0->a2.h3<k>": {"in_graph": false, "score": 0.0}, "a1.h0->a2.h3<v>": {"in_graph": false, "score": 0.0}, "a1.h0->a2.h2<q>": {"in_graph": false, "score": 0.0}, "a1.h0->a2.h2<k>": {"in_graph": false, "score": 0.0}, "a1.h0->a2.h2<v>": {"in_graph": false, "score": 0.0}, "a1.h0->a4.h3<q>": {"in_graph": false, "score": 0.0}, "a1.h0->a4.h3<k>": {"in_graph": false, "score": 0.0}, "a1.h0->a4.h3<v>": {"in_graph": false, "score": 0.0}, "a1.h0->a5.h2<q>": {"in_graph": false, "score": 0.0}, "a1.h0->a5.h2<k>": {"in_graph": false, "score": 0.0}, "a1.h0->a5.h2<v>": {"in_graph": false, "score": 0.0}, "a1.h0->a5.h1<q>": {"in_graph": false, "score": 0.0}, "a1.h0->a5.h1<k>": {"in_graph": false, "score": 0.0}, "a1.h0->a5.h1<v>": {"in_graph": false, "score": 0.0}, "a1.h0->m5": {"in_graph": false, "score": 0.0}, "a1.h0->m3": {"in_graph": false, "score": 0.0}, "a1.h0->a4.h0<q>": {"in_graph": false, "score": 0.0}, "a1.h0->a4.h0<k>": {"in_graph": false, "score": 0.0}, "a1.h0->a4.h0<v>": {"in_graph": false, "score": 0.0}, "m5->logits": {"in_graph": false, "score": 0.0}, "m3->a5.h3<q>": {"in_graph": false, "score": 0.0}, "m3->a5.h3<k>": {"in_graph": false, "score": 0.0}, "m3->a5.h3<v>": {"in_graph": false, "score": 0.0}, "m3->a5.h0<q>": {"in_graph": false, "score": 0.0}, "m3->a5.h0<k>": {"in_graph": false, "score": 0.0}, "m3->a5.h0<v>": {"in_graph": false, "score": 0.0}, "m3->logits": {"in_graph": false, "score": 0.0}, "m3->m4": {"in_graph": false, "score": 0.0}, "m3->a4.h2<q>": {"in_graph": false, "score": 0.0}, "m3->a4.h2<k>": {"in_graph": false, "score": 0.0}, "m3->a4.h2<v>": {"in_graph": false, "score": 0.0}, "m3->a4.h1<q>": {"in_graph": false, "score": 0.0}, "m3->a4.h1<k>": {"in_graph": false, "score": 0.0}, "m3->a4.h1<v>": {"in_graph": false, "score": 0.0}, "m3->a4.h3<q>": {"in_graph": false, "score": 0.0}, "m3->a4.h3<k>": {"in_graph": false, "score": 0.0}, "m3->a4.h3<v>": {"in_graph": false, "score": 0.0}, "m3->a5.h2<q>": {"in_graph": false, "score": 0.0}, "m3->a5.h2<k>": {"in_graph": false, "score": 0.0}, "m3->a5.h2<v>": {"in_graph": false, "score": 0.0}, "m3->a5.h1<q>": {"in_graph": false, "score": 0.0}, "m3->a5.h1<k>": {"in_graph": false, "score": 0.0}, "m3->a5.h1<v>": {"in_graph": false, "score": 0.0}, "m3->m5": {"in_graph": false, "score": 0.0}, "m3->a4.h0<q>": {"in_graph": false, "score": 0.0}, "m3->a4.h0<k>": {"in_graph": false, "score": 0.0}, "m3->a4.h0<v>": {"in_graph": false, "score": 0.0}, "a4.h0->a5.h3<q>": {"in_graph": false, "score": 0.0}, "a4.h0->a5.h3<k>": {"in_graph": false, "score": 0.0}, "a4.h0->a5.h3<v>": {"in_graph": false, "score": 0.0}, "a4.h0->a5.h0<q>": {"in_graph": false, "score": 0.0}, "a4.h0->a5.h0<k>": {"in_graph": false, "score": 0.0}, "a4.h0->a5.h0<v>": {"in_graph": false, "score": 0.0}, "a4.h0->logits": {"in_graph": false, "score": 0.0}, "a4.h0->a5.h2<q>": {"in_graph": false, "score": 0.0}, "a4.h0->a5.h2<k>": {"in_graph": false, "score": 0.0}, "a4.h0->a5.h2<v>": {"in_graph": false, "score": 0.0}, "a4.h0->a5.h1<q>": {"in_graph": false, "score": 0.0}, "a4.h0->a5.h1<k>": {"in_graph": false, "score": 0.0}, "a4.h0->a5.h1<v>": {"in_graph": false, "score": 0.0}, "a4.h0->m5": {"in_graph": false, "score": 0.0}}}

ioi_all_splits/ll_model_100_100_80.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbf87b9f7e572742521ef539c0bf866002d48536b6f2f309552d42bab494b06
+size 42434142

ioi_train_split/ll_model_100_100_40.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d71295e0877c385723b3ffac7bced2cd3aa198f44a48f7cc448e3db96f93e0
+size 42434142