Initial commit for add_d5_l2_h3_t40K_s372001

behaviors.json

@@ -0,0 +1 @@
+[{"position": 6, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:5", "Impact:A5", "Math.Add:S02345", "Attn:P0=71", "Attn:P6=24", "Attn:P1=1", "Attn:P5=1"]}, {"position": 6, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:6", "Impact:A5", "Math.Add:S12345", "Attn:P6=88", "Attn:P0=6", "Attn:P5=3", "Attn:P1=2", "Math.Add:A4.SP.Weak"]}, {"position": 6, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:3", "Impact:A5", "Math.Add:S12"]}, {"position": 9, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:0", "Impact:A5", "Math.Add:S5", "Attn:P6=62", "Attn:P0=31", "Attn:P5=1"]}, {"position": 9, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:5", "Impact:A5", "Math.Add:S12345", "Attn:P0=80", "Attn:P6=9", "Attn:P5=3", "Attn:P4=1"]}, {"position": 9, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:1", "Impact:A5", "Math.Add:S14"]}, {"position": 10, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:10", "Impact:A543", "Math.Add:S123", "Attn:P8=50", "Attn:P2=49", "Math.Add:A2.SP.Weak"]}, {"position": 10, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:6", "Impact:A543", "Math.Add:S2345", "Attn:P9=42", "Attn:P3=36", "Attn:P5=6", "Attn:P10=3"]}, {"position": 10, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:15", "Impact:A543", "Math.Add:S234", "Attn:P3=50", "Attn:P9=45"]}, {"position": 10, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:32", "Impact:A5432", "Math.Add:S2345"]}, {"position": 11, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:22", "Impact:A54321", "Math.Add:S2345", "Attn:P4=54", "Attn:P10=46"]}, {"position": 11, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:24", "Impact:A5432", "Math.Add:S012345"]}, {"position": 12, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:7", "Impact:A5", "Math.Add:S0345", "Attn:P1=43", "Attn:P7=40", "Attn:P12=5", "Attn:P5=5"]}, {"position": 12, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:10", "Impact:A5", "Math.Add:S2345"]}, {"position": 12, "layer": 1, "is_head": true, "num": 0, "tags": ["Fail%:15", "Impact:A5", "Math.Add:S345", "Attn:P10=19", "Attn:P0=12", "Attn:P6=12", "Attn:P1=9", "Math.Add:A3.SP.Weak"]}, {"position": 12, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:0", "Impact:A5", "Math.Add:S1", "Attn:P6=39", "Attn:P9=33", "Attn:P0=26", "Math.Add:A4.SP.Weak"]}, {"position": 12, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:44", "Impact:A5", "Math.Add:S01234"]}, {"position": 13, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:24", "Impact:A4", "Math.Add:S123", "Attn:P1=52", "Attn:P7=46", "Math.Add:A3.SP.Weak"]}, {"position": 13, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:88", "Impact:A4", "Math.Add:S012345", "Attn:P0=48", "Attn:P6=47"]}, {"position": 13, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:57", "Impact:A4", "Math.Add:S01234"]}, {"position": 13, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:3", "Impact:A4", "Math.Add:S4", "Attn:P10=38", "Attn:P13=31", "Attn:P5=17", "Attn:P11=12", "Math.Add:A1.SP.Weak", "Math.Add:A2.SP.Weak", "Math.Add:A3.SP.Weak", "Math.Add:A4.SP.Weak"]}, {"position": 13, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:45", "Impact:A4", "Math.Add:S012345"]}, {"position": 14, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:69", "Impact:A3", "Math.Add:S012345", "Attn:P7=48", "Attn:P1=48"]}, {"position": 14, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:60", "Impact:A3", "Math.Add:S012345"]}, {"position": 14, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:1", "Impact:A3", "Math.Add:S3", "Attn:P10=48", "Attn:P11=20", "Attn:P5=17", "Attn:P14=12", "Math.Add:A1.SP.Weak", "Math.Add:A2.SP.Weak"]}, {"position": 14, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:54", "Impact:A3", "Math.Add:S012345"]}, {"position": 15, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:8", "Impact:A2", "Math.Add:S13", "Attn:P3=53", "Attn:P9=45", "Math.Add:A1.SP.Weak"]}, {"position": 15, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:71", "Impact:A2", "Math.Add:S012345", "Attn:P2=49", "Attn:P8=47"]}, {"position": 15, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:56", "Impact:A2", "Math.Add:S0123"]}, {"position": 15, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:45", "Impact:A2", "Math.Add:S01234"]}, {"position": 16, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:3", "Impact:A1", "Math.Add:S123", "Attn:P4=52", "Attn:P10=41", "Attn:P12=2", "Attn:P13=1"]}, {"position": 16, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:43", "Impact:A1", "Math.Add:S012345", "Attn:P9=49", "Attn:P3=47"]}, {"position": 16, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:0", "Impact:A1", "Math.Add:S1", "Attn:P3=37", "Attn:P9=35", "Attn:P12=14", "Attn:P5=3", "Math.Add:A1.SP.Weak"]}, {"position": 16, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:57", "Impact:A1", "Math.Add:S012345"]}, {"position": 16, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:42", "Impact:A1", "Math.Add:S01234"]}, {"position": 17, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:66", "Impact:A0", "Math.Add:S012345", "Attn:P10=48", "Attn:P4=46"]}, {"position": 17, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:64", "Impact:A0", "Math.Add:S012345"]}, {"position": 17, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:66", "Impact:A0", "Math.Add:S012345"]}]

features.json

@@ -0,0 +1 @@
+[{"position": 6, "layer": 0, "is_head": true, "num": 1, "tags": []}, {"position": 6, "layer": 0, "is_head": true, "num": 2, "tags": ["Algo:A4.ST"]}, {"position": 6, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 9, "layer": 0, "is_head": true, "num": 1, "tags": []}, {"position": 9, "layer": 0, "is_head": true, "num": 2, "tags": []}, {"position": 9, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 10, "layer": 0, "is_head": true, "num": 0, "tags": ["Algo:A2.ST"]}, {"position": 10, "layer": 0, "is_head": true, "num": 1, "tags": []}, {"position": 10, "layer": 0, "is_head": true, "num": 2, "tags": ["Algo:A1.ST"]}, {"position": 10, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 11, "layer": 0, "is_head": true, "num": 2, "tags": ["Algo:A0.ST"]}, {"position": 11, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 12, "layer": 0, "is_head": true, "num": 1, "tags": ["Algo:A3.ST"]}, {"position": 12, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 12, "layer": 1, "is_head": true, "num": 0, "tags": []}, {"position": 12, "layer": 1, "is_head": true, "num": 2, "tags": ["Algo:A4.ST"]}, {"position": 12, "layer": 1, "is_head": false, "num": 0, "tags": []}, {"position": 13, "layer": 0, "is_head": true, "num": 0, "tags": ["Algo:A3.SC"]}, {"position": 13, "layer": 0, "is_head": true, "num": 1, "tags": ["Algo:A4.SA"]}, {"position": 13, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 13, "layer": 1, "is_head": true, "num": 2, "tags": []}, {"position": 13, "layer": 1, "is_head": false, "num": 0, "tags": []}, {"position": 14, "layer": 0, "is_head": true, "num": 1, "tags": ["Algo:A3.SA"]}, {"position": 14, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 14, "layer": 1, "is_head": true, "num": 2, "tags": []}, {"position": 14, "layer": 1, "is_head": false, "num": 0, "tags": []}, {"position": 15, "layer": 0, "is_head": true, "num": 0, "tags": ["Algo:A1.SC"]}, {"position": 15, "layer": 0, "is_head": true, "num": 1, "tags": ["Algo:A2.SA"]}, {"position": 15, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 15, "layer": 1, "is_head": false, "num": 0, "tags": []}, {"position": 16, "layer": 0, "is_head": true, "num": 0, "tags": ["Algo:A0.SC"]}, {"position": 16, "layer": 0, "is_head": true, "num": 1, "tags": ["Algo:A1.SA"]}, {"position": 16, "layer": 0, "is_head": true, "num": 2, "tags": []}, {"position": 16, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 16, "layer": 1, "is_head": false, "num": 0, "tags": []}, {"position": 17, "layer": 0, "is_head": true, "num": 1, "tags": ["Algo:A0.SA"]}, {"position": 17, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 17, "layer": 1, "is_head": false, "num": 0, "tags": []}]

model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e013f8665d4ce1c418ce25dc4f5da3c875b9f1b53aa2e19edfa0ad94d7b38401
+size 25144084