Instructions to use PhilipQuirke/QuantaMaths_add_d6_l2_h3_t40K_s372001 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use PhilipQuirke/QuantaMaths_add_d6_l2_h3_t40K_s372001 with Transformers:
# Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("PhilipQuirke/QuantaMaths_add_d6_l2_h3_t40K_s372001", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Initial commit for add_d6_l2_h3_t40K_s372001
Browse files- behaviors.json +1 -0
- features.json +1 -0
- model.pth +3 -0
- training_loss.json +0 -0
behaviors.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"position": 11, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:12", "Impact:A654", "Math.Add:S1234", "Attn:P10=49", "Attn:P3=47", "Math.Add:A2.SP.Weak"]}, {"position": 11, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:3", "Impact:A543", "Math.Add:S234", "Attn:P4=53", "Attn:P11=40", "Attn:P6=3"]}, {"position": 11, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:16", "Impact:A6543", "Math.Add:S1234"]}, {"position": 12, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:6", "Impact:A65", "Math.Add:S123", "Attn:P2=50", "Attn:P9=45", "Math.Add:A3.SP.Weak"]}, {"position": 12, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:4", "Impact:A654", "Math.Add:S23"]}, {"position": 13, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:16", "Impact:A6543", "Math.Add:S12345", "Attn:P4=54", "Attn:P11=44", "Math.Add:A1.SP.Weak"]}, {"position": 13, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:18", "Impact:A5432", "Math.Add:S2345", "Attn:P5=55", "Attn:P12=44"]}, {"position": 13, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:18", "Impact:A5432", "Math.Add:S2345"]}, {"position": 14, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:6", "Impact:A61", "Math.Add:S123", "Attn:P1=48", "Attn:P8=45", "Attn:P7=1", "Attn:P0=1", "Math.Add:A4.SP.Weak"]}, {"position": 14, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:25", "Impact:A6", "Math.Add:S12345", "Attn:P0=51", "Attn:P7=48"]}, {"position": 14, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:24", "Impact:A6", "Math.Add:S12345"]}, {"position": 14, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:1", "Impact:A6", "Math.Add:S045"]}, {"position": 15, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:28", "Impact:A51", "Math.Add:S1234", "Attn:P1=50", "Attn:P8=45", "Math.Add:A4.SP.Weak"]}, {"position": 15, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:3", "Impact:A5", "Math.Add:S124", "Attn:P7=35", "Attn:P0=32", "Attn:P15=20", "Attn:P13=7"]}, {"position": 15, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:29", "Impact:A5", "Math.Add:S01234", "Attn:P0=44", "Attn:P7=42", "Attn:P14=4", "Attn:P13=2"]}, {"position": 15, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:47", "Impact:A51", "Math.Add:S012345"]}, {"position": 15, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:26", "Impact:A5", "Math.Add:S12345"]}, {"position": 16, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:0", "Impact:A4", "Math.Add:S1", "Attn:P2=51", "Attn:P9=42", "Attn:P16=2"]}, {"position": 16, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:2", "Impact:A4", "Math.Add:S12", "Attn:P8=47", "Attn:P1=45", "Attn:P6=1"]}, {"position": 16, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:47", "Impact:A4", "Math.Add:S01234", "Attn:P1=46", "Attn:P8=44", "Attn:P14=2", "Attn:P6=2"]}, {"position": 16, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:48", "Impact:A4", "Math.Add:S01234"]}, {"position": 16, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:34", "Impact:A4", "Math.Add:S01234"]}, {"position": 17, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:21", "Impact:A3", "Math.Add:S1234", "Attn:P3=48", "Attn:P10=48", "Math.Add:A2.SP.Weak"]}, {"position": 17, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:3", "Impact:A3", "Math.Add:S13", "Attn:P2=44", "Attn:P9=44", "Attn:P14=2", "Attn:P6=1"]}, {"position": 17, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:45", "Impact:A31", "Math.Add:S0123", "Attn:P9=48", "Attn:P2=47"]}, {"position": 17, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:60", "Impact:A3", "Math.Add:S01234"]}, {"position": 17, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:21", "Impact:A3", "Math.Add:S0123"]}, {"position": 18, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:1", "Impact:A2", "Math.Add:S1", "Attn:P4=51", "Attn:P11=44"]}, {"position": 18, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:37", "Impact:A21", "Math.Add:S01234", "Attn:P10=46", "Attn:P3=45", "Attn:P6=2", "Attn:P11=1"]}, {"position": 18, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:62", "Impact:A21", "Math.Add:S012345"]}, {"position": 18, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:30", "Impact:A2", "Math.Add:S01234"]}, {"position": 19, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:29", "Impact:A1", "Math.Add:S12345", "Attn:P5=54", "Attn:P12=41"]}, {"position": 19, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:4", "Impact:A1", "Math.Add:S12345", "Attn:P4=46", "Attn:P11=43", "Attn:P14=3", "Attn:P6=1"]}, {"position": 19, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:48", "Impact:A1", "Math.Add:S012345", "Attn:P11=49", "Attn:P4=48"]}, {"position": 19, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:76", "Impact:A1", "Math.Add:S012345"]}, {"position": 19, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:27", "Impact:A1", "Math.Add:S01234"]}, {"position": 20, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:56", "Impact:A0", "Math.Add:S012345", "Attn:P12=44", "Attn:P5=43", "Attn:P11=1", "Attn:P14=1"]}, {"position": 20, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:70", "Impact:A0", "Math.Add:S012345"]}, {"position": 20, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:43", "Impact:A0", "Math.Add:S012345"]}]
|
features.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"position": 11, "layer": 0, "is_head": true, "num": 0, "tags": ["Algo:A2.ST"]}, {"position": 11, "layer": 0, "is_head": true, "num": 1, "tags": ["Algo:A1.ST"]}, {"position": 11, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 12, "layer": 0, "is_head": true, "num": 0, "tags": ["Algo:A3.ST"]}, {"position": 12, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 13, "layer": 0, "is_head": true, "num": 0, "tags": ["Algo:A1.ST"]}, {"position": 13, "layer": 0, "is_head": true, "num": 1, "tags": ["Algo:A0.ST"]}, {"position": 13, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 14, "layer": 0, "is_head": true, "num": 0, "tags": ["Algo:A4.ST"]}, {"position": 14, "layer": 0, "is_head": true, "num": 2, "tags": ["Algo:A5.ST"]}, {"position": 14, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 14, "layer": 1, "is_head": false, "num": 0, "tags": []}, {"position": 15, "layer": 0, "is_head": true, "num": 0, "tags": ["Algo:A4.SC"]}, {"position": 15, "layer": 0, "is_head": true, "num": 1, "tags": ["Algo:A5.SA"]}, {"position": 15, "layer": 0, "is_head": true, "num": 2, "tags": ["Algo:A5.SA"]}, {"position": 15, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 15, "layer": 1, "is_head": false, "num": 0, "tags": []}, {"position": 16, "layer": 0, "is_head": true, "num": 0, "tags": ["Algo:A3.SC"]}, {"position": 16, "layer": 0, "is_head": true, "num": 1, "tags": ["Algo:A4.SA"]}, {"position": 16, "layer": 0, "is_head": true, "num": 2, "tags": ["Algo:A4.SA"]}, {"position": 16, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 16, "layer": 1, "is_head": false, "num": 0, "tags": []}, {"position": 17, "layer": 0, "is_head": true, "num": 0, "tags": ["Algo:A2.SC"]}, {"position": 17, "layer": 0, "is_head": true, "num": 1, "tags": ["Algo:A3.SA"]}, {"position": 17, "layer": 0, "is_head": true, "num": 2, "tags": ["Algo:A3.SA"]}, {"position": 17, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 17, "layer": 1, "is_head": false, "num": 0, "tags": []}, {"position": 18, "layer": 0, "is_head": true, "num": 0, "tags": ["Algo:A1.SC"]}, {"position": 18, "layer": 0, "is_head": true, "num": 2, "tags": ["Algo:A2.SA.A2"]}, {"position": 18, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 18, "layer": 1, "is_head": false, "num": 0, "tags": []}, {"position": 19, "layer": 0, "is_head": true, "num": 0, "tags": ["Algo:A0.SC"]}, {"position": 19, "layer": 0, "is_head": true, "num": 1, "tags": ["Algo:A1.SA"]}, {"position": 19, "layer": 0, "is_head": true, "num": 2, "tags": ["Algo:A1.SA"]}, {"position": 19, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 19, "layer": 1, "is_head": false, "num": 0, "tags": []}, {"position": 20, "layer": 0, "is_head": true, "num": 2, "tags": ["Algo:A0.SA.A0"]}, {"position": 20, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 20, "layer": 1, "is_head": false, "num": 0, "tags": []}]
|
model.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c3e224381f9ecd3579814fd32ebf905c765a257343c474266c6e5d45bf801213
|
| 3 |
+
size 25150484
|
training_loss.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|