| { | |
| "test": { | |
| "retained": 2047, | |
| "dropped_ids": [ | |
| "boolq:validation:3154" | |
| ], | |
| "family_counts": { | |
| "banking": 512, | |
| "boolq": 511, | |
| "arc": 512, | |
| "snli": 512 | |
| }, | |
| "retained_id_sha256": "827b3c5c7ed37e82fa60806565cacc9f7a04a12665af9ef5a2e30c513bbd4022", | |
| "max_branch_tokens": 683 | |
| }, | |
| "validation": { | |
| "retained": 512, | |
| "dropped_ids": [], | |
| "family_counts": { | |
| "boolq": 128, | |
| "snli": 128, | |
| "banking": 128, | |
| "arc": 128 | |
| }, | |
| "retained_id_sha256": "b0ea1f550bee363d58849a00295771707fca92d9d8e630840d0f870a91a9f8a7", | |
| "max_branch_tokens": 483 | |
| }, | |
| "calibration": { | |
| "retained": 512, | |
| "dropped_ids": [], | |
| "family_counts": { | |
| "boolq": 128, | |
| "snli": 128, | |
| "banking": 128, | |
| "arc": 128 | |
| }, | |
| "retained_id_sha256": "a6f91a7f65100e87afddc61ecbd7e5fb4da836b09b4ec83a3d33676b50f426ad", | |
| "max_branch_tokens": 703 | |
| }, | |
| "train": { | |
| "retained": 40937, | |
| "dropped_ids": [ | |
| "boolq:train:3547", | |
| "boolq:train:7410", | |
| "boolq:train:204", | |
| "boolq:train:2352" | |
| ], | |
| "family_counts": { | |
| "banking": 9608, | |
| "snli": 20000, | |
| "boolq": 7984, | |
| "arc": 3345 | |
| }, | |
| "retained_id_sha256": "b5cd2c3e48e8b56dd708488b9ec5344f5151f634182a81bea6682ad35b07ae67", | |
| "max_branch_tokens": 700 | |
| }, | |
| "holdout": { | |
| "retained": 768, | |
| "dropped_ids": [], | |
| "family_counts": { | |
| "social": 768 | |
| }, | |
| "retained_id_sha256": "805387bd9156d12d4d40b33e5926f209451f323814ad876a3f04a8abece3ae0b", | |
| "max_branch_tokens": 132 | |
| } | |
| } | |