maddition/flexitok--maddition_digit_2000_overlap.json

{"1": {"ratio_to_total_tokens": 0.7926341072858286, "expected_training_ratio_in_superset": 0.036028823058446756, "num_tokens": 990}, "22": {"ratio_to_total_tokens": 0.20736589271417133, "expected_training_ratio_in_superset": 0.20736589271417133, "num_tokens": 259}, "total_training_compared_to_full_model": 0.2433947157726181}