pretraining_config/train_config.json

{"rand_seed": 0, "number_steps": 20000, "mixed_precision": true, "wandb_run_dir": "/home/dalalt1/compute/Orthrus/runs", "split_by_length": true, "gpu_batch_sizes": [50, 150, 50], "mask_prop": 0.0, "note": ""}