Hugging Face's logo

aipracticecafe
/
dual-stream-dit-spatial-rope

sprint_dual
Model card Files
xet
 Community
aipracticecafe commited on
Commit
4454ef0
·
verified ·
1 Parent(s): 3229607

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. epoch_204_step_279500/config.json +110 -0
  2. epoch_204_step_279500/optimizer.pt +3 -0
  3. epoch_204_step_279500/scheduler.pt +3 -0
  4. epoch_204_step_279500/training_state.pt +3 -0
  5. epoch_204_step_279500/unet.safetensors +3 -0
  6. epoch_209_step_286200/config.json +110 -0
  7. epoch_209_step_286200/optimizer.pt +3 -0
  8. epoch_209_step_286200/scheduler.pt +3 -0
  9. epoch_209_step_286200/training_state.pt +3 -0
  10. epoch_209_step_286200/unet.safetensors +3 -0
epoch_204_step_279500/config.json ADDED
@@ -0,0 +1,110 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "sprint_dual",
3
+ "model_type": "sprint_dual",
4
+ "in_channels": 32,
5
+ "hidden_size": 768,
6
+ "depth": 13,
7
+ "num_heads": 12,
8
+ "encoder_depth": 2,
9
+ "decoder_depth": 2,
10
+ "drop_ratio": 0.0,
11
+ "drop_target": "image",
12
+ "residual_type": "concat_linear",
13
+ "hf_text_encoder": "LiquidAI/LFM2.5-230M",
14
+ "hf_vae": "kaiyuyue/FLUX.2-dev-vae",
15
+ "vae_mean": 0.05106564902828182,
16
+ "vae_std": 1.69915383699,
17
+ "resume_from_checkpoint": "results/spatial_rope/epoch_199_step_271680",
18
+ "cfg_mask_prob": 0.0,
19
+ "skip_checkpointing_layers": 8,
20
+ "use_random_drop": false,
21
+ "vae_batch_size": 8,
22
+ "use_calibrated_spatial": true,
23
+ "train": {
24
+ "batch_size": 32,
25
+ "lr": 0.00025,
26
+ "epochs": 210,
27
+ "gradient_accumulation_steps": 8,
28
+ "dtype": "fp32",
29
+ "use_checkpointing": true,
30
+ "train_te": false,
31
+ "wd": 0.01,
32
+ "warmup": 0.04,
33
+ "min_lr_ratio": 0.01,
34
+ "reset_scheduler": true,
35
+ "reset_optimizer": false,
36
+ "use_cos_scheduler": false,
37
+ "objective": "flow_matching",
38
+ "timestep_fn": "logit-normal",
39
+ "shift": 2.0,
40
+ "snr_gamma": 5.0,
41
+ "input_perturb": 0.1,
42
+ "cfg_dropout_prob": 0.1,
43
+ "seed": 232,
44
+ "use_bitsandbytes": true,
45
+ "train_only_output": false,
46
+ "skip_save_n_times": 4,
47
+ "run_stability_check": false,
48
+ "world_size": 1,
49
+ "use_ot": false,
50
+ "use_ema": false,
51
+ "ema_decay": 0.999,
52
+ "use_kahan_sum": false,
53
+ "use_cpu_accumulator": false,
54
+ "compile_model": true,
55
+ "gpu_peak_tflops": 165.2
56
+ },
57
+ "data": {
58
+ "dataset_type": "streaming",
59
+ "h5_path": "data",
60
+ "streaming_dataset_name": "aipracticecafe/curated-danbooru-2026-512px-flux2-vae",
61
+ "num_workers": 4,
62
+ "prefetch_factor": 4,
63
+ "load_into_ram": true,
64
+ "tag_dropout": 0.1,
65
+ "use_shift_crop": true,
66
+ "resolution": 512,
67
+ "buffer_size": 2500,
68
+ "cache_latents_to_ram": false,
69
+ "is_latent": true,
70
+ "precompute_num_workers": 2,
71
+ "precompute_prefetch_factor": 2
72
+ },
73
+ "models": {
74
+ "model_type": "sprint_dual",
75
+ "resume_from_checkpoint": "results/spatial_rope/epoch_199_step_271680",
76
+ "output_head_path": null,
77
+ "hf_text_encoder": "LiquidAI/LFM2.5-230M",
78
+ "hidden_size": 768,
79
+ "depth": 13,
80
+ "num_heads": 12,
81
+ "encoder_depth": 2,
82
+ "decoder_depth": 2,
83
+ "drop_ratio": 0.0,
84
+ "drop_target": "image",
85
+ "residual_type": "concat_linear",
86
+ "cfg_mask_prob": 0.0,
87
+ "skip_checkpointing_layers": 8,
88
+ "use_random_drop": false,
89
+ "hf_vae": "kaiyuyue/FLUX.2-dev-vae",
90
+ "vae_mean": 0.05106564902828182,
91
+ "vae_std": 1.69915383699,
92
+ "vae_batch_size": 8,
93
+ "in_channels": 32,
94
+ "use_calibrated_spatial": true
95
+ },
96
+ "paths": {
97
+ "models": "models"
98
+ },
99
+ "logging": {
100
+ "project": "dual-dit",
101
+ "wandb_entity": "aipracticecafe-aipracticecafe",
102
+ "save_interval": 6500,
103
+ "hf_repo": "dual-stream-dit-spatial-rope",
104
+ "wandb_run_name_prefix": "4090-sprint-512px-latents-spatial-rope-fine"
105
+ },
106
+ "sampling": {
107
+ "interval": 1300,
108
+ "config_file": "sample.toml"
109
+ }
110
+ }
epoch_204_step_279500/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b02aa0f6d59d406f61e142695d59f3f4867fdb7754312d9a33989df6824cd99e
3
+ size 419905931
epoch_204_step_279500/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6272db5f6dc869c81ae80bab74f8b894a96712b1701d58d800f42a1297cc1212
3
+ size 1721
epoch_204_step_279500/training_state.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68fbee3737ce5f4f8626cb83381fb8cb3ffd6d565dee42b0fba8c04d45145741
3
+ size 1303
epoch_204_step_279500/unet.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:effa7f023e9f83a5d0e1f4c0c68415f593a5f6ae1a15303347abae9ab36dce7c
3
+ size 425266512
epoch_209_step_286200/config.json ADDED
@@ -0,0 +1,110 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "sprint_dual",
3
+ "model_type": "sprint_dual",
4
+ "in_channels": 32,
5
+ "hidden_size": 768,
6
+ "depth": 13,
7
+ "num_heads": 12,
8
+ "encoder_depth": 2,
9
+ "decoder_depth": 2,
10
+ "drop_ratio": 0.0,
11
+ "drop_target": "image",
12
+ "residual_type": "concat_linear",
13
+ "hf_text_encoder": "LiquidAI/LFM2.5-230M",
14
+ "hf_vae": "kaiyuyue/FLUX.2-dev-vae",
15
+ "vae_mean": 0.05106564902828182,
16
+ "vae_std": 1.69915383699,
17
+ "resume_from_checkpoint": "results/spatial_rope/epoch_199_step_271680",
18
+ "cfg_mask_prob": 0.0,
19
+ "skip_checkpointing_layers": 8,
20
+ "use_random_drop": false,
21
+ "vae_batch_size": 8,
22
+ "use_calibrated_spatial": true,
23
+ "train": {
24
+ "batch_size": 32,
25
+ "lr": 0.00025,
26
+ "epochs": 210,
27
+ "gradient_accumulation_steps": 8,
28
+ "dtype": "fp32",
29
+ "use_checkpointing": true,
30
+ "train_te": false,
31
+ "wd": 0.01,
32
+ "warmup": 0.04,
33
+ "min_lr_ratio": 0.01,
34
+ "reset_scheduler": true,
35
+ "reset_optimizer": false,
36
+ "use_cos_scheduler": false,
37
+ "objective": "flow_matching",
38
+ "timestep_fn": "logit-normal",
39
+ "shift": 2.0,
40
+ "snr_gamma": 5.0,
41
+ "input_perturb": 0.1,
42
+ "cfg_dropout_prob": 0.1,
43
+ "seed": 232,
44
+ "use_bitsandbytes": true,
45
+ "train_only_output": false,
46
+ "skip_save_n_times": 4,
47
+ "run_stability_check": false,
48
+ "world_size": 1,
49
+ "use_ot": false,
50
+ "use_ema": false,
51
+ "ema_decay": 0.999,
52
+ "use_kahan_sum": false,
53
+ "use_cpu_accumulator": false,
54
+ "compile_model": true,
55
+ "gpu_peak_tflops": 165.2
56
+ },
57
+ "data": {
58
+ "dataset_type": "streaming",
59
+ "h5_path": "data",
60
+ "streaming_dataset_name": "aipracticecafe/curated-danbooru-2026-512px-flux2-vae",
61
+ "num_workers": 4,
62
+ "prefetch_factor": 4,
63
+ "load_into_ram": true,
64
+ "tag_dropout": 0.1,
65
+ "use_shift_crop": true,
66
+ "resolution": 512,
67
+ "buffer_size": 2500,
68
+ "cache_latents_to_ram": false,
69
+ "is_latent": true,
70
+ "precompute_num_workers": 2,
71
+ "precompute_prefetch_factor": 2
72
+ },
73
+ "models": {
74
+ "model_type": "sprint_dual",
75
+ "resume_from_checkpoint": "results/spatial_rope/epoch_199_step_271680",
76
+ "output_head_path": null,
77
+ "hf_text_encoder": "LiquidAI/LFM2.5-230M",
78
+ "hidden_size": 768,
79
+ "depth": 13,
80
+ "num_heads": 12,
81
+ "encoder_depth": 2,
82
+ "decoder_depth": 2,
83
+ "drop_ratio": 0.0,
84
+ "drop_target": "image",
85
+ "residual_type": "concat_linear",
86
+ "cfg_mask_prob": 0.0,
87
+ "skip_checkpointing_layers": 8,
88
+ "use_random_drop": false,
89
+ "hf_vae": "kaiyuyue/FLUX.2-dev-vae",
90
+ "vae_mean": 0.05106564902828182,
91
+ "vae_std": 1.69915383699,
92
+ "vae_batch_size": 8,
93
+ "in_channels": 32,
94
+ "use_calibrated_spatial": true
95
+ },
96
+ "paths": {
97
+ "models": "models"
98
+ },
99
+ "logging": {
100
+ "project": "dual-dit",
101
+ "wandb_entity": "aipracticecafe-aipracticecafe",
102
+ "save_interval": 6500,
103
+ "hf_repo": "dual-stream-dit-spatial-rope",
104
+ "wandb_run_name_prefix": "4090-sprint-512px-latents-spatial-rope-fine"
105
+ },
106
+ "sampling": {
107
+ "interval": 1300,
108
+ "config_file": "sample.toml"
109
+ }
110
+ }
epoch_209_step_286200/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:411be54893f592271efdb6b68fa0522633166bddb5a27b5b3290060eb89657f0
3
+ size 419905931
epoch_209_step_286200/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7350f6d5ee1974e5bb56bfeaa9a29ef41ffd242a3006097ff5fec489592780ca
3
+ size 1721
epoch_209_step_286200/training_state.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef396a12d3fa6ecb95d04b018558f2302822f9bf703f6fef85b90bf954a39ccc
3
+ size 1303
epoch_209_step_286200/unet.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d31970fb64c4757b3e6a25d87a58b7fbd233fedb507c4b0f6fd183a37d61366
3
+ size 425266512