Mirror portable config at repository-relative path
Browse files
configs/temporal_nope/d4_source_rope_uniformscale_c010_portable.yaml
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
base_config: configs/temporal_nope/d4_source_rope_uniformscale_c010.yaml
|
| 2 |
+
experiment:
|
| 3 |
+
id: d4_source_rope_uniformscale_c010_portable
|
| 4 |
+
method: Original RoPE plus train-window-exact UniformScale c=0.1 (portable load)
|
| 5 |
+
model_kwargs:
|
| 6 |
+
timestep_shift: 5.0
|
| 7 |
+
scratch_model_config:
|
| 8 |
+
model_type: t2v
|
| 9 |
+
patch_size: [1, 2, 2]
|
| 10 |
+
text_len: 512
|
| 11 |
+
in_dim: 16
|
| 12 |
+
dim: 1536
|
| 13 |
+
ffn_dim: 8960
|
| 14 |
+
freq_dim: 256
|
| 15 |
+
text_dim: 4096
|
| 16 |
+
out_dim: 16
|
| 17 |
+
num_heads: 12
|
| 18 |
+
num_layers: 30
|
| 19 |
+
local_attn_size: -1
|
| 20 |
+
sink_size: 0
|
| 21 |
+
qk_norm: true
|
| 22 |
+
cross_attn_norm: true
|
| 23 |
+
eps: 1.0e-6
|