Add files using upload-large-folder tool

cached_latents/cached_100.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397d7ff9c94fd05ff0c01075df891dde275c81776871d909315ae5772473e609
+size 28608937

cached_latents/cached_113.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013124b9d2a1ec3935d738f6b85c3c36e49718dbddadffee9e951723efb9f041
+size 28608937

cached_latents/cached_124.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6deba44f722a67b4bd7f77b9814901bf650da6b0576cf9cd4e86d87bb74b05b7
+size 28608937

cached_latents/cached_126.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69e40b1f6dd56b800fee8a73ded438d4f19a6a208afd77c518013c097eb8876
+size 28608937

cached_latents/cached_129.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7768b9b5110753a81f052ba2e9b0266c92af2b057589f7a5f817f1815b45de45
+size 28608937

cached_latents/cached_130.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa12d9c502228e3f8f4549a155dbf7a831406f648d68d7a05ba1fb123445cf6
+size 28608937

cached_latents/cached_142.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2572f616dbaf065d0bbc0dea832e21fe704eda6bd873be48535da3ba7f03c417
+size 28608937

cached_latents/cached_145.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0881461a75c0c7d92e401b5ad990ee402eb0a7519eecb7d5d7191ffd177b563c
+size 28608937

cached_latents/cached_150.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1b887477914c5aa88c9678433f4816e2d01ee1a0cbf4d7ecb978be44b2f660
+size 28608937

cached_latents/cached_169.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5803abeb3e9b8d46724141acd259dde000dcc393496bcb50d1a90f080845262
+size 28608937

cached_latents/cached_170.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7cb6898f1c5c53984d73a59a4b77aa4f10690ba63f76ad59269f12f4dd25715
+size 28608937

cached_latents/cached_184.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1db13218933fe76df4067a86a0aa7578119b027160fdeda33d4ff4057db448
+size 28608937

cached_latents/cached_186.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83c2f5972be5519b6523b0cabc5d2918fc715691a532770185500d50fc644ed
+size 28608937

cached_latents/cached_19.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c068cd724100d73ab500ba8100982d52b1a379356dc048ce68707b06e1799a
+size 28608930

cached_latents/cached_193.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9f442b5639064430b1befa103180a8cac8fa266bf103e0f0c97c2af998f03a
+size 28608937

cached_latents/cached_194.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a76bd364c9f8c80c201b0e0a242d169bcdfe6aaa2e9ee7ec3c1675c363689c
+size 28608937

cached_latents/cached_196.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5f61182c061d31916d2bb8a6d5438af5aa87b9d53f28cf94648da36ecfa33b
+size 28608937

cached_latents/cached_198.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b81c0705c30ecc097df7da957afefdc2fbf698a818071525da1958abd60356
+size 28608937

cached_latents/cached_2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3257e77719f885f0ae110d92c46ab3d7c5618cc3aa665eab743f9506c5c0f967
+size 28608923

cached_latents/cached_202.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f027e7a11323f05e294656e373c896df33ef33e18abadb61a1098c21651e15f
+size 28608937

cached_latents/cached_203.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35505047e86ea1e4765d81d6e96f587dba4f3faf19e9dfdc28ffd41c40d0d46e
+size 28608937

cached_latents/cached_216.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a34856c730cd146da1fb9b646db993c1f07ac57ec9f36eb4a87ead83a63518
+size 28608937

cached_latents/cached_222.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315ada3bd31f056a20fda337f4465f1247042fb67c6d8eb8053cde8acb72b532
+size 28608937

cached_latents/cached_226.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26efe608771f61035625cc5ed7a566b3451f441884ca5a982daf37788413a77
+size 28608937

cached_latents/cached_228.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53ca1c80fdddce53abb47c963b6727a3793134c6a4b0a247e4cd8a1cb2b3edf
+size 28608937

cached_latents/cached_23.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50c50a50a35b0f16d34d90e8fb1d2e8841423487145dc8b74dbf7d0fd2bb68a
+size 28608930

cached_latents/cached_231.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6515b10cb61e7ebb5583e58921185a48c63947ab40cbb5d771898e1f3e549092
+size 28608937

cached_latents/cached_232.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be589019603325065232c3fb9303bc0a17ac25c853ba277ec17f054c2db4be72
+size 28608937

cached_latents/cached_31.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d26b477d49053d20881c63a2fbd159b922953816b1ff5721049e428c95a2fce
+size 28608930

cached_latents/cached_32.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68531ed328028fe5231156b785019c5170cf4466b290aa277bf0df1112209bc
+size 28608930

cached_latents/cached_39.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a932ccbcf73d48edc38f7e032c62a8748798d0354368d487c6fe832a9882718
+size 28608930

cached_latents/cached_40.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e8553c0d64d0d47aad22cbeddafb817cc450bbfa8853131930ea284bcd0c0e
+size 28608930

cached_latents/cached_44.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e01a29d6f602cd1f616b1ca2285eaa77577dc78c1078feee578c208f2db11c9
+size 28608930

cached_latents/cached_54.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7203d44120dce23ee059d952a381eb303293d561e81a429d39c213cc28f5e58f
+size 28608930

cached_latents/cached_55.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2836343aa0a99d07168a9fab9b5615ae9327c3bd1d94452e2caae295461b1a04
+size 28608930

cached_latents/cached_58.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536423698637057257931e05ebe9d999e083bafc072a433c28502aee4037c72c
+size 28608930

cached_latents/cached_82.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918f9b53063876c9ecd0d1d8ece08ae8deb27575800bd4d106bcdd407045e64e
+size 28608930

cached_latents/cached_9.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879910f6c5c7b97572800bb744705d4684015cb9c635d748a4c7ae886fb24490
+size 28608923

cached_latents/cached_90.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69cf710a85d824b0bfe15075be348b6ff97de227439becf5168d69fbf2272ab2
+size 28608930

cached_latents/cached_93.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8586a4f1c2aceac5c499497165aef04219b351c3bae2ca38e61b07966227a5f5
+size 28608930

cached_latents/cached_98.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc60a20534fc0f69136f417cab239b479501532c6d5aeb6fd0277423d88b67a
+size 28608930

checkpoint-5000/spatial/lora/5000_unet.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776ec7fe18a391b0cb1c27080d152dd48a08525af653393f0ecea6cc2d9d64a3
+size 17628410

checkpoint-5000/temporal/lora/5000_unet.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab6d1e85550616b981e554bd0e7269632853c126e1aaa929faeeb29a67749ad
+size 25044794

checkpoint-5000/text_encoder/config.json

@@ -0,0 +1,24 @@
+{
+  "architectures": [
+    "CLIPTextModel"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "dropout": 0.0,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_size": 1024,
+  "initializer_factor": 1.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 77,
+  "model_type": "clip_text_model",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 23,
+  "pad_token_id": 1,
+  "projection_dim": 512,
+  "torch_dtype": "float32",
+  "transformers_version": "4.52.4",
+  "vocab_size": 49408
+}

checkpoint-5000/vae/config.json

@@ -0,0 +1,38 @@
+{
+  "_class_name": "AutoencoderKL",
+  "_diffusers_version": "0.34.0",
+  "_name_or_path": "./ckpts/zeroscope_v2_576w",
+  "act_fn": "silu",
+  "block_out_channels": [
+    128,
+    256,
+    512,
+    512
+  ],
+  "down_block_types": [
+    "DownEncoderBlock2D",
+    "DownEncoderBlock2D",
+    "DownEncoderBlock2D",
+    "DownEncoderBlock2D"
+  ],
+  "force_upcast": true,
+  "in_channels": 3,
+  "latent_channels": 4,
+  "latents_mean": null,
+  "latents_std": null,
+  "layers_per_block": 2,
+  "mid_block_add_attention": true,
+  "norm_num_groups": 32,
+  "out_channels": 3,
+  "sample_size": 512,
+  "scaling_factor": 0.18215,
+  "shift_factor": null,
+  "up_block_types": [
+    "UpDecoderBlock2D",
+    "UpDecoderBlock2D",
+    "UpDecoderBlock2D",
+    "UpDecoderBlock2D"
+  ],
+  "use_post_quant_conv": true,
+  "use_quant_conv": true
+}

checkpoint-5000/vae/diffusion_pytorch_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc436097e5cbb105c44df4403ae84acf7e81de1f64acfedc334888e9a8eea223
+size 334643268

config.yaml

@@ -0,0 +1,72 @@
+pretrained_model_path: ./ckpts/zeroscope_v2_576w
+output_dir: ./zeroscope_v2_576w-Ghibli-LoRA
+train_data:
+  path: ./data/ghibli/videos
+  width: 384
+  height: 384
+  use_bucketing: true
+  gradient_accumulation_steps: 2
+  batch_size: 1
+  sample_start_idx: 1
+  fps: 16
+  frame_step: 1
+  n_sample_frames: 24
+validation_data:
+  prompt:
+  - Anime style desert with brown-beige hills, clear sky, sparse clouds, no life,
+    emphasizing barren desolation.
+  - Anime style cherry blossoms, white-pink petals, yellow stamens, dark branches,
+    blurred background, highlighting still beauty.
+  sample_preview: false
+  num_frames: 24
+  width: 384
+  height: 384
+  num_inference_steps: 15
+  guidance_scale: 12
+  spatial_scale: 0
+  noise_prior: 0
+single_spatial_lora: true
+train_temporal_lora: true
+random_hflip_img: -1
+extra_train_data: []
+max_spatial_loras: 10
+dataset_types:
+- folder
+validation_steps: 5000
+trainable_modules: null
+extra_unet_params: null
+train_batch_size: 1
+max_train_steps: 5000
+learning_rate: 0.0005
+lr_scheduler: constant
+lr_warmup_steps: 0
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_weight_decay: 0.0001
+adam_epsilon: 1.0e-08
+gradient_accumulation_steps: 1
+gradient_checkpointing: true
+text_encoder_gradient_checkpointing: true
+checkpointing_steps: 5000
+resume_from_checkpoint: null
+resume_step: null
+mixed_precision: fp16
+use_8bit_adam: true
+enable_xformers_memory_efficient_attention: true
+enable_torch_2_attn: true
+seed: null
+use_offset_noise: false
+rescale_schedule: false
+offset_noise_strength: 0.0
+extend_dataset: false
+cache_latents: true
+cached_latent_dir: null
+use_unet_lora: true
+unet_lora_modules: []
+text_encoder_lora_modules: []
+save_pretrained_model: true
+lora_rank: 16
+lora_path: ''
+lora_unet_dropout: 0.1
+logger_type: tensorboard
+kwargs: {}

text_encoder/config.json

@@ -0,0 +1,24 @@
+{
+  "architectures": [
+    "CLIPTextModel"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "dropout": 0.0,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_size": 1024,
+  "initializer_factor": 1.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 77,
+  "model_type": "clip_text_model",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 23,
+  "pad_token_id": 1,
+  "projection_dim": 512,
+  "torch_dtype": "float32",
+  "transformers_version": "4.52.4",
+  "vocab_size": 49408
+}

vae/config.json

@@ -0,0 +1,38 @@
+{
+  "_class_name": "AutoencoderKL",
+  "_diffusers_version": "0.34.0",
+  "_name_or_path": "./ckpts/zeroscope_v2_576w",
+  "act_fn": "silu",
+  "block_out_channels": [
+    128,
+    256,
+    512,
+    512
+  ],
+  "down_block_types": [
+    "DownEncoderBlock2D",
+    "DownEncoderBlock2D",
+    "DownEncoderBlock2D",
+    "DownEncoderBlock2D"
+  ],
+  "force_upcast": true,
+  "in_channels": 3,
+  "latent_channels": 4,
+  "latents_mean": null,
+  "latents_std": null,
+  "layers_per_block": 2,
+  "mid_block_add_attention": true,
+  "norm_num_groups": 32,
+  "out_channels": 3,
+  "sample_size": 512,
+  "scaling_factor": 0.18215,
+  "shift_factor": null,
+  "up_block_types": [
+    "UpDecoderBlock2D",
+    "UpDecoderBlock2D",
+    "UpDecoderBlock2D",
+    "UpDecoderBlock2D"
+  ],
+  "use_post_quant_conv": true,
+  "use_quant_conv": true
+}