Publish v1.0

README.md

@@ -0,0 +1,50 @@
+---
+library_name: lightning-pose
+tags:
+- lightning-pose
+- pose-estimation
+trained_by: "Anna Lakunina"
+published_by: "Hilda Azimi"
+data_name: "DATA_NAME"
+data_address: "he S3 path or data asset ID"
+backbone: "resnet50_animal_ap10k"
+losses_used: ['pca_singleview']
+num_keypoints: 18
+keypoint_names: ['eye_top', 'eye_right', 'eye_bottom', 'eye_left', 'pupil_top', 'pupil_right', 'pupil_bottom', 'pupil_left', 'pupil_top_right', 'pupil_bottom_right', 'pupil_bottom_left', 'pupil_top_left', 'reflection', 'nostril', 'nose_tip', 'whisker_1', 'whisker_2', 'whisker_3']
+num_views: 1
+views: ['single']
+epochs: "300-300"
+train_prob: 0.95
+val_prob: 0.05
+latest_version: "v1.0"
+perf_metric: "supervised_rmse"
+perf_value: 0.64
+perf_unit: "resized-px"
+perf_set: "validation"
+---
+
+## Lightning Pose Model
+
+Published by **Hilda Azimi** · Trained by **Anna Lakunina** on **DATA_NAME** (`he S3 path or data asset ID`).
+
+- Backbone: `resnet50_animal_ap10k`
+- Losses used: `['pca_singleview']`
+- Keypoints (18): `eye_top, eye_right, eye_bottom, eye_left, pupil_top, pupil_right, pupil_bottom, pupil_left, pupil_top_right, pupil_bottom_right, pupil_bottom_left, pupil_top_left, reflection, nostril, nose_tip, whisker_1, whisker_2, whisker_3`
+- Epochs: 300-300, train/val split: 0.95/0.05
+- Supervised RMSE (validation): **0.64 resized-px**
+
+## Performance
+
+**Supervised RMSE** (from TensorBoard logs, unit: resized-px - measured on the resized training image, not original-frame pixels). **Lower is better.**
+_No per-keypoint pixel-error file was found; the numbers below come from the training logs instead._
+_Source: `events.out.tfevents.1736539402.f2768a15001d.48.0`_
+| Set | Final RMSE | Best RMSE |
+|---|---|---|
+| train | 0.34 | 0.29 |
+| validation | 0.77 | 0.64 |
+
+## Changelog
+
+### v1.0
+
+what this model is / what changed

epoch=219-step=7260-best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbd336d63f9d855da91adac646a607df5d48f38e5e8b638d1176d8cd2d3aada
+size 283619817

logs/events.out.tfevents.1736539402.f2768a15001d.48.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108cfc431ade8c6d39b9945cafeda63a36cd0de3e485b1ac6f376df5b0d065b6
+size 1183123

super_updated_disc_face.config.yaml

@@ -0,0 +1,150 @@
+callbacks:
+  anneal_weight:
+    attr_name: total_unsupervised_importance
+    final_val: 1.0
+    freeze_until_epoch: 0
+    increase_factor: 0.01
+    init_val: 0.0
+dali:
+  base:
+    predict:
+      sequence_length: 96
+    train:
+      sequence_length: 32
+  context:
+    predict:
+      sequence_length: 96
+    train:
+      batch_size: 10
+  general:
+    seed: 123456
+data:
+  columns_for_singleview_pca:
+  - 0
+  - 1
+  - 2
+  - 3
+  - 4
+  - 5
+  - 6
+  - 7
+  - 8
+  - 9
+  - 10
+  - 11
+  - 12
+  - 13
+  - 14
+  - 15
+  - 16
+  - 17
+  csv_file: /root/capsule/scratch/super_updated_disc_face_lp/CollectedData.csv
+  data_dir: /root/capsule/scratch/super_updated_disc_face_lp
+  detector:
+    downsample_factor: 2
+    image_resize_dims:
+      height: null
+      width: null
+    keypoint_names: null
+    keypoints_for_crop: null
+    num_keypoints: null
+  downsample_factor: 2
+  dynamic_crop: false
+  image_resize_dims:
+    height: 384
+    width: 384
+  keypoint_names:
+  - eye_top
+  - eye_right
+  - eye_bottom
+  - eye_left
+  - pupil_top
+  - pupil_right
+  - pupil_bottom
+  - pupil_left
+  - pupil_top_right
+  - pupil_bottom_right
+  - pupil_bottom_left
+  - pupil_top_left
+  - reflection
+  - nostril
+  - nose_tip
+  - whisker_1
+  - whisker_2
+  - whisker_3
+  mirrored_column_matches: null
+  num_keypoints: 18
+  num_max_instances: 1
+  video_dir: /root/capsule/scratch/super_updated_disc_face_lp/videos/
+eval:
+  confidence_thresh_for_vid: 0.9
+  fiftyone:
+    address: 127.0.0.1
+    dataset_name: test
+    launch_app_from_script: false
+    model_display_names:
+    - test_model
+    port: 5151
+    remote: true
+  hydra_paths:
+  - ' '
+  predict_vids_after_training: true
+  save_vids_after_training: false
+  test_videos_directory: /root/capsule/scratch/super_updated_disc_face_lp/videos/
+hydra:
+  run:
+    dir: outputs/${now:%Y-%m-%d}/${now:%H-%M-%S}
+  sweep:
+    dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+losses:
+  pca_multiview:
+    components_to_keep: 3
+    epsilon: null
+    log_weight: 5.0
+  pca_singleview:
+    components_to_keep: 0.99
+    epsilon: null
+    log_weight: 5.0
+  temporal:
+    epsilon: 20.0
+    log_weight: 5.0
+    prob_threshold: 0.05
+model:
+  backbone: resnet50_animal_ap10k
+  checkpoint: null
+  heatmap_loss_type: mse
+  losses_to_use:
+  - pca_singleview
+  model_name: test
+  model_type: heatmap
+training:
+  check_val_every_n_epoch: 5
+  ckpt_every_n_epochs: null
+  early_stop_patience: 3
+  early_stopping: false
+  gpu_id: 0
+  imgaug: dlc
+  log_every_n_steps: 10
+  lr_scheduler: multisteplr
+  lr_scheduler_params:
+    multisteplr:
+      gamma: 0.5
+      milestones:
+      - 150
+      - 200
+      - 250
+  max_epochs: 300
+  min_epochs: 300
+  num_gpus: 1
+  num_workers: 4
+  rng_seed_data_pt: 0
+  rng_seed_model_pt: 0
+  test_batch_size: 32
+  train_batch_size: 16
+  train_frames: 1
+  train_prob: 0.95
+  unfreezing_epoch: 20
+  uniform_heatmaps_for_nan_keypoints: true
+  val_batch_size: 32
+  val_prob: 0.05

training.config.yaml

@@ -0,0 +1,150 @@
+callbacks:
+  anneal_weight:
+    attr_name: total_unsupervised_importance
+    final_val: 1.0
+    freeze_until_epoch: 0
+    increase_factor: 0.01
+    init_val: 0.0
+dali:
+  base:
+    predict:
+      sequence_length: 96
+    train:
+      sequence_length: 32
+  context:
+    predict:
+      sequence_length: 96
+    train:
+      batch_size: 10
+  general:
+    seed: 123456
+data:
+  columns_for_singleview_pca:
+  - 0
+  - 1
+  - 2
+  - 3
+  - 4
+  - 5
+  - 6
+  - 7
+  - 8
+  - 9
+  - 10
+  - 11
+  - 12
+  - 13
+  - 14
+  - 15
+  - 16
+  - 17
+  csv_file: /root/capsule/scratch/super_updated_disc_face_lp/CollectedData.csv
+  data_dir: /root/capsule/scratch/super_updated_disc_face_lp
+  detector:
+    downsample_factor: 2
+    image_resize_dims:
+      height: null
+      width: null
+    keypoint_names: null
+    keypoints_for_crop: null
+    num_keypoints: null
+  downsample_factor: 2
+  dynamic_crop: false
+  image_resize_dims:
+    height: 384
+    width: 384
+  keypoint_names:
+  - eye_top
+  - eye_right
+  - eye_bottom
+  - eye_left
+  - pupil_top
+  - pupil_right
+  - pupil_bottom
+  - pupil_left
+  - pupil_top_right
+  - pupil_bottom_right
+  - pupil_bottom_left
+  - pupil_top_left
+  - reflection
+  - nostril
+  - nose_tip
+  - whisker_1
+  - whisker_2
+  - whisker_3
+  mirrored_column_matches: null
+  num_keypoints: 18
+  num_max_instances: 1
+  video_dir: /root/capsule/scratch/super_updated_disc_face_lp/videos/
+eval:
+  confidence_thresh_for_vid: 0.9
+  fiftyone:
+    address: 127.0.0.1
+    dataset_name: test
+    launch_app_from_script: false
+    model_display_names:
+    - test_model
+    port: 5151
+    remote: true
+  hydra_paths:
+  - ' '
+  predict_vids_after_training: true
+  save_vids_after_training: false
+  test_videos_directory: /root/capsule/scratch/super_updated_disc_face_lp/videos/
+hydra:
+  run:
+    dir: outputs/${now:%Y-%m-%d}/${now:%H-%M-%S}
+  sweep:
+    dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+losses:
+  pca_multiview:
+    components_to_keep: 3
+    epsilon: null
+    log_weight: 5.0
+  pca_singleview:
+    components_to_keep: 0.99
+    epsilon: null
+    log_weight: 5.0
+  temporal:
+    epsilon: 20.0
+    log_weight: 5.0
+    prob_threshold: 0.05
+model:
+  backbone: resnet50_animal_ap10k
+  checkpoint: null
+  heatmap_loss_type: mse
+  losses_to_use:
+  - pca_singleview
+  model_name: test
+  model_type: heatmap
+training:
+  check_val_every_n_epoch: 5
+  ckpt_every_n_epochs: null
+  early_stop_patience: 3
+  early_stopping: false
+  gpu_id: 0
+  imgaug: dlc
+  log_every_n_steps: 10
+  lr_scheduler: multisteplr
+  lr_scheduler_params:
+    multisteplr:
+      gamma: 0.5
+      milestones:
+      - 150
+      - 200
+      - 250
+  max_epochs: 300
+  min_epochs: 300
+  num_gpus: 1
+  num_workers: 4
+  rng_seed_data_pt: 0
+  rng_seed_model_pt: 0
+  test_batch_size: 32
+  train_batch_size: 16
+  train_frames: 1
+  train_prob: 0.95
+  unfreezing_epoch: 20
+  uniform_heatmaps_for_nan_keypoints: true
+  val_batch_size: 32
+  val_prob: 0.05