chang-m-yun commited on
Commit
40f55d7
·
verified ·
1 Parent(s): 92a09c5

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +10 -0
  2. fold_0/logs.models.fold_0.ENCSR011SAG/logfile.modelling.fold_0.ENCSR011SAG.batch_loss.tsv +0 -0
  3. fold_0/logs.models.fold_0.ENCSR011SAG/logfile.modelling.fold_0.ENCSR011SAG.chrombpnet.params.json +11 -0
  4. fold_0/logs.models.fold_0.ENCSR011SAG/logfile.modelling.fold_0.ENCSR011SAG.chrombpnet_data_params.tsv +3 -0
  5. fold_0/logs.models.fold_0.ENCSR011SAG/logfile.modelling.fold_0.ENCSR011SAG.stdout.txt +3 -0
  6. fold_0/logs.models.fold_0.ENCSR011SAG/logfile.modelling.fold_0.ENCSR011SAG.stdout_v1.txt +3 -0
  7. fold_0/model.bias_scaled.fold_0.ENCSR011SAG.h5 +3 -0
  8. fold_0/model.bias_scaled.fold_0.ENCSR011SAG.tar +3 -0
  9. fold_0/model.chrombpnet.fold_0.ENCSR011SAG.h5 +3 -0
  10. fold_0/model.chrombpnet.fold_0.ENCSR011SAG.tar +3 -0
  11. fold_0/model.chrombpnet_nobias.fold_0.ENCSR011SAG.h5 +3 -0
  12. fold_0/model.chrombpnet_nobias.fold_0.ENCSR011SAG.tar +3 -0
  13. fold_1/logs.models.fold_1.ENCSR011SAG/logfile.modelling.fold_1.ENCSR011SAG.stdout.txt +3 -0
  14. fold_1/logs.models.fold_1.ENCSR011SAG/logfile.modelling.fold_1.ENCSR011SAG.stdout_v1.txt +3 -0
  15. fold_1/model.bias_scaled.fold_1.ENCSR011SAG.h5 +3 -0
  16. fold_1/model.bias_scaled.fold_1.ENCSR011SAG.tar +3 -0
  17. fold_1/model.chrombpnet.fold_1.ENCSR011SAG.h5 +3 -0
  18. fold_1/model.chrombpnet.fold_1.ENCSR011SAG.tar +3 -0
  19. fold_1/model.chrombpnet_nobias.fold_1.ENCSR011SAG.h5 +3 -0
  20. fold_1/model.chrombpnet_nobias.fold_1.ENCSR011SAG.tar +3 -0
  21. fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.args.json +23 -0
  22. fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.batch_loss.tsv +0 -0
  23. fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.bias_formatting.stderr.txt +38 -0
  24. fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.bias_formatting.stdout.txt +1 -0
  25. fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.chrombpnet.params.json +11 -0
  26. fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.chrombpnet_data_params.tsv +3 -0
  27. fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.chrombpnet_formatting.stderr.txt +40 -0
  28. fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.chrombpnet_formatting.stdout.txt +1 -0
  29. fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.chrombpnet_model_params.tsv +9 -0
  30. fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.chrombpnet_no_bias_formatting.stderr.txt +1 -0
  31. fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.chrombpnet_no_bias_formatting.stdout.txt +1 -0
  32. fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.epoch_loss.csv +22 -0
  33. fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.stderr.txt +0 -0
  34. fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.stdout.txt +3 -0
  35. fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.stdout_v1.txt +3 -0
  36. fold_2/model.bias_scaled.fold_2.ENCSR011SAG.h5 +3 -0
  37. fold_2/model.bias_scaled.fold_2.ENCSR011SAG.tar +3 -0
  38. fold_2/model.chrombpnet.fold_2.ENCSR011SAG.h5 +3 -0
  39. fold_2/model.chrombpnet.fold_2.ENCSR011SAG.tar +3 -0
  40. fold_2/model.chrombpnet_nobias.fold_2.ENCSR011SAG.h5 +3 -0
  41. fold_2/model.chrombpnet_nobias.fold_2.ENCSR011SAG.tar +3 -0
  42. fold_3/logs.models.fold_3.ENCSR011SAG/logfile.modelling.fold_3.ENCSR011SAG.stdout.txt +3 -0
  43. fold_3/logs.models.fold_3.ENCSR011SAG/logfile.modelling.fold_3.ENCSR011SAG.stdout_v1.txt +3 -0
  44. fold_3/model.bias_scaled.fold_3.ENCSR011SAG.h5 +3 -0
  45. fold_3/model.bias_scaled.fold_3.ENCSR011SAG.tar +3 -0
  46. fold_3/model.chrombpnet.fold_3.ENCSR011SAG.h5 +3 -0
  47. fold_3/model.chrombpnet.fold_3.ENCSR011SAG.tar +3 -0
  48. fold_3/model.chrombpnet_nobias.fold_3.ENCSR011SAG.h5 +3 -0
  49. fold_3/model.chrombpnet_nobias.fold_3.ENCSR011SAG.tar +3 -0
  50. fold_4/logs.models.fold_4.ENCSR011SAG/logfile.modelling.fold_4.ENCSR011SAG.stdout.txt +3 -0
.gitattributes CHANGED
@@ -33,3 +33,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ fold_0/logs.models.fold_0.ENCSR011SAG/logfile.modelling.fold_0.ENCSR011SAG.stdout.txt filter=lfs diff=lfs merge=lfs -text
37
+ fold_0/logs.models.fold_0.ENCSR011SAG/logfile.modelling.fold_0.ENCSR011SAG.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
38
+ fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.stdout.txt filter=lfs diff=lfs merge=lfs -text
39
+ fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
40
+ fold_1/logs.models.fold_1.ENCSR011SAG/logfile.modelling.fold_1.ENCSR011SAG.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
41
+ fold_1/logs.models.fold_1.ENCSR011SAG/logfile.modelling.fold_1.ENCSR011SAG.stdout.txt filter=lfs diff=lfs merge=lfs -text
42
+ fold_4/logs.models.fold_4.ENCSR011SAG/logfile.modelling.fold_4.ENCSR011SAG.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
43
+ fold_4/logs.models.fold_4.ENCSR011SAG/logfile.modelling.fold_4.ENCSR011SAG.stdout.txt filter=lfs diff=lfs merge=lfs -text
44
+ fold_3/logs.models.fold_3.ENCSR011SAG/logfile.modelling.fold_3.ENCSR011SAG.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
45
+ fold_3/logs.models.fold_3.ENCSR011SAG/logfile.modelling.fold_3.ENCSR011SAG.stdout.txt filter=lfs diff=lfs merge=lfs -text
fold_0/logs.models.fold_0.ENCSR011SAG/logfile.modelling.fold_0.ENCSR011SAG.batch_loss.tsv ADDED
The diff for this file is too large to render. See raw diff
 
fold_0/logs.models.fold_0.ENCSR011SAG/logfile.modelling.fold_0.ENCSR011SAG.chrombpnet.params.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "counts_loss_weight": "19.4",
3
+ "filters": "512",
4
+ "n_dil_layers": "8",
5
+ "bias_model_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR011SAG//chrombpnet_model_encsr880cub_bias/bias_model_scaled.h5",
6
+ "inputlen": "2114",
7
+ "outputlen": "1000",
8
+ "max_jitter": "500",
9
+ "chr_fold_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_0.json",
10
+ "negative_sampling_ratio": "0.1"
11
+ }
fold_0/logs.models.fold_0.ENCSR011SAG/logfile.modelling.fold_0.ENCSR011SAG.chrombpnet_data_params.tsv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ counts_sum_min_thresh 20.0
2
+ counts_sum_max_thresh 3463.33
3
+ trainings_pts_post_thresh 168872
fold_0/logs.models.fold_0.ENCSR011SAG/logfile.modelling.fold_0.ENCSR011SAG.stdout.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85ca4309f9943ad688a18c38d14fa810c83bc34209adfb92fb1b210f20e3570d
3
+ size 13274944
fold_0/logs.models.fold_0.ENCSR011SAG/logfile.modelling.fold_0.ENCSR011SAG.stdout_v1.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5adb45e95d37c6dedad373865dad960a982cffa00f2a18272670db7891cfd094
3
+ size 13273338
fold_0/model.bias_scaled.fold_0.ENCSR011SAG.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88baaeaf154bf3db75c4650a541554a2de959b6d595892572ec89c022afd4226
3
+ size 2688440
fold_0/model.bias_scaled.fold_0.ENCSR011SAG.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00112aa8e568c082952fd92fed3d0e1f62f2f0542ff68e3339eea518b62468f5
3
+ size 1198080
fold_0/model.chrombpnet.fold_0.ENCSR011SAG.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84eca144d128961a3445dd1ac7015e6a79aeb5eec4945ca555ef00b1f101c6e7
3
+ size 26447928
fold_0/model.chrombpnet.fold_0.ENCSR011SAG.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54cb73dcdd6442ca097040b672fcadde83405759e6f55a3e98474195e93f790d
3
+ size 27607040
fold_0/model.chrombpnet_nobias.fold_0.ENCSR011SAG.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e4661af35f89aee402ab74fca21bd4d4b172433c43afa3daf3f32117aa5fcf4
3
+ size 25583536
fold_0/model.chrombpnet_nobias.fold_0.ENCSR011SAG.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8712ee9cda040dbed67c45e331c836c20dbc34fa7a0bbe4e432534adb553026
3
+ size 26081280
fold_1/logs.models.fold_1.ENCSR011SAG/logfile.modelling.fold_1.ENCSR011SAG.stdout.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b58e0e6352946caf4543640e0ab7bb739e94c5e70647fc8174cfe28464548442
3
+ size 12473952
fold_1/logs.models.fold_1.ENCSR011SAG/logfile.modelling.fold_1.ENCSR011SAG.stdout_v1.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85ae054908abb1235125534fc6ed24e48779412c174e0b270368b3854c313f2d
3
+ size 12472279
fold_1/model.bias_scaled.fold_1.ENCSR011SAG.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f57e885ee03b90eb6412beea452419fc9f6c0c0e64e09b755277db8f2c7765d1
3
+ size 2688440
fold_1/model.bias_scaled.fold_1.ENCSR011SAG.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef1d1298a473f888e3fe5b92c9764dc9cba8b34594d2b1ebbf1e51000544ec9b
3
+ size 1198080
fold_1/model.chrombpnet.fold_1.ENCSR011SAG.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54c9ffb340349581a143ed96b164683dffd8947d1bfbba393b351a3e470da2de
3
+ size 26447928
fold_1/model.chrombpnet.fold_1.ENCSR011SAG.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c3c9c98f252917c125cec4628d33540dc358c0415505cced3af8f93ea733537
3
+ size 27607040
fold_1/model.chrombpnet_nobias.fold_1.ENCSR011SAG.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20dd9474744797eaefbbf8762626881f26e504eb831677204ce02c4cb4f75bd8
3
+ size 25583536
fold_1/model.chrombpnet_nobias.fold_1.ENCSR011SAG.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6d6cb1a2656ffaf54517c69bfce527f6dea232b92e43d4e49efbc8b75ad12e8
3
+ size 26081280
fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.args.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "genome": "/scratch/groups/akundaje/anusri/chromatin_atlas/reference/hg38.genome.fa",
3
+ "bigwig": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR011SAG//preprocessing/bigWigs/ENCSR011SAG.bigWig",
4
+ "peaks": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR011SAG//chrombppnet_model_encsr880cub_bias_fold_2//filtered.peaks.bed",
5
+ "nonpeaks": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR011SAG//chrombppnet_model_encsr880cub_bias_fold_2//filtered.nonpeaks.bed",
6
+ "output_prefix": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR011SAG//chrombppnet_model_encsr880cub_bias_fold_2//chrombpnet",
7
+ "chr_fold_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_2.json",
8
+ "trackables": [
9
+ "logcount_predictions_loss",
10
+ "loss",
11
+ "logits_profile_predictions_loss",
12
+ "val_logcount_predictions_loss",
13
+ "val_loss",
14
+ "val_logits_profile_predictions_loss"
15
+ ],
16
+ "epochs": 50,
17
+ "early_stop": 5,
18
+ "batch_size": 64,
19
+ "learning_rate": 0.001,
20
+ "params": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR011SAG//chrombppnet_model_encsr880cub_bias_fold_2//chrombpnet_model_params.tsv",
21
+ "seed": 1234,
22
+ "architecture_from_file": "/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/models/chrombpnet_with_bias_model.py"
23
+ }
fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.batch_loss.tsv ADDED
The diff for this file is too large to render. See raw diff
 
fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.bias_formatting.stderr.txt ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
2
+ INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
3
+ 2023-07-15 02:17:54.964346: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
4
+ 2023-07-15 02:17:57.307184: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
5
+ 2023-07-15 02:17:57.310739: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
6
+ 2023-07-15 02:17:58.401257: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
7
+ pciBusID: 0000:4b:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
8
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
9
+ 2023-07-15 02:17:58.401456: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
10
+ 2023-07-15 02:17:58.426164: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
11
+ 2023-07-15 02:17:58.426347: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
12
+ 2023-07-15 02:17:58.435801: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
13
+ 2023-07-15 02:17:58.440399: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
14
+ 2023-07-15 02:17:58.456103: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
15
+ 2023-07-15 02:17:58.460255: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
16
+ 2023-07-15 02:17:58.461165: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
17
+ 2023-07-15 02:17:58.584139: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
18
+ 2023-07-15 02:17:58.584600: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
19
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
20
+ 2023-07-15 02:17:58.586148: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
21
+ 2023-07-15 02:17:58.636072: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
22
+ pciBusID: 0000:4b:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
23
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
24
+ 2023-07-15 02:17:58.636120: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
25
+ 2023-07-15 02:17:58.636153: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
26
+ 2023-07-15 02:17:58.636176: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
27
+ 2023-07-15 02:17:58.636197: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
28
+ 2023-07-15 02:17:58.636218: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
29
+ 2023-07-15 02:17:58.636238: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
30
+ 2023-07-15 02:17:58.636259: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
31
+ 2023-07-15 02:17:58.636279: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
32
+ 2023-07-15 02:17:58.687850: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
33
+ 2023-07-15 02:17:58.690315: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
34
+ 2023-07-15 02:18:00.968298: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
35
+ 2023-07-15 02:18:00.968482: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
36
+ 2023-07-15 02:18:00.968496: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
37
+ 2023-07-15 02:18:00.974814: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75650 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:4b:00.0, compute capability: 8.0)
38
+ 2023-07-15 02:18:01.999568: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.bias_formatting.stdout.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR011SAG//chrombppnet_model_encsr880cub_bias_fold_2/bias_model_scaled.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR011SAG//chrombppnet_model_encsr880cub_bias_fold_2/new_model_formats/bias_model_scaled
fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.chrombpnet.params.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "counts_loss_weight": "19.5",
3
+ "filters": "512",
4
+ "n_dil_layers": "8",
5
+ "bias_model_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR011SAG//chrombppnet_model_encsr880cub_bias_fold_2/bias_model_scaled.h5",
6
+ "inputlen": "2114",
7
+ "outputlen": "1000",
8
+ "max_jitter": "500",
9
+ "chr_fold_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_2.json",
10
+ "negative_sampling_ratio": "0.1"
11
+ }
fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.chrombpnet_data_params.tsv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ counts_sum_min_thresh 21.0
2
+ counts_sum_max_thresh 3446.06
3
+ trainings_pts_post_thresh 176441
fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.chrombpnet_formatting.stderr.txt ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
2
+ INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
3
+ 2023-07-15 01:12:50.092429: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
4
+ 2023-07-15 01:12:52.999265: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
5
+ 2023-07-15 01:12:53.003287: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
6
+ 2023-07-15 01:12:53.777873: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
7
+ pciBusID: 0000:07:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
8
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.39GiB deviceMemoryBandwidth: 1.41TiB/s
9
+ 2023-07-15 01:12:53.778016: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
10
+ 2023-07-15 01:12:53.804556: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
11
+ 2023-07-15 01:12:53.804686: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
12
+ 2023-07-15 01:12:53.817005: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
13
+ 2023-07-15 01:12:53.823358: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
14
+ 2023-07-15 01:12:53.845507: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
15
+ 2023-07-15 01:12:53.850595: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
16
+ 2023-07-15 01:12:53.851663: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
17
+ 2023-07-15 01:12:53.893525: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
18
+ 2023-07-15 01:12:53.894050: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
19
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
20
+ 2023-07-15 01:12:53.895907: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
21
+ 2023-07-15 01:12:53.914308: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
22
+ pciBusID: 0000:07:00.0 name: NVIDIA A100-SXM4-40GB computeCapability: 8.0
23
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.39GiB deviceMemoryBandwidth: 1.41TiB/s
24
+ 2023-07-15 01:12:53.914366: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
25
+ 2023-07-15 01:12:53.914404: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
26
+ 2023-07-15 01:12:53.914436: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
27
+ 2023-07-15 01:12:53.914467: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
28
+ 2023-07-15 01:12:53.914497: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
29
+ 2023-07-15 01:12:53.914526: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
30
+ 2023-07-15 01:12:53.914555: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
31
+ 2023-07-15 01:12:53.914584: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
32
+ 2023-07-15 01:12:53.956459: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
33
+ 2023-07-15 01:12:53.959245: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
34
+ 2023-07-15 01:12:56.752711: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
35
+ 2023-07-15 01:12:56.752854: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
36
+ 2023-07-15 01:12:56.752867: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
37
+ 2023-07-15 01:12:56.842172: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 37381 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-40GB, pci bus id: 0000:07:00.0, compute capability: 8.0)
38
+ 2023-07-15 01:12:59.107600: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
39
+ /opt/conda/lib/python3.7/site-packages/tensorflow/python/keras/layers/core.py:1059: UserWarning: is not loaded, but a Lambda layer uses it. It may cause errors.
40
+ , UserWarning)
fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.chrombpnet_formatting.stdout.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR011SAG//chrombppnet_model_encsr880cub_bias_fold_2/chrombpnet.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR011SAG//chrombppnet_model_encsr880cub_bias_fold_2/new_model_formats/chrombpnet
fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.chrombpnet_model_params.tsv ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ counts_loss_weight 19.5
2
+ filters 512
3
+ n_dil_layers 8
4
+ bias_model_path /scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR011SAG//chrombppnet_model_encsr880cub_bias_fold_2/bias_model_scaled.h5
5
+ inputlen 2114
6
+ outputlen 1000
7
+ max_jitter 500
8
+ chr_fold_path /scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_2.json
9
+ negative_sampling_ratio 0.1
fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.chrombpnet_no_bias_formatting.stderr.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR011SAG//chrombppnet_model_encsr880cub_bias_fold_2/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR011SAG//chrombppnet_model_encsr880cub_bias_fold_2/new_model_formats/chrombpnet_wo_bias
fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.chrombpnet_no_bias_formatting.stdout.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR011SAG//chrombppnet_model_encsr880cub_bias_fold_2/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR011SAG//chrombppnet_model_encsr880cub_bias_fold_2/new_model_formats/chrombpnet_wo_bias
fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.epoch_loss.csv ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,logcount_predictions_loss,logits_profile_predictions_loss,loss,val_logcount_predictions_loss,val_logits_profile_predictions_loss,val_loss
2
+ 0,1.531520128250122,633.3973999023438,663.26220703125,0.4564684331417084,639.7717895507812,648.6725463867188
3
+ 1,0.4549071192741394,594.9009399414062,603.7727661132812,0.4217425584793091,629.3610229492188,637.584716796875
4
+ 2,0.4141002595424652,584.8185424804688,592.89404296875,0.3813678026199341,619.2088012695312,626.6458740234375
5
+ 3,0.38651224970817566,578.7237548828125,586.2608642578125,0.3519764244556427,614.9487915039062,621.8121948242188
6
+ 4,0.3641476035118103,574.9777221679688,582.078125,0.34832000732421875,616.6898193359375,623.4819946289062
7
+ 5,0.34855568408966064,572.0974731445312,578.8948364257812,0.3659277856349945,614.20654296875,621.341796875
8
+ 6,0.3362661600112915,569.2788696289062,575.8367919921875,0.34577998518943787,614.0215454101562,620.7642822265625
9
+ 7,0.32763731479644775,567.3863525390625,573.7740478515625,0.32529276609420776,615.588134765625,621.9310302734375
10
+ 8,0.3172879219055176,565.395263671875,571.5830688476562,0.3800431787967682,615.0165405273438,622.4271850585938
11
+ 9,0.31029433012008667,563.506103515625,569.5577392578125,0.3246971368789673,612.41552734375,618.7469482421875
12
+ 10,0.3046306073665619,562.3336181640625,568.2745361328125,0.3280608654022217,613.3161010742188,619.7133178710938
13
+ 11,0.2963818311691284,560.62158203125,566.4013671875,0.32438135147094727,614.2225341796875,620.5480346679688
14
+ 12,0.2909678816795349,559.3466186523438,565.0206298828125,0.3267351984977722,611.26025390625,617.6317138671875
15
+ 13,0.28578224778175354,559.4296875,565.0026245117188,0.3249278962612152,610.6273193359375,616.96337890625
16
+ 14,0.279851496219635,557.63525390625,563.0922241210938,0.32909145951271057,614.6807861328125,621.0978393554688
17
+ 15,0.2734939455986023,556.4461059570312,561.7794799804688,0.3762972950935364,609.0075073242188,616.3452758789062
18
+ 16,0.2702804505825043,556.4405517578125,561.7100830078125,0.342405766248703,614.2514038085938,620.928466796875
19
+ 17,0.2630237936973572,555.4553833007812,560.5841064453125,0.361801415681839,612.4107055664062,619.4656982421875
20
+ 18,0.2580960690975189,555.1223754882812,560.1552734375,0.33970513939857483,614.474609375,621.0990600585938
21
+ 19,0.22939811646938324,548.6406860351562,553.1146240234375,0.3415909707546234,613.2888793945312,619.9496459960938
22
+ 20,0.2171037495136261,545.2862548828125,549.5198974609375,0.3220926821231842,611.5607299804688,617.8416748046875
fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.stderr.txt ADDED
The diff for this file is too large to render. See raw diff
 
fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.stdout.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acc2c0d3a58742b41d173dab2c015a184f1b4ab40669674c9f4c5197929efe41
3
+ size 16366702
fold_2/logs.models.fold_2.ENCSR011SAG/logfile.modelling.fold_2.ENCSR011SAG.stdout_v1.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8bffc8f6629b057b89f294a1062cbba1a61f851eedf6ee0d75f59eb1a90fd88
3
+ size 16365029
fold_2/model.bias_scaled.fold_2.ENCSR011SAG.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e701b1b6680d384a06439f7c1bcdbe31f0c06e5c5c8d110ab9d2152c60a25ce
3
+ size 2688440
fold_2/model.bias_scaled.fold_2.ENCSR011SAG.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e859f09083a000727aee5e6802973ae1bb99f23bb72a925ae1c3a7e1ee182174
3
+ size 1198080
fold_2/model.chrombpnet.fold_2.ENCSR011SAG.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1158b0ee65527608a484e2ffa561b9bda3f22bf5ad38b2e567cb62e0e6e7e4fb
3
+ size 26447928
fold_2/model.chrombpnet.fold_2.ENCSR011SAG.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15e52e94c86de4bc8a38ac2fe82d0b90022b4b3efb03d5ca569e4f1469701479
3
+ size 27607040
fold_2/model.chrombpnet_nobias.fold_2.ENCSR011SAG.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:268f4c831c87865c4761f72765ed25377ff5c3d43015b6890ace44fa051dc0b9
3
+ size 25583536
fold_2/model.chrombpnet_nobias.fold_2.ENCSR011SAG.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc538d7521d48330355628d7ec71ce810b20c391c30d157d7bde877caf670c8c
3
+ size 26081280
fold_3/logs.models.fold_3.ENCSR011SAG/logfile.modelling.fold_3.ENCSR011SAG.stdout.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7eb40d8bc9c33d1956a2520e71be8517074d93224e1f09fb354d632ca2ae6219
3
+ size 12790345
fold_3/logs.models.fold_3.ENCSR011SAG/logfile.modelling.fold_3.ENCSR011SAG.stdout_v1.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3630265380ce6e856064aadb676eddfd2d388ca35dc0aa3b3ffed0e680fab86
3
+ size 12788672
fold_3/model.bias_scaled.fold_3.ENCSR011SAG.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10d08e0dd0c8bc328c365702c90d326e9bc984a5f8fbfc4b8ea502daad92d659
3
+ size 2688440
fold_3/model.bias_scaled.fold_3.ENCSR011SAG.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc456a532946079eba50372074cfdddf80fbf35ae11c895485e6d8d4b7eed86b
3
+ size 1198080
fold_3/model.chrombpnet.fold_3.ENCSR011SAG.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec213d034607c040489adbae36e26aa0cf408108ae17c16029c4f8c997f2f091
3
+ size 26447928
fold_3/model.chrombpnet.fold_3.ENCSR011SAG.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0366f1d9cc8e6849c6106f47add32f7e4257e491090b3a636e57ab7b7b5e60fe
3
+ size 27607040
fold_3/model.chrombpnet_nobias.fold_3.ENCSR011SAG.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f085c812afb1095b8a043ff3d746443a9a75267aff2fb0c4ba2a3633a7d6e89a
3
+ size 25583536
fold_3/model.chrombpnet_nobias.fold_3.ENCSR011SAG.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee35dbf8fad942fa86b2ff229aa5266e22c86f95f12274ad4c8aca59a23ed443
3
+ size 26081280
fold_4/logs.models.fold_4.ENCSR011SAG/logfile.modelling.fold_4.ENCSR011SAG.stdout.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53f28284e60bb15343e3a6776846d3b101875bf689a75f91269d4bcdce0c0ba9
3
+ size 16033244