chang-m-yun commited on
Commit
f4b349f
·
verified ·
1 Parent(s): 0391920

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +6 -0
  2. fold_0/logs.models.fold_0.ENCSR739VKY/logfile.modelling.fold_0.ENCSR739VKY.batch_loss.tsv +0 -0
  3. fold_0/logs.models.fold_0.ENCSR739VKY/logfile.modelling.fold_0.ENCSR739VKY.chrombpnet.params.json +11 -0
  4. fold_0/logs.models.fold_0.ENCSR739VKY/logfile.modelling.fold_0.ENCSR739VKY.chrombpnet_model_params.tsv +9 -0
  5. fold_0/logs.models.fold_0.ENCSR739VKY/logfile.modelling.fold_0.ENCSR739VKY.epoch_loss.csv +15 -0
  6. fold_0/logs.models.fold_0.ENCSR739VKY/logfile.modelling.fold_0.ENCSR739VKY.stdout_v1.txt +0 -0
  7. fold_0/model.bias_scaled.fold_0.ENCSR739VKY.h5 +3 -0
  8. fold_0/model.bias_scaled.fold_0.ENCSR739VKY.tar +3 -0
  9. fold_0/model.chrombpnet.fold_0.ENCSR739VKY.h5 +3 -0
  10. fold_0/model.chrombpnet.fold_0.ENCSR739VKY.tar +3 -0
  11. fold_0/model.chrombpnet_nobias.fold_0.ENCSR739VKY.h5 +3 -0
  12. fold_0/model.chrombpnet_nobias.fold_0.ENCSR739VKY.tar +3 -0
  13. fold_1/logs.models.fold_1.ENCSR739VKY/logfile.modelling.fold_1.ENCSR739VKY.stdout.txt +3 -0
  14. fold_1/logs.models.fold_1.ENCSR739VKY/logfile.modelling.fold_1.ENCSR739VKY.stdout_v1.txt +3 -0
  15. fold_1/model.bias_scaled.fold_1.ENCSR739VKY.h5 +3 -0
  16. fold_1/model.bias_scaled.fold_1.ENCSR739VKY.tar +3 -0
  17. fold_1/model.chrombpnet.fold_1.ENCSR739VKY.h5 +3 -0
  18. fold_1/model.chrombpnet.fold_1.ENCSR739VKY.tar +3 -0
  19. fold_1/model.chrombpnet_nobias.fold_1.ENCSR739VKY.h5 +3 -0
  20. fold_1/model.chrombpnet_nobias.fold_1.ENCSR739VKY.tar +3 -0
  21. fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.args.json +23 -0
  22. fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.batch_loss.tsv +0 -0
  23. fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.bias_formatting.stderr.txt +38 -0
  24. fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.bias_formatting.stdout.txt +1 -0
  25. fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.chrombpnet.params.json +11 -0
  26. fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.chrombpnet_data_params.tsv +3 -0
  27. fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.chrombpnet_formatting.stderr.txt +40 -0
  28. fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.chrombpnet_formatting.stdout.txt +1 -0
  29. fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.chrombpnet_model_params.tsv +9 -0
  30. fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.chrombpnet_no_bias_formatting.stderr.txt +1 -0
  31. fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.chrombpnet_no_bias_formatting.stdout.txt +1 -0
  32. fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.epoch_loss.csv +17 -0
  33. fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.stderr.txt +0 -0
  34. fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.stdout.txt +3 -0
  35. fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.stdout_v1.txt +3 -0
  36. fold_2/model.bias_scaled.fold_2.ENCSR739VKY.h5 +3 -0
  37. fold_2/model.bias_scaled.fold_2.ENCSR739VKY.tar +3 -0
  38. fold_2/model.chrombpnet.fold_2.ENCSR739VKY.h5 +3 -0
  39. fold_2/model.chrombpnet.fold_2.ENCSR739VKY.tar +3 -0
  40. fold_2/model.chrombpnet_nobias.fold_2.ENCSR739VKY.h5 +3 -0
  41. fold_2/model.chrombpnet_nobias.fold_2.ENCSR739VKY.tar +3 -0
  42. fold_3/logs.models.fold_3.ENCSR739VKY/logfile.modelling.fold_3.ENCSR739VKY.stdout.txt +3 -0
  43. fold_3/logs.models.fold_3.ENCSR739VKY/logfile.modelling.fold_3.ENCSR739VKY.stdout_v1.txt +3 -0
  44. fold_3/model.bias_scaled.fold_3.ENCSR739VKY.h5 +3 -0
  45. fold_3/model.bias_scaled.fold_3.ENCSR739VKY.tar +3 -0
  46. fold_3/model.chrombpnet.fold_3.ENCSR739VKY.h5 +3 -0
  47. fold_3/model.chrombpnet.fold_3.ENCSR739VKY.tar +3 -0
  48. fold_3/model.chrombpnet_nobias.fold_3.ENCSR739VKY.h5 +3 -0
  49. fold_3/model.chrombpnet_nobias.fold_3.ENCSR739VKY.tar +3 -0
  50. fold_4/model.bias_scaled.fold_4.ENCSR739VKY.h5 +3 -0
.gitattributes CHANGED
@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.stdout.txt filter=lfs diff=lfs merge=lfs -text
37
+ fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
38
+ fold_1/logs.models.fold_1.ENCSR739VKY/logfile.modelling.fold_1.ENCSR739VKY.stdout.txt filter=lfs diff=lfs merge=lfs -text
39
+ fold_1/logs.models.fold_1.ENCSR739VKY/logfile.modelling.fold_1.ENCSR739VKY.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
40
+ fold_3/logs.models.fold_3.ENCSR739VKY/logfile.modelling.fold_3.ENCSR739VKY.stdout.txt filter=lfs diff=lfs merge=lfs -text
41
+ fold_3/logs.models.fold_3.ENCSR739VKY/logfile.modelling.fold_3.ENCSR739VKY.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
fold_0/logs.models.fold_0.ENCSR739VKY/logfile.modelling.fold_0.ENCSR739VKY.batch_loss.tsv ADDED
The diff for this file is too large to render. See raw diff
 
fold_0/logs.models.fold_0.ENCSR739VKY/logfile.modelling.fold_0.ENCSR739VKY.chrombpnet.params.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "counts_loss_weight": "9.4",
3
+ "filters": "512",
4
+ "n_dil_layers": "8",
5
+ "bias_model_path": "chrombppnet_model_encsr283tme_bias/bias_model_scaled.h5",
6
+ "inputlen": "2114",
7
+ "outputlen": "1000",
8
+ "max_jitter": "500",
9
+ "chr_fold_path": "splits/fold_0.json",
10
+ "negative_sampling_ratio": "0.1"
11
+ }
fold_0/logs.models.fold_0.ENCSR739VKY/logfile.modelling.fold_0.ENCSR739VKY.chrombpnet_model_params.tsv ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ counts_loss_weight 9.4
2
+ filters 512
3
+ n_dil_layers 8
4
+ bias_model_path chrombppnet_model_encsr283tme_bias/bias_model_scaled.h5
5
+ inputlen 2114
6
+ outputlen 1000
7
+ max_jitter 500
8
+ chr_fold_path splits/fold_0.json
9
+ negative_sampling_ratio 0.1
fold_0/logs.models.fold_0.ENCSR739VKY/logfile.modelling.fold_0.ENCSR739VKY.epoch_loss.csv ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,logcount_predictions_loss,logits_profile_predictions_loss,loss,val_logcount_predictions_loss,val_logits_profile_predictions_loss,val_loss
2
+ 0,1.6897181272506714,549.2619018554688,565.1444702148438,0.6094350218772888,517.70458984375,523.4331665039062
3
+ 1,0.6440389156341553,517.7631225585938,523.8169555664062,0.5650256872177124,511.0268249511719,516.337890625
4
+ 2,0.570667028427124,508.0640563964844,513.4291381835938,0.4619588553905487,504.1346740722656,508.476806640625
5
+ 3,0.5395277142524719,503.6388854980469,508.7109069824219,0.437793105840683,505.2768859863281,509.39227294921875
6
+ 4,0.5039370656013489,499.67041015625,504.4069519042969,0.42606860399246216,496.64984130859375,500.6545715332031
7
+ 5,0.48774731159210205,495.8328857421875,500.4177551269531,0.42178821563720703,500.9688720703125,504.93341064453125
8
+ 6,0.4607769250869751,492.9827575683594,497.31402587890625,0.4861298203468323,499.2755432128906,503.84527587890625
9
+ 7,0.45225465297698975,491.2085266113281,495.4601745605469,0.4067453145980835,500.6893005371094,504.51287841796875
10
+ 8,0.39509353041648865,483.1895446777344,486.90313720703125,0.39349475502967834,494.9123840332031,498.61126708984375
11
+ 9,0.37331461906433105,477.2571105957031,480.7669372558594,0.3970944881439209,496.5482177734375,500.281005859375
12
+ 10,0.3545706868171692,474.9039611816406,478.2373046875,0.4239957928657532,499.9981384277344,503.9837951660156
13
+ 11,0.34470197558403015,472.13836669921875,475.37786865234375,0.4205057919025421,500.5096130371094,504.4626159667969
14
+ 12,0.31415513157844543,467.4576110839844,470.41033935546875,0.411952406167984,498.8581237792969,502.73046875
15
+ 13,0.30543333292007446,464.3995361328125,467.2710266113281,0.41427212953567505,502.4348449707031,506.3292541503906
fold_0/logs.models.fold_0.ENCSR739VKY/logfile.modelling.fold_0.ENCSR739VKY.stdout_v1.txt ADDED
The diff for this file is too large to render. See raw diff
 
fold_0/model.bias_scaled.fold_0.ENCSR739VKY.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c73b432e5d20eee11c9a3008ba848280896046b8273c862c6605e14f9234a448
3
+ size 2688440
fold_0/model.bias_scaled.fold_0.ENCSR739VKY.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff59757312f59b1abc8bb72896b2712b9c4a1f1a83de895f8b9afe67d98709fa
3
+ size 1208320
fold_0/model.chrombpnet.fold_0.ENCSR739VKY.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f40ac7a257d88aa84a4ee34c71454451983742db62048976a1266b5b8d48ba9
3
+ size 26448016
fold_0/model.chrombpnet.fold_0.ENCSR739VKY.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20d61701c49c16295f0f882a585b227bd2baa3c3aacc46a6a739d4ffee116b19
3
+ size 27617280
fold_0/model.chrombpnet_nobias.fold_0.ENCSR739VKY.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edee412d9843a701a79c7901fc13b4a30ba8e178d388f76b00f4cd25500e1a6d
3
+ size 25583536
fold_0/model.chrombpnet_nobias.fold_0.ENCSR739VKY.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08fa047fdcff45be6dddf629ca5d9206a0246811bafb56f4bd96a33080dfb1b3
3
+ size 26081280
fold_1/logs.models.fold_1.ENCSR739VKY/logfile.modelling.fold_1.ENCSR739VKY.stdout.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47fd67983f04f8f991446fa5744421bd083f3ecf054cfd1ff6a4383f0ed390d3
3
+ size 12862347
fold_1/logs.models.fold_1.ENCSR739VKY/logfile.modelling.fold_1.ENCSR739VKY.stdout_v1.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6f611f164f80666a2d15717eda194e09faad6f797f7ebb0d45dbac9d3ac40b7
3
+ size 12860674
fold_1/model.bias_scaled.fold_1.ENCSR739VKY.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d73a5e9bec7ec71f6296d92417d2d9e6671834388f1d29798ac2bb5ab1b03312
3
+ size 2688440
fold_1/model.bias_scaled.fold_1.ENCSR739VKY.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71423136d5354de92469112d2dc5ebc0f5b18b177d7ba3666e8f168db735d738
3
+ size 1198080
fold_1/model.chrombpnet.fold_1.ENCSR739VKY.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5640f97e8dfbdf247db3c31b8b33b6a47dcb2c73a2e5c2c8d4b501438a95146f
3
+ size 26447928
fold_1/model.chrombpnet.fold_1.ENCSR739VKY.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d51be0f1d4e2b1a5dbc1efb76e587d2aee21dadf5d6b5b883704b61f081b032
3
+ size 27607040
fold_1/model.chrombpnet_nobias.fold_1.ENCSR739VKY.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67ea9a8cc8d8af8ef8a5bb5421da82f90c7ad7eaeaa7a4deef2004931b5e6008
3
+ size 25583536
fold_1/model.chrombpnet_nobias.fold_1.ENCSR739VKY.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a128c0ecbf34b1ff67dc6da403f17ea3b96967ca439d58400adc9abbc44711c8
3
+ size 26081280
fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.args.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "genome": "/scratch/groups/akundaje/anusri/chromatin_atlas/reference/hg38.genome.fa",
3
+ "bigwig": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR739VKY//preprocessing/bigWigs/ENCSR739VKY.bigWig",
4
+ "peaks": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR739VKY//chrombppnet_model_encsr283tme_bias_fold_2//filtered.peaks.bed",
5
+ "nonpeaks": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR739VKY//chrombppnet_model_encsr283tme_bias_fold_2//filtered.nonpeaks.bed",
6
+ "output_prefix": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR739VKY//chrombppnet_model_encsr283tme_bias_fold_2//chrombpnet",
7
+ "chr_fold_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_2.json",
8
+ "trackables": [
9
+ "logcount_predictions_loss",
10
+ "loss",
11
+ "logits_profile_predictions_loss",
12
+ "val_logcount_predictions_loss",
13
+ "val_loss",
14
+ "val_logits_profile_predictions_loss"
15
+ ],
16
+ "epochs": 50,
17
+ "early_stop": 5,
18
+ "batch_size": 64,
19
+ "learning_rate": 0.001,
20
+ "params": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR739VKY//chrombppnet_model_encsr283tme_bias_fold_2//chrombpnet_model_params.tsv",
21
+ "seed": 1234,
22
+ "architecture_from_file": "/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/models/chrombpnet_with_bias_model.py"
23
+ }
fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.batch_loss.tsv ADDED
The diff for this file is too large to render. See raw diff
 
fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.bias_formatting.stderr.txt ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
2
+ INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
3
+ 2023-07-16 23:32:43.605709: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
4
+ 2023-07-16 23:32:47.188019: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
5
+ 2023-07-16 23:32:47.193055: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
6
+ 2023-07-16 23:32:47.231268: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
7
+ pciBusID: 0000:03:00.0 name: Tesla P100-PCIE-16GB computeCapability: 6.0
8
+ coreClock: 1.3285GHz coreCount: 56 deviceMemorySize: 15.89GiB deviceMemoryBandwidth: 681.88GiB/s
9
+ 2023-07-16 23:32:47.231370: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
10
+ 2023-07-16 23:32:47.261521: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
11
+ 2023-07-16 23:32:47.261717: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
12
+ 2023-07-16 23:32:47.277153: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
13
+ 2023-07-16 23:32:47.284302: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
14
+ 2023-07-16 23:32:47.311050: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
15
+ 2023-07-16 23:32:47.317958: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
16
+ 2023-07-16 23:32:47.319483: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
17
+ 2023-07-16 23:32:47.333515: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
18
+ 2023-07-16 23:32:47.333968: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
19
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
20
+ 2023-07-16 23:32:47.335034: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
21
+ 2023-07-16 23:32:47.351925: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
22
+ pciBusID: 0000:03:00.0 name: Tesla P100-PCIE-16GB computeCapability: 6.0
23
+ coreClock: 1.3285GHz coreCount: 56 deviceMemorySize: 15.89GiB deviceMemoryBandwidth: 681.88GiB/s
24
+ 2023-07-16 23:32:47.352052: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
25
+ 2023-07-16 23:32:47.352114: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
26
+ 2023-07-16 23:32:47.352139: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
27
+ 2023-07-16 23:32:47.352164: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
28
+ 2023-07-16 23:32:47.352188: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
29
+ 2023-07-16 23:32:47.352211: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
30
+ 2023-07-16 23:32:47.352235: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
31
+ 2023-07-16 23:32:47.352259: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
32
+ 2023-07-16 23:32:47.353356: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
33
+ 2023-07-16 23:32:47.355004: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
34
+ 2023-07-16 23:32:49.652322: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
35
+ 2023-07-16 23:32:49.652405: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
36
+ 2023-07-16 23:32:49.652426: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
37
+ 2023-07-16 23:32:49.662291: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 14957 MB memory) -> physical GPU (device: 0, name: Tesla P100-PCIE-16GB, pci bus id: 0000:03:00.0, compute capability: 6.0)
38
+ 2023-07-16 23:32:50.722721: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.bias_formatting.stdout.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR739VKY//chrombppnet_model_encsr283tme_bias_fold_2/bias_model_scaled.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR739VKY//chrombppnet_model_encsr283tme_bias_fold_2/new_model_formats/bias_model_scaled
fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.chrombpnet.params.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "counts_loss_weight": "9.4",
3
+ "filters": "512",
4
+ "n_dil_layers": "8",
5
+ "bias_model_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR739VKY//chrombppnet_model_encsr283tme_bias_fold_2/bias_model_scaled.h5",
6
+ "inputlen": "2114",
7
+ "outputlen": "1000",
8
+ "max_jitter": "500",
9
+ "chr_fold_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_2.json",
10
+ "negative_sampling_ratio": "0.1"
11
+ }
fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.chrombpnet_data_params.tsv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ counts_sum_min_thresh 20.0
2
+ counts_sum_max_thresh 3880.44
3
+ trainings_pts_post_thresh 158457
fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.chrombpnet_formatting.stderr.txt ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
2
+ INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
3
+ 2023-07-17 12:51:18.770266: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
4
+ 2023-07-17 12:51:21.985589: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
5
+ 2023-07-17 12:51:21.989767: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
6
+ 2023-07-17 12:51:22.922750: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
7
+ pciBusID: 0000:45:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
8
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
9
+ 2023-07-17 12:51:22.922889: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
10
+ 2023-07-17 12:51:22.956521: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
11
+ 2023-07-17 12:51:22.956623: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
12
+ 2023-07-17 12:51:22.973374: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
13
+ 2023-07-17 12:51:22.980696: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
14
+ 2023-07-17 12:51:23.003657: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
15
+ 2023-07-17 12:51:23.009666: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
16
+ 2023-07-17 12:51:23.010901: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
17
+ 2023-07-17 12:51:23.054751: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
18
+ 2023-07-17 12:51:23.055173: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
19
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
20
+ 2023-07-17 12:51:23.056175: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
21
+ 2023-07-17 12:51:23.058923: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
22
+ pciBusID: 0000:45:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
23
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
24
+ 2023-07-17 12:51:23.058984: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
25
+ 2023-07-17 12:51:23.059028: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
26
+ 2023-07-17 12:51:23.059048: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
27
+ 2023-07-17 12:51:23.059067: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
28
+ 2023-07-17 12:51:23.059086: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
29
+ 2023-07-17 12:51:23.059102: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
30
+ 2023-07-17 12:51:23.059119: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
31
+ 2023-07-17 12:51:23.059135: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
32
+ 2023-07-17 12:51:23.107243: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
33
+ 2023-07-17 12:51:23.108794: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
34
+ 2023-07-17 12:51:26.236516: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
35
+ 2023-07-17 12:51:26.236572: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
36
+ 2023-07-17 12:51:26.236587: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
37
+ 2023-07-17 12:51:26.243841: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75650 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:45:00.0, compute capability: 8.0)
38
+ 2023-07-17 12:51:29.667697: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
39
+ /opt/conda/lib/python3.7/site-packages/tensorflow/python/keras/layers/core.py:1059: UserWarning: is not loaded, but a Lambda layer uses it. It may cause errors.
40
+ , UserWarning)
fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.chrombpnet_formatting.stdout.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR739VKY//chrombppnet_model_encsr283tme_bias_fold_2/chrombpnet.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR739VKY//chrombppnet_model_encsr283tme_bias_fold_2/new_model_formats/chrombpnet
fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.chrombpnet_model_params.tsv ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ counts_loss_weight 9.4
2
+ filters 512
3
+ n_dil_layers 8
4
+ bias_model_path /scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR739VKY//chrombppnet_model_encsr283tme_bias_fold_2/bias_model_scaled.h5
5
+ inputlen 2114
6
+ outputlen 1000
7
+ max_jitter 500
8
+ chr_fold_path /scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_2.json
9
+ negative_sampling_ratio 0.1
fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.chrombpnet_no_bias_formatting.stderr.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR739VKY//chrombppnet_model_encsr283tme_bias_fold_2/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR739VKY//chrombppnet_model_encsr283tme_bias_fold_2/new_model_formats/chrombpnet_wo_bias
fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.chrombpnet_no_bias_formatting.stdout.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR739VKY//chrombppnet_model_encsr283tme_bias_fold_2/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR739VKY//chrombppnet_model_encsr283tme_bias_fold_2/new_model_formats/chrombpnet_wo_bias
fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.epoch_loss.csv ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,logcount_predictions_loss,logits_profile_predictions_loss,loss,val_logcount_predictions_loss,val_logits_profile_predictions_loss,val_loss
2
+ 0,0.7929922342300415,541.8687744140625,549.3229370117188,0.6936209201812744,526.9588012695312,533.478759765625
3
+ 1,0.586784303188324,512.2041015625,517.7200927734375,0.49722346663475037,519.1222534179688,523.79638671875
4
+ 2,0.5164578557014465,503.9661560058594,508.8208312988281,0.45099937915802,516.7735595703125,521.0126953125
5
+ 3,0.48235294222831726,499.7201232910156,504.254150390625,0.41867855191230774,514.7977905273438,518.7332153320312
6
+ 4,0.4623243510723114,495.1657409667969,499.5118103027344,0.6183184385299683,515.2686767578125,521.0807495117188
7
+ 5,0.44591331481933594,493.0165100097656,497.2084655761719,0.40672096610069275,510.8014221191406,514.6243896484375
8
+ 6,0.42901214957237244,490.01690673828125,494.0502014160156,0.49463099241256714,513.3369750976562,517.9862670898438
9
+ 7,0.4141255021095276,487.8050842285156,491.69866943359375,0.39966171979904175,510.5269470214844,514.2838745117188
10
+ 8,0.40003055334091187,486.209228515625,489.96917724609375,0.3896736800670624,509.7535705566406,513.41650390625
11
+ 9,0.39122503995895386,484.6142272949219,488.29229736328125,0.5494288802146912,509.418701171875,514.5833740234375
12
+ 10,0.3772903084754944,483.5632019042969,487.1097717285156,0.39755502343177795,507.11822509765625,510.8552551269531
13
+ 11,0.3673863410949707,482.046630859375,485.5005187988281,0.3877957761287689,516.2416381835938,519.8869018554688
14
+ 12,0.3639940917491913,481.1073913574219,484.5292663574219,0.4255017638206482,509.77557373046875,513.7752075195312
15
+ 13,0.35242170095443726,480.7666320800781,484.07916259765625,0.4202306866645813,510.09796142578125,514.0482177734375
16
+ 14,0.3103417456150055,472.17266845703125,475.090087890625,0.3824467957019806,509.2617492675781,512.856689453125
17
+ 15,0.28855082392692566,468.0973815917969,470.8100891113281,0.3762228786945343,511.3818359375,514.9186401367188
fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.stderr.txt ADDED
The diff for this file is too large to render. See raw diff
 
fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.stdout.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98c993b3ba48dc8f74f27da2356772d1ebb041f16d0fa94f5c85650ac0150488
3
+ size 11100126
fold_2/logs.models.fold_2.ENCSR739VKY/logfile.modelling.fold_2.ENCSR739VKY.stdout_v1.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:404d49f2d9a91796feb66fc50ffb6fc0dc173e8f3f89c6bb2ca09dc4afd94464
3
+ size 11098453
fold_2/model.bias_scaled.fold_2.ENCSR739VKY.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9aa3123284059187d4f9e43615c5d9b061b24fea0a05fb226e3d7648024868ae
3
+ size 2688440
fold_2/model.bias_scaled.fold_2.ENCSR739VKY.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ede7784cd85bcb86f71cf1cdfb231f168ee1d349bc6433e9f545f9f852df7cf
3
+ size 1198080
fold_2/model.chrombpnet.fold_2.ENCSR739VKY.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50a7cb10c26c1f6180186f3dc2fc9628f77351874847f76078f0e31eed95edb1
3
+ size 26447928
fold_2/model.chrombpnet.fold_2.ENCSR739VKY.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:294e870124b24b0d17ecf9356952477d6efea4d3a53659ec98df10a13923a38f
3
+ size 27607040
fold_2/model.chrombpnet_nobias.fold_2.ENCSR739VKY.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2a67ca03d4669ef8932f5e4349651700310565dcaefbae1c7532364be2526ef
3
+ size 25583536
fold_2/model.chrombpnet_nobias.fold_2.ENCSR739VKY.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bf90ff7dcfb9393ad11bd3827a87ff8a0f7118d4406d206118f376610fdc1c9
3
+ size 26081280
fold_3/logs.models.fold_3.ENCSR739VKY/logfile.modelling.fold_3.ENCSR739VKY.stdout.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc102ab6d58548c09e7f47509a9ca503c5fce67ecd429f33a07816e38b249315
3
+ size 11267168
fold_3/logs.models.fold_3.ENCSR739VKY/logfile.modelling.fold_3.ENCSR739VKY.stdout_v1.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b330a00c1151c09ca9d84bb6370fd04098806c25551c48d20dff19a54f4dcba5
3
+ size 11265495
fold_3/model.bias_scaled.fold_3.ENCSR739VKY.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4eb71ec1c05ebea546ba02e560b83bf4523f5c522ccb0c58f130f674cffe5f8a
3
+ size 2688440
fold_3/model.bias_scaled.fold_3.ENCSR739VKY.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33a8538087649ba8ee91be30cf8ec179d7054617f643f802aca29aab03cfac47
3
+ size 1198080
fold_3/model.chrombpnet.fold_3.ENCSR739VKY.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e27e859cf1bc610bb162e1137053fd4d33894d49dd1c00b2e54d98a550c12aa
3
+ size 26447928
fold_3/model.chrombpnet.fold_3.ENCSR739VKY.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27cf65c1aa2fd976f82384f084843a10e0b3cc5cc5ebc39821326e3f1a035d30
3
+ size 27607040
fold_3/model.chrombpnet_nobias.fold_3.ENCSR739VKY.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bddde5324896435501496cff521c7e230991430941eeca94d4b5d14992705ac
3
+ size 25583536
fold_3/model.chrombpnet_nobias.fold_3.ENCSR739VKY.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:603a97f1bc0e631eac3a9cd63b2fa851c278d8f028e9531a73feaa2b076870b1
3
+ size 26081280
fold_4/model.bias_scaled.fold_4.ENCSR739VKY.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:840b8c3af076ea35e3d19b0b7afe073ff705f9fe3beaa7b65ff1e7af5839afde
3
+ size 2688440