Add files using upload-large-folder tool
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- .gitattributes +6 -0
- fold_0/logs.models.fold_0.ENCSR211SUT/logfile.modelling.fold_0.ENCSR211SUT.batch_loss.tsv +0 -0
- fold_0/logs.models.fold_0.ENCSR211SUT/logfile.modelling.fold_0.ENCSR211SUT.bias_formatting.stderr.txt +38 -0
- fold_0/logs.models.fold_0.ENCSR211SUT/logfile.modelling.fold_0.ENCSR211SUT.bias_formatting.stdout.txt +1 -0
- fold_0/logs.models.fold_0.ENCSR211SUT/logfile.modelling.fold_0.ENCSR211SUT.chrombpnet_fix_formatting.stderr.txt +42 -0
- fold_0/logs.models.fold_0.ENCSR211SUT/logfile.modelling.fold_0.ENCSR211SUT.chrombpnet_no_bias_formatting.stderr.txt +1 -0
- fold_0/logs.models.fold_0.ENCSR211SUT/logfile.modelling.fold_0.ENCSR211SUT.chrombpnet_no_bias_formatting.stdout.txt +1 -0
- fold_0/logs.models.fold_0.ENCSR211SUT/logfile.modelling.fold_0.ENCSR211SUT.stdout_v1.txt +3 -0
- fold_0/model.bias_scaled.fold_0.ENCSR211SUT.h5 +3 -0
- fold_0/model.bias_scaled.fold_0.ENCSR211SUT.tar +3 -0
- fold_0/model.chrombpnet.fold_0.ENCSR211SUT.h5 +3 -0
- fold_0/model.chrombpnet.fold_0.ENCSR211SUT.tar +3 -0
- fold_0/model.chrombpnet_nobias.fold_0.ENCSR211SUT.h5 +3 -0
- fold_0/model.chrombpnet_nobias.fold_0.ENCSR211SUT.tar +3 -0
- fold_1/model.bias_scaled.fold_1.ENCSR211SUT.h5 +3 -0
- fold_1/model.bias_scaled.fold_1.ENCSR211SUT.tar +3 -0
- fold_1/model.chrombpnet.fold_1.ENCSR211SUT.h5 +3 -0
- fold_1/model.chrombpnet.fold_1.ENCSR211SUT.tar +3 -0
- fold_1/model.chrombpnet_nobias.fold_1.ENCSR211SUT.h5 +3 -0
- fold_1/model.chrombpnet_nobias.fold_1.ENCSR211SUT.tar +3 -0
- fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.args.json +23 -0
- fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.batch_loss.tsv +0 -0
- fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.bias_formatting.stderr.txt +38 -0
- fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.bias_formatting.stdout.txt +1 -0
- fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.chrombpnet.params.json +11 -0
- fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.chrombpnet_data_params.tsv +3 -0
- fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.chrombpnet_formatting.stderr.txt +40 -0
- fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.chrombpnet_formatting.stdout.txt +1 -0
- fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.chrombpnet_no_bias_formatting.stderr.txt +1 -0
- fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.chrombpnet_no_bias_formatting.stdout.txt +1 -0
- fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.epoch_loss.csv +15 -0
- fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.stderr.txt +0 -0
- fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.stdout.txt +3 -0
- fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.stdout_v1.txt +3 -0
- fold_2/model.bias_scaled.fold_2.ENCSR211SUT.h5 +3 -0
- fold_2/model.bias_scaled.fold_2.ENCSR211SUT.tar +3 -0
- fold_2/model.chrombpnet.fold_2.ENCSR211SUT.h5 +3 -0
- fold_2/model.chrombpnet.fold_2.ENCSR211SUT.tar +3 -0
- fold_2/model.chrombpnet_nobias.fold_2.ENCSR211SUT.h5 +3 -0
- fold_2/model.chrombpnet_nobias.fold_2.ENCSR211SUT.tar +3 -0
- fold_3/logs.models.fold_3.ENCSR211SUT/logfile.modelling.fold_3.ENCSR211SUT.stdout_v1.txt +3 -0
- fold_3/model.bias_scaled.fold_3.ENCSR211SUT.h5 +3 -0
- fold_3/model.bias_scaled.fold_3.ENCSR211SUT.tar +3 -0
- fold_3/model.chrombpnet.fold_3.ENCSR211SUT.h5 +3 -0
- fold_3/model.chrombpnet.fold_3.ENCSR211SUT.tar +3 -0
- fold_3/model.chrombpnet_nobias.fold_3.ENCSR211SUT.h5 +3 -0
- fold_3/model.chrombpnet_nobias.fold_3.ENCSR211SUT.tar +3 -0
- fold_4/logs.models.fold_4.ENCSR211SUT/logfile.modelling.fold_4.ENCSR211SUT.stdout.txt +3 -0
- fold_4/logs.models.fold_4.ENCSR211SUT/logfile.modelling.fold_4.ENCSR211SUT.stdout_v1.txt +3 -0
- fold_4/model.bias_scaled.fold_4.ENCSR211SUT.h5 +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.stdout.txt filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
fold_0/logs.models.fold_0.ENCSR211SUT/logfile.modelling.fold_0.ENCSR211SUT.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
fold_3/logs.models.fold_3.ENCSR211SUT/logfile.modelling.fold_3.ENCSR211SUT.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
|
| 40 |
+
fold_4/logs.models.fold_4.ENCSR211SUT/logfile.modelling.fold_4.ENCSR211SUT.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
|
| 41 |
+
fold_4/logs.models.fold_4.ENCSR211SUT/logfile.modelling.fold_4.ENCSR211SUT.stdout.txt filter=lfs diff=lfs merge=lfs -text
|
fold_0/logs.models.fold_0.ENCSR211SUT/logfile.modelling.fold_0.ENCSR211SUT.batch_loss.tsv
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
fold_0/logs.models.fold_0.ENCSR211SUT/logfile.modelling.fold_0.ENCSR211SUT.bias_formatting.stderr.txt
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
|
| 2 |
+
INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
|
| 3 |
+
2023-07-15 02:33:57.020397: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 4 |
+
2023-07-15 02:33:59.335848: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 5 |
+
2023-07-15 02:33:59.339264: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
|
| 6 |
+
2023-07-15 02:33:59.920388: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 7 |
+
pciBusID: 0000:07:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 8 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 9 |
+
2023-07-15 02:33:59.920521: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 10 |
+
2023-07-15 02:33:59.942841: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 11 |
+
2023-07-15 02:33:59.942902: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 12 |
+
2023-07-15 02:33:59.952422: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 13 |
+
2023-07-15 02:33:59.956958: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 14 |
+
2023-07-15 02:33:59.972808: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 15 |
+
2023-07-15 02:33:59.977024: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 16 |
+
2023-07-15 02:33:59.977939: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 17 |
+
2023-07-15 02:34:00.008150: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 18 |
+
2023-07-15 02:34:00.008615: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
|
| 19 |
+
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
|
| 20 |
+
2023-07-15 02:34:00.010191: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 21 |
+
2023-07-15 02:34:00.032711: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 22 |
+
pciBusID: 0000:07:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 23 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 24 |
+
2023-07-15 02:34:00.032782: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 25 |
+
2023-07-15 02:34:00.032819: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 26 |
+
2023-07-15 02:34:00.032847: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 27 |
+
2023-07-15 02:34:00.032872: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 28 |
+
2023-07-15 02:34:00.032896: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 29 |
+
2023-07-15 02:34:00.032920: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 30 |
+
2023-07-15 02:34:00.032943: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 31 |
+
2023-07-15 02:34:00.032967: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 32 |
+
2023-07-15 02:34:00.079793: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 33 |
+
2023-07-15 02:34:00.082370: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 34 |
+
2023-07-15 02:34:02.907235: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
|
| 35 |
+
2023-07-15 02:34:02.907406: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
|
| 36 |
+
2023-07-15 02:34:02.907419: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
|
| 37 |
+
2023-07-15 02:34:02.913953: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75650 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:07:00.0, compute capability: 8.0)
|
| 38 |
+
2023-07-15 02:34:04.040871: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
|
fold_0/logs.models.fold_0.ENCSR211SUT/logfile.modelling.fold_0.ENCSR211SUT.bias_formatting.stdout.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR211SUT//chrombpnet_model_encsr880cub_bias/bias_model_scaled.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR211SUT//chrombpnet_model_encsr880cub_bias/new_model_formats/bias_model_scaled
|
fold_0/logs.models.fold_0.ENCSR211SUT/logfile.modelling.fold_0.ENCSR211SUT.chrombpnet_fix_formatting.stderr.txt
ADDED
|
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
|
| 2 |
+
INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
|
| 3 |
+
INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
|
| 4 |
+
INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
|
| 5 |
+
2023-08-20 01:04:46.833493: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 6 |
+
2023-08-20 01:04:49.431379: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 7 |
+
2023-08-20 01:04:49.435406: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
|
| 8 |
+
2023-08-20 01:04:49.847946: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 9 |
+
pciBusID: 0000:45:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 10 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 11 |
+
2023-08-20 01:04:49.848115: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 12 |
+
2023-08-20 01:04:49.872214: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 13 |
+
2023-08-20 01:04:49.872268: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 14 |
+
2023-08-20 01:04:49.883033: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 15 |
+
2023-08-20 01:04:49.888180: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 16 |
+
2023-08-20 01:04:49.906180: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 17 |
+
2023-08-20 01:04:49.910964: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 18 |
+
2023-08-20 01:04:49.912003: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 19 |
+
2023-08-20 01:04:49.984113: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 20 |
+
2023-08-20 01:04:49.984588: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
|
| 21 |
+
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
|
| 22 |
+
2023-08-20 01:04:49.986038: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 23 |
+
2023-08-20 01:04:49.995279: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 24 |
+
pciBusID: 0000:45:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 25 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 26 |
+
2023-08-20 01:04:49.995325: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 27 |
+
2023-08-20 01:04:49.995354: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 28 |
+
2023-08-20 01:04:49.995376: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 29 |
+
2023-08-20 01:04:49.995396: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 30 |
+
2023-08-20 01:04:49.995415: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 31 |
+
2023-08-20 01:04:49.995433: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 32 |
+
2023-08-20 01:04:49.995452: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 33 |
+
2023-08-20 01:04:49.995471: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 34 |
+
2023-08-20 01:04:50.026564: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 35 |
+
2023-08-20 01:04:50.028849: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 36 |
+
2023-08-20 01:04:51.834899: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
|
| 37 |
+
2023-08-20 01:04:51.835067: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
|
| 38 |
+
2023-08-20 01:04:51.835083: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
|
| 39 |
+
2023-08-20 01:04:51.841831: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75650 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:45:00.0, compute capability: 8.0)
|
| 40 |
+
2023-08-20 01:04:54.565353: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
|
| 41 |
+
/opt/conda/lib/python3.7/site-packages/tensorflow/python/keras/layers/core.py:1059: UserWarning: is not loaded, but a Lambda layer uses it. It may cause errors.
|
| 42 |
+
, UserWarning)
|
fold_0/logs.models.fold_0.ENCSR211SUT/logfile.modelling.fold_0.ENCSR211SUT.chrombpnet_no_bias_formatting.stderr.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR211SUT//chrombpnet_model_encsr880cub_bias/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR211SUT//chrombpnet_model_encsr880cub_bias/new_model_formats/chrombpnet_wo_bias
|
fold_0/logs.models.fold_0.ENCSR211SUT/logfile.modelling.fold_0.ENCSR211SUT.chrombpnet_no_bias_formatting.stdout.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR211SUT//chrombpnet_model_encsr880cub_bias/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR211SUT//chrombpnet_model_encsr880cub_bias/new_model_formats/chrombpnet_wo_bias
|
fold_0/logs.models.fold_0.ENCSR211SUT/logfile.modelling.fold_0.ENCSR211SUT.stdout_v1.txt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:53cf2b6f1cc8de910e1bd30f74366048bdc8419746a139f82b76bae6156b10d9
|
| 3 |
+
size 12433286
|
fold_0/model.bias_scaled.fold_0.ENCSR211SUT.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7bd2f5f2c91ee70895b03f9d48f554a2603754df54e2ec4a8fd2083f9562ecec
|
| 3 |
+
size 2688440
|
fold_0/model.bias_scaled.fold_0.ENCSR211SUT.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9738ada656511d5ffb869be05afccf1c9d70613ab5c6ca53ff6423e19deb7b4e
|
| 3 |
+
size 1198080
|
fold_0/model.chrombpnet.fold_0.ENCSR211SUT.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6cb52241540faa5e030bb6ddfca5f540de65bc934fd56c54c364ed7a8c3a0e29
|
| 3 |
+
size 26447928
|
fold_0/model.chrombpnet.fold_0.ENCSR211SUT.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9a267e757c5fb9fec2e5bcb02287e9bb747c40fdb12a21fa417c9ee7a26ea1fd
|
| 3 |
+
size 27607040
|
fold_0/model.chrombpnet_nobias.fold_0.ENCSR211SUT.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8fe3107cf8ca9892eedfb1884034c988c6d9772d9dfb609c690783a02edc4252
|
| 3 |
+
size 25583536
|
fold_0/model.chrombpnet_nobias.fold_0.ENCSR211SUT.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:400400946df4f779d1da3880f0b2f9ee97a80ba7bc20aa6237b310c1b1752755
|
| 3 |
+
size 26081280
|
fold_1/model.bias_scaled.fold_1.ENCSR211SUT.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:798e591e7ab532ccedf484876cacc35364432017ca9938d06b53468d9659d062
|
| 3 |
+
size 2688440
|
fold_1/model.bias_scaled.fold_1.ENCSR211SUT.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:590b185c93b79174463cddfd5009aaa79c8a2bdefe236c73248566ff38a65618
|
| 3 |
+
size 1198080
|
fold_1/model.chrombpnet.fold_1.ENCSR211SUT.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bf2fae01416bae616ef93022450108736c8be2b44cfa7b7f51bd6dddb87fbd28
|
| 3 |
+
size 26447928
|
fold_1/model.chrombpnet.fold_1.ENCSR211SUT.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c6bf2925ad1bf654aebe961c60fabe16a224aa3de8aa5de390edf4c48fa53c3b
|
| 3 |
+
size 27607040
|
fold_1/model.chrombpnet_nobias.fold_1.ENCSR211SUT.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1eadbeda2161f10a5931c492903575459bf61f5cf7d0d3def261c99890a8117c
|
| 3 |
+
size 25583536
|
fold_1/model.chrombpnet_nobias.fold_1.ENCSR211SUT.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d0bc1bcb4e8070d4ed181a99d1a4b335a4d6f4c20baabb0f376ccb5669558751
|
| 3 |
+
size 26081280
|
fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.args.json
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"genome": "/scratch/groups/akundaje/anusri/chromatin_atlas/reference/hg38.genome.fa",
|
| 3 |
+
"bigwig": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR211SUT//preprocessing/bigWigs/ENCSR211SUT.bigWig",
|
| 4 |
+
"peaks": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR211SUT//chrombppnet_model_encsr880cub_bias_fold_2//filtered.peaks.bed",
|
| 5 |
+
"nonpeaks": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR211SUT//chrombppnet_model_encsr880cub_bias_fold_2//filtered.nonpeaks.bed",
|
| 6 |
+
"output_prefix": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR211SUT//chrombppnet_model_encsr880cub_bias_fold_2//chrombpnet",
|
| 7 |
+
"chr_fold_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_2.json",
|
| 8 |
+
"trackables": [
|
| 9 |
+
"logcount_predictions_loss",
|
| 10 |
+
"loss",
|
| 11 |
+
"logits_profile_predictions_loss",
|
| 12 |
+
"val_logcount_predictions_loss",
|
| 13 |
+
"val_loss",
|
| 14 |
+
"val_logits_profile_predictions_loss"
|
| 15 |
+
],
|
| 16 |
+
"epochs": 50,
|
| 17 |
+
"early_stop": 5,
|
| 18 |
+
"batch_size": 64,
|
| 19 |
+
"learning_rate": 0.001,
|
| 20 |
+
"params": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR211SUT//chrombppnet_model_encsr880cub_bias_fold_2//chrombpnet_model_params.tsv",
|
| 21 |
+
"seed": 1234,
|
| 22 |
+
"architecture_from_file": "/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/models/chrombpnet_with_bias_model.py"
|
| 23 |
+
}
|
fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.batch_loss.tsv
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.bias_formatting.stderr.txt
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
|
| 2 |
+
INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
|
| 3 |
+
2023-07-15 02:33:57.065786: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 4 |
+
2023-07-15 02:33:59.343310: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 5 |
+
2023-07-15 02:33:59.346407: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
|
| 6 |
+
2023-07-15 02:34:00.295641: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 7 |
+
pciBusID: 0000:84:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 8 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 9 |
+
2023-07-15 02:34:00.295695: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 10 |
+
2023-07-15 02:34:00.317555: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 11 |
+
2023-07-15 02:34:00.317606: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 12 |
+
2023-07-15 02:34:00.326699: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 13 |
+
2023-07-15 02:34:00.331050: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 14 |
+
2023-07-15 02:34:00.346207: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 15 |
+
2023-07-15 02:34:00.350224: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 16 |
+
2023-07-15 02:34:00.351112: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 17 |
+
2023-07-15 02:34:00.387970: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 18 |
+
2023-07-15 02:34:00.388446: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
|
| 19 |
+
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
|
| 20 |
+
2023-07-15 02:34:00.389991: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 21 |
+
2023-07-15 02:34:00.408895: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 22 |
+
pciBusID: 0000:84:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 23 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 24 |
+
2023-07-15 02:34:00.441303: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 25 |
+
2023-07-15 02:34:00.441351: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 26 |
+
2023-07-15 02:34:00.441380: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 27 |
+
2023-07-15 02:34:00.441407: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 28 |
+
2023-07-15 02:34:00.441432: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 29 |
+
2023-07-15 02:34:00.441456: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 30 |
+
2023-07-15 02:34:00.441480: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 31 |
+
2023-07-15 02:34:00.441505: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 32 |
+
2023-07-15 02:34:00.474097: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 33 |
+
2023-07-15 02:34:00.476457: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 34 |
+
2023-07-15 02:34:02.861052: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
|
| 35 |
+
2023-07-15 02:34:02.861134: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
|
| 36 |
+
2023-07-15 02:34:02.861155: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
|
| 37 |
+
2023-07-15 02:34:02.910612: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75650 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:84:00.0, compute capability: 8.0)
|
| 38 |
+
2023-07-15 02:34:04.046178: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
|
fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.bias_formatting.stdout.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR211SUT//chrombppnet_model_encsr880cub_bias_fold_2/bias_model_scaled.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR211SUT//chrombppnet_model_encsr880cub_bias_fold_2/new_model_formats/bias_model_scaled
|
fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.chrombpnet.params.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"counts_loss_weight": "20.6",
|
| 3 |
+
"filters": "512",
|
| 4 |
+
"n_dil_layers": "8",
|
| 5 |
+
"bias_model_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR211SUT//chrombppnet_model_encsr880cub_bias_fold_2/bias_model_scaled.h5",
|
| 6 |
+
"inputlen": "2114",
|
| 7 |
+
"outputlen": "1000",
|
| 8 |
+
"max_jitter": "500",
|
| 9 |
+
"chr_fold_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_2.json",
|
| 10 |
+
"negative_sampling_ratio": "0.1"
|
| 11 |
+
}
|
fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.chrombpnet_data_params.tsv
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
counts_sum_min_thresh 28.0
|
| 2 |
+
counts_sum_max_thresh 3224.67
|
| 3 |
+
trainings_pts_post_thresh 176876
|
fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.chrombpnet_formatting.stderr.txt
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
|
| 2 |
+
INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
|
| 3 |
+
2023-07-15 01:33:17.278899: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 4 |
+
2023-07-15 01:33:20.369092: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 5 |
+
2023-07-15 01:33:20.374833: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
|
| 6 |
+
2023-07-15 01:33:20.419912: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 7 |
+
pciBusID: 0000:04:00.0 name: Tesla P100-PCIE-16GB computeCapability: 6.0
|
| 8 |
+
coreClock: 1.3285GHz coreCount: 56 deviceMemorySize: 15.89GiB deviceMemoryBandwidth: 681.88GiB/s
|
| 9 |
+
2023-07-15 01:33:20.420036: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 10 |
+
2023-07-15 01:33:20.451325: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 11 |
+
2023-07-15 01:33:20.451479: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 12 |
+
2023-07-15 01:33:20.467488: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 13 |
+
2023-07-15 01:33:20.474232: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 14 |
+
2023-07-15 01:33:20.501035: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 15 |
+
2023-07-15 01:33:20.508308: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 16 |
+
2023-07-15 01:33:20.509784: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 17 |
+
2023-07-15 01:33:20.516597: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 18 |
+
2023-07-15 01:33:20.516978: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
|
| 19 |
+
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
|
| 20 |
+
2023-07-15 01:33:20.517986: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 21 |
+
2023-07-15 01:33:20.518326: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 22 |
+
pciBusID: 0000:04:00.0 name: Tesla P100-PCIE-16GB computeCapability: 6.0
|
| 23 |
+
coreClock: 1.3285GHz coreCount: 56 deviceMemorySize: 15.89GiB deviceMemoryBandwidth: 681.88GiB/s
|
| 24 |
+
2023-07-15 01:33:20.518361: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 25 |
+
2023-07-15 01:33:20.518395: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 26 |
+
2023-07-15 01:33:20.518420: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 27 |
+
2023-07-15 01:33:20.518444: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 28 |
+
2023-07-15 01:33:20.518468: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 29 |
+
2023-07-15 01:33:20.518491: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 30 |
+
2023-07-15 01:33:20.518514: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 31 |
+
2023-07-15 01:33:20.518538: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 32 |
+
2023-07-15 01:33:20.518937: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 33 |
+
2023-07-15 01:33:20.520472: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 34 |
+
2023-07-15 01:33:22.389211: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
|
| 35 |
+
2023-07-15 01:33:22.389308: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
|
| 36 |
+
2023-07-15 01:33:22.389326: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
|
| 37 |
+
2023-07-15 01:33:22.392428: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 14957 MB memory) -> physical GPU (device: 0, name: Tesla P100-PCIE-16GB, pci bus id: 0000:04:00.0, compute capability: 6.0)
|
| 38 |
+
2023-07-15 01:33:24.759488: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
|
| 39 |
+
/opt/conda/lib/python3.7/site-packages/tensorflow/python/keras/layers/core.py:1059: UserWarning: is not loaded, but a Lambda layer uses it. It may cause errors.
|
| 40 |
+
, UserWarning)
|
fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.chrombpnet_formatting.stdout.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR211SUT//chrombppnet_model_encsr880cub_bias_fold_2/chrombpnet.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR211SUT//chrombppnet_model_encsr880cub_bias_fold_2/new_model_formats/chrombpnet
|
fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.chrombpnet_no_bias_formatting.stderr.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR211SUT//chrombppnet_model_encsr880cub_bias_fold_2/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR211SUT//chrombppnet_model_encsr880cub_bias_fold_2/new_model_formats/chrombpnet_wo_bias
|
fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.chrombpnet_no_bias_formatting.stdout.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR211SUT//chrombppnet_model_encsr880cub_bias_fold_2/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR211SUT//chrombppnet_model_encsr880cub_bias_fold_2/new_model_formats/chrombpnet_wo_bias
|
fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.epoch_loss.csv
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
epoch,logcount_predictions_loss,logits_profile_predictions_loss,loss,val_logcount_predictions_loss,val_logits_profile_predictions_loss,val_loss
|
| 2 |
+
0,2.1102142333984375,685.030029296875,728.4995727539062,0.3993287682533264,678.3511962890625,686.5772705078125
|
| 3 |
+
1,0.3986559808254242,650.347900390625,658.56005859375,0.3448769748210907,667.3767700195312,674.4810791015625
|
| 4 |
+
2,0.36015188694000244,640.3627319335938,647.7816772460938,0.3375106453895569,663.7318725585938,670.6846313476562
|
| 5 |
+
3,0.336105078458786,635.269287109375,642.193359375,0.30441516637802124,658.893310546875,665.1642456054688
|
| 6 |
+
4,0.3153131902217865,631.7809448242188,638.2762451171875,0.3743709623813629,652.3463134765625,660.0579833984375
|
| 7 |
+
5,0.2991660237312317,628.6273193359375,634.7903442382812,0.3137410283088684,655.7427368164062,662.205810546875
|
| 8 |
+
6,0.28726378083229065,625.8497314453125,631.7664794921875,0.28125840425491333,647.827880859375,653.6221923828125
|
| 9 |
+
7,0.28169429302215576,623.3162231445312,629.1189575195312,0.2762034833431244,655.2854614257812,660.975830078125
|
| 10 |
+
8,0.26883113384246826,621.5009765625,627.0396118164062,0.2658330500125885,645.6695556640625,651.1455078125
|
| 11 |
+
9,0.2615624964237213,620.7224731445312,626.1115112304688,0.30579671263694763,652.7801513671875,659.0796508789062
|
| 12 |
+
10,0.25468531250953674,619.521240234375,624.7688598632812,0.2903696298599243,655.1578979492188,661.1394653320312
|
| 13 |
+
11,0.2516680657863617,617.2379760742188,622.4229736328125,0.26448947191238403,646.588623046875,652.0377807617188
|
| 14 |
+
12,0.22443774342536926,610.6654052734375,615.2875366210938,0.2676391899585724,650.7090454101562,656.2227172851562
|
| 15 |
+
13,0.2122446596622467,607.0921020507812,611.4649658203125,0.2638099491596222,648.1710815429688,653.6056518554688
|
fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.stderr.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.stdout.txt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b0e1adeed2ea72150cae846d16aedef9979f4acbfc62db7fd6ba4039f8d2ce5f
|
| 3 |
+
size 10954479
|
fold_2/logs.models.fold_2.ENCSR211SUT/logfile.modelling.fold_2.ENCSR211SUT.stdout_v1.txt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8dc257c56855a2fa8effd10f17641f71cbb3899cc232f3bac87a8cc3f6caa399
|
| 3 |
+
size 17740272
|
fold_2/model.bias_scaled.fold_2.ENCSR211SUT.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:21941902697f207082d077552fe128a1c903bfad72a394b7be12b89b356a49b3
|
| 3 |
+
size 2688440
|
fold_2/model.bias_scaled.fold_2.ENCSR211SUT.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:035b85c85788b34b3f147e61991932f3e8aae553c9f6e73c2710b88bd7c8acba
|
| 3 |
+
size 1198080
|
fold_2/model.chrombpnet.fold_2.ENCSR211SUT.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b049ad2244b21776d637768a7158399b032ba1a29e46da38ef9dddada83b1e0d
|
| 3 |
+
size 26447928
|
fold_2/model.chrombpnet.fold_2.ENCSR211SUT.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:32405133cf78ad213679a3130fb68b1b5e888dfe60bb424ad2a3e2176c1ba8a5
|
| 3 |
+
size 27607040
|
fold_2/model.chrombpnet_nobias.fold_2.ENCSR211SUT.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9ea5608aad2821a65e48271e1e0776f7a8be40f4451125b59199ee2cba03150e
|
| 3 |
+
size 25583536
|
fold_2/model.chrombpnet_nobias.fold_2.ENCSR211SUT.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a917c8db83d41821198118e1bc73bbe35a99a2a25a9992a92a0dc4000fa947e6
|
| 3 |
+
size 26081280
|
fold_3/logs.models.fold_3.ENCSR211SUT/logfile.modelling.fold_3.ENCSR211SUT.stdout_v1.txt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:def3ea3210f30390793d7f4bea42832d36edaa27bac4c635f249988ccb0efc5f
|
| 3 |
+
size 15640026
|
fold_3/model.bias_scaled.fold_3.ENCSR211SUT.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e8d9ce40a151db1a23df2d606f07ed83334f66d32c274b77c8d4a930c64e8331
|
| 3 |
+
size 2688440
|
fold_3/model.bias_scaled.fold_3.ENCSR211SUT.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:294b703fecf552e98be1e362a5b0ee89fc2102c2144e101c28c8ad4aa1102f6a
|
| 3 |
+
size 1198080
|
fold_3/model.chrombpnet.fold_3.ENCSR211SUT.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:215831626cda028253ad3e66e7b35d131f872c269f0012d899a7478bfd69ab98
|
| 3 |
+
size 26447928
|
fold_3/model.chrombpnet.fold_3.ENCSR211SUT.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:75fd4499b6ea6b64c8f51bfe4f134df93b5a79e50f6c8c9c58500e82c6cf14b3
|
| 3 |
+
size 27607040
|
fold_3/model.chrombpnet_nobias.fold_3.ENCSR211SUT.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cf7b6613331a8022f254e196abc08e083061a3b6d36674f530b3a9a23218636c
|
| 3 |
+
size 25583536
|
fold_3/model.chrombpnet_nobias.fold_3.ENCSR211SUT.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5f34b79bddef2e1bdb5175f0a43fc9b1d0c6e40acf3b67df844eb055af78f14f
|
| 3 |
+
size 26081280
|
fold_4/logs.models.fold_4.ENCSR211SUT/logfile.modelling.fold_4.ENCSR211SUT.stdout.txt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2613438bb72040e216fbf3846b4a3e13c697e388462f05be1579a44b2803a8ad
|
| 3 |
+
size 14674447
|
fold_4/logs.models.fold_4.ENCSR211SUT/logfile.modelling.fold_4.ENCSR211SUT.stdout_v1.txt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f62ebc8e712c6d3c4a3fa489eccb15f621c5842044db0fd5d152204c7bbd44fa
|
| 3 |
+
size 14672774
|
fold_4/model.bias_scaled.fold_4.ENCSR211SUT.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8ffd988407be42cf9b31f7f77b4ed37a9f7b1bcd62facbd137f6e2fc03cfea52
|
| 3 |
+
size 2688440
|