Add files using upload-large-folder tool
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- fold_0/logs.models.fold_0.ENCSR242CLA/logfile.modelling.fold_0.ENCSR242CLA.args.json +23 -0
- fold_0/logs.models.fold_0.ENCSR242CLA/logfile.modelling.fold_0.ENCSR242CLA.batch_loss.tsv +0 -0
- fold_0/logs.models.fold_0.ENCSR242CLA/logfile.modelling.fold_0.ENCSR242CLA.bias_formatting.stderr.txt +38 -0
- fold_0/logs.models.fold_0.ENCSR242CLA/logfile.modelling.fold_0.ENCSR242CLA.bias_formatting.stdout.txt +1 -0
- fold_0/logs.models.fold_0.ENCSR242CLA/logfile.modelling.fold_0.ENCSR242CLA.chrombpnet.params.json +11 -0
- fold_0/logs.models.fold_0.ENCSR242CLA/logfile.modelling.fold_0.ENCSR242CLA.chrombpnet_data_params.tsv +3 -0
- fold_0/logs.models.fold_0.ENCSR242CLA/logfile.modelling.fold_0.ENCSR242CLA.chrombpnet_formatting.stderr.txt +40 -0
- fold_0/logs.models.fold_0.ENCSR242CLA/logfile.modelling.fold_0.ENCSR242CLA.chrombpnet_model_params.tsv +9 -0
- fold_0/logs.models.fold_0.ENCSR242CLA/logfile.modelling.fold_0.ENCSR242CLA.chrombpnet_no_bias_formatting.stderr.txt +1 -0
- fold_0/logs.models.fold_0.ENCSR242CLA/logfile.modelling.fold_0.ENCSR242CLA.chrombpnet_no_bias_formatting.stdout.txt +1 -0
- fold_0/logs.models.fold_0.ENCSR242CLA/logfile.modelling.fold_0.ENCSR242CLA.epoch_loss.csv +13 -0
- fold_0/model.bias_scaled.fold_0.ENCSR242CLA.h5 +3 -0
- fold_0/model.bias_scaled.fold_0.ENCSR242CLA.tar +3 -0
- fold_0/model.chrombpnet.fold_0.ENCSR242CLA.h5 +3 -0
- fold_0/model.chrombpnet.fold_0.ENCSR242CLA.tar +3 -0
- fold_0/model.chrombpnet_nobias.fold_0.ENCSR242CLA.h5 +3 -0
- fold_0/model.chrombpnet_nobias.fold_0.ENCSR242CLA.tar +3 -0
- fold_1/model.bias_scaled.fold_1.ENCSR242CLA.h5 +3 -0
- fold_1/model.bias_scaled.fold_1.ENCSR242CLA.tar +3 -0
- fold_1/model.chrombpnet.fold_1.ENCSR242CLA.h5 +3 -0
- fold_1/model.chrombpnet.fold_1.ENCSR242CLA.tar +3 -0
- fold_1/model.chrombpnet_nobias.fold_1.ENCSR242CLA.h5 +3 -0
- fold_1/model.chrombpnet_nobias.fold_1.ENCSR242CLA.tar +3 -0
- fold_2/logs.models.fold_2.ENCSR242CLA/logfile.modelling.fold_2.ENCSR242CLA.args.json +23 -0
- fold_2/logs.models.fold_2.ENCSR242CLA/logfile.modelling.fold_2.ENCSR242CLA.bias_formatting.stderr.txt +38 -0
- fold_2/logs.models.fold_2.ENCSR242CLA/logfile.modelling.fold_2.ENCSR242CLA.bias_formatting.stdout.txt +1 -0
- fold_2/logs.models.fold_2.ENCSR242CLA/logfile.modelling.fold_2.ENCSR242CLA.chrombpnet.params.json +11 -0
- fold_2/logs.models.fold_2.ENCSR242CLA/logfile.modelling.fold_2.ENCSR242CLA.chrombpnet_data_params.tsv +3 -0
- fold_2/logs.models.fold_2.ENCSR242CLA/logfile.modelling.fold_2.ENCSR242CLA.chrombpnet_formatting.stderr.txt +40 -0
- fold_2/logs.models.fold_2.ENCSR242CLA/logfile.modelling.fold_2.ENCSR242CLA.chrombpnet_formatting.stdout.txt +1 -0
- fold_2/logs.models.fold_2.ENCSR242CLA/logfile.modelling.fold_2.ENCSR242CLA.chrombpnet_model_params.tsv +9 -0
- fold_2/logs.models.fold_2.ENCSR242CLA/logfile.modelling.fold_2.ENCSR242CLA.chrombpnet_no_bias_formatting.stderr.txt +1 -0
- fold_2/logs.models.fold_2.ENCSR242CLA/logfile.modelling.fold_2.ENCSR242CLA.chrombpnet_no_bias_formatting.stdout.txt +1 -0
- fold_2/logs.models.fold_2.ENCSR242CLA/logfile.modelling.fold_2.ENCSR242CLA.epoch_loss.csv +12 -0
- fold_2/logs.models.fold_2.ENCSR242CLA/logfile.modelling.fold_2.ENCSR242CLA.stderr.txt +328 -0
- fold_2/model.bias_scaled.fold_2.ENCSR242CLA.h5 +3 -0
- fold_2/model.bias_scaled.fold_2.ENCSR242CLA.tar +3 -0
- fold_2/model.chrombpnet.fold_2.ENCSR242CLA.h5 +3 -0
- fold_2/model.chrombpnet.fold_2.ENCSR242CLA.tar +3 -0
- fold_2/model.chrombpnet_nobias.fold_2.ENCSR242CLA.h5 +3 -0
- fold_2/model.chrombpnet_nobias.fold_2.ENCSR242CLA.tar +3 -0
- fold_3/logs.models.fold_3.ENCSR242CLA/logfile.modelling.fold_3.ENCSR242CLA.stdout.txt +0 -0
- fold_3/model.bias_scaled.fold_3.ENCSR242CLA.h5 +3 -0
- fold_3/model.bias_scaled.fold_3.ENCSR242CLA.tar +3 -0
- fold_3/model.chrombpnet.fold_3.ENCSR242CLA.h5 +3 -0
- fold_3/model.chrombpnet.fold_3.ENCSR242CLA.tar +3 -0
- fold_3/model.chrombpnet_nobias.fold_3.ENCSR242CLA.h5 +3 -0
- fold_3/model.chrombpnet_nobias.fold_3.ENCSR242CLA.tar +3 -0
- fold_4/model.bias_scaled.fold_4.ENCSR242CLA.h5 +3 -0
- fold_4/model.bias_scaled.fold_4.ENCSR242CLA.tar +3 -0
fold_0/logs.models.fold_0.ENCSR242CLA/logfile.modelling.fold_0.ENCSR242CLA.args.json
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"genome": "reference/hg38.genome.fa",
|
| 3 |
+
"bigwig": "data/ENCSR242CLA.bigWig",
|
| 4 |
+
"peaks": "chrombppnet_model_encsr283tme_bias//filtered.peaks.bed",
|
| 5 |
+
"nonpeaks": "chrombppnet_model_encsr283tme_bias//filtered.nonpeaks.bed",
|
| 6 |
+
"output_prefix": "chrombppnet_model_encsr283tme_bias//chrombpnet",
|
| 7 |
+
"chr_fold_path": "splits/fold_0.json",
|
| 8 |
+
"trackables": [
|
| 9 |
+
"logcount_predictions_loss",
|
| 10 |
+
"loss",
|
| 11 |
+
"logits_profile_predictions_loss",
|
| 12 |
+
"val_logcount_predictions_loss",
|
| 13 |
+
"val_loss",
|
| 14 |
+
"val_logits_profile_predictions_loss"
|
| 15 |
+
],
|
| 16 |
+
"epochs": 50,
|
| 17 |
+
"early_stop": 5,
|
| 18 |
+
"batch_size": 64,
|
| 19 |
+
"learning_rate": 0.001,
|
| 20 |
+
"params": "chrombppnet_model_encsr283tme_bias//chrombpnet_model_params.tsv",
|
| 21 |
+
"seed": 1234,
|
| 22 |
+
"architecture_from_file": "/scratch/chrombpnet/src/training/models/chrombpnet_with_bias_model.py"
|
| 23 |
+
}
|
fold_0/logs.models.fold_0.ENCSR242CLA/logfile.modelling.fold_0.ENCSR242CLA.batch_loss.tsv
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
fold_0/logs.models.fold_0.ENCSR242CLA/logfile.modelling.fold_0.ENCSR242CLA.bias_formatting.stderr.txt
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
|
| 2 |
+
INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
|
| 3 |
+
2023-07-16 23:31:40.163528: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 4 |
+
2023-07-16 23:31:43.375072: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 5 |
+
2023-07-16 23:31:43.379565: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
|
| 6 |
+
2023-07-16 23:31:43.405424: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 7 |
+
pciBusID: 0000:03:00.0 name: Tesla P100-PCIE-16GB computeCapability: 6.0
|
| 8 |
+
coreClock: 1.3285GHz coreCount: 56 deviceMemorySize: 15.89GiB deviceMemoryBandwidth: 681.88GiB/s
|
| 9 |
+
2023-07-16 23:31:43.405486: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 10 |
+
2023-07-16 23:31:43.433472: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 11 |
+
2023-07-16 23:31:43.433597: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 12 |
+
2023-07-16 23:31:43.448054: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 13 |
+
2023-07-16 23:31:43.454576: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 14 |
+
2023-07-16 23:31:43.478508: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 15 |
+
2023-07-16 23:31:43.484606: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 16 |
+
2023-07-16 23:31:43.485870: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 17 |
+
2023-07-16 23:31:43.487827: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 18 |
+
2023-07-16 23:31:43.488186: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
|
| 19 |
+
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
|
| 20 |
+
2023-07-16 23:31:43.489103: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 21 |
+
2023-07-16 23:31:43.501307: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 22 |
+
pciBusID: 0000:03:00.0 name: Tesla P100-PCIE-16GB computeCapability: 6.0
|
| 23 |
+
coreClock: 1.3285GHz coreCount: 56 deviceMemorySize: 15.89GiB deviceMemoryBandwidth: 681.88GiB/s
|
| 24 |
+
2023-07-16 23:31:43.501431: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 25 |
+
2023-07-16 23:31:43.501490: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 26 |
+
2023-07-16 23:31:43.501514: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 27 |
+
2023-07-16 23:31:43.501537: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 28 |
+
2023-07-16 23:31:43.501560: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 29 |
+
2023-07-16 23:31:43.501583: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 30 |
+
2023-07-16 23:31:43.501605: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 31 |
+
2023-07-16 23:31:43.501628: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 32 |
+
2023-07-16 23:31:43.502142: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 33 |
+
2023-07-16 23:31:43.503661: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 34 |
+
2023-07-16 23:31:45.534815: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
|
| 35 |
+
2023-07-16 23:31:45.534907: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
|
| 36 |
+
2023-07-16 23:31:45.534926: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
|
| 37 |
+
2023-07-16 23:31:45.558529: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 14957 MB memory) -> physical GPU (device: 0, name: Tesla P100-PCIE-16GB, pci bus id: 0000:03:00.0, compute capability: 6.0)
|
| 38 |
+
2023-07-16 23:31:46.470342: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
|
fold_0/logs.models.fold_0.ENCSR242CLA/logfile.modelling.fold_0.ENCSR242CLA.bias_formatting.stdout.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR242CLA//chrombppnet_model_encsr283tme_bias/bias_model_scaled.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR242CLA//chrombppnet_model_encsr283tme_bias/new_model_formats/bias_model_scaled
|
fold_0/logs.models.fold_0.ENCSR242CLA/logfile.modelling.fold_0.ENCSR242CLA.chrombpnet.params.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"counts_loss_weight": "13.0",
|
| 3 |
+
"filters": "512",
|
| 4 |
+
"n_dil_layers": "8",
|
| 5 |
+
"bias_model_path": "chrombppnet_model_encsr283tme_bias/bias_model_scaled.h5",
|
| 6 |
+
"inputlen": "2114",
|
| 7 |
+
"outputlen": "1000",
|
| 8 |
+
"max_jitter": "500",
|
| 9 |
+
"chr_fold_path": "splits/fold_0.json",
|
| 10 |
+
"negative_sampling_ratio": "0.1"
|
| 11 |
+
}
|
fold_0/logs.models.fold_0.ENCSR242CLA/logfile.modelling.fold_0.ENCSR242CLA.chrombpnet_data_params.tsv
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
counts_sum_min_thresh 12.0
|
| 2 |
+
counts_sum_max_thresh 4248.79
|
| 3 |
+
trainings_pts_post_thresh 169548
|
fold_0/logs.models.fold_0.ENCSR242CLA/logfile.modelling.fold_0.ENCSR242CLA.chrombpnet_formatting.stderr.txt
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
|
| 2 |
+
INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
|
| 3 |
+
2023-07-17 12:49:45.022194: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 4 |
+
2023-07-17 12:49:47.794516: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 5 |
+
2023-07-17 12:49:47.798224: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
|
| 6 |
+
2023-07-17 12:49:48.009285: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 7 |
+
pciBusID: 0000:07:00.0 name: NVIDIA A100-PCIE-40GB computeCapability: 8.0
|
| 8 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.39GiB deviceMemoryBandwidth: 1.41TiB/s
|
| 9 |
+
2023-07-17 12:49:48.009343: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 10 |
+
2023-07-17 12:49:48.031580: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 11 |
+
2023-07-17 12:49:48.031695: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 12 |
+
2023-07-17 12:49:48.043025: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 13 |
+
2023-07-17 12:49:48.048802: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 14 |
+
2023-07-17 12:49:48.069157: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 15 |
+
2023-07-17 12:49:48.074269: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 16 |
+
2023-07-17 12:49:48.075358: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 17 |
+
2023-07-17 12:49:48.087361: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 18 |
+
2023-07-17 12:49:48.087739: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
|
| 19 |
+
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
|
| 20 |
+
2023-07-17 12:49:48.088993: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 21 |
+
2023-07-17 12:49:48.113149: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 22 |
+
pciBusID: 0000:07:00.0 name: NVIDIA A100-PCIE-40GB computeCapability: 8.0
|
| 23 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 39.39GiB deviceMemoryBandwidth: 1.41TiB/s
|
| 24 |
+
2023-07-17 12:49:48.113212: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 25 |
+
2023-07-17 12:49:48.113253: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 26 |
+
2023-07-17 12:49:48.113282: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 27 |
+
2023-07-17 12:49:48.113329: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 28 |
+
2023-07-17 12:49:48.113358: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 29 |
+
2023-07-17 12:49:48.113385: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 30 |
+
2023-07-17 12:49:48.113412: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 31 |
+
2023-07-17 12:49:48.113439: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 32 |
+
2023-07-17 12:49:48.128855: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 33 |
+
2023-07-17 12:49:48.131458: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 34 |
+
2023-07-17 12:49:49.964016: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
|
| 35 |
+
2023-07-17 12:49:49.964125: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
|
| 36 |
+
2023-07-17 12:49:49.964140: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
|
| 37 |
+
2023-07-17 12:49:49.972230: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 37381 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-PCIE-40GB, pci bus id: 0000:07:00.0, compute capability: 8.0)
|
| 38 |
+
2023-07-17 12:49:52.142738: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
|
| 39 |
+
/opt/conda/lib/python3.7/site-packages/tensorflow/python/keras/layers/core.py:1059: UserWarning: is not loaded, but a Lambda layer uses it. It may cause errors.
|
| 40 |
+
, UserWarning)
|
fold_0/logs.models.fold_0.ENCSR242CLA/logfile.modelling.fold_0.ENCSR242CLA.chrombpnet_model_params.tsv
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
counts_loss_weight 13.0
|
| 2 |
+
filters 512
|
| 3 |
+
n_dil_layers 8
|
| 4 |
+
bias_model_path chrombppnet_model_encsr283tme_bias/bias_model_scaled.h5
|
| 5 |
+
inputlen 2114
|
| 6 |
+
outputlen 1000
|
| 7 |
+
max_jitter 500
|
| 8 |
+
chr_fold_path splits/fold_0.json
|
| 9 |
+
negative_sampling_ratio 0.1
|
fold_0/logs.models.fold_0.ENCSR242CLA/logfile.modelling.fold_0.ENCSR242CLA.chrombpnet_no_bias_formatting.stderr.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR242CLA//chrombppnet_model_encsr283tme_bias/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR242CLA//chrombppnet_model_encsr283tme_bias/new_model_formats/chrombpnet_wo_bias
|
fold_0/logs.models.fold_0.ENCSR242CLA/logfile.modelling.fold_0.ENCSR242CLA.chrombpnet_no_bias_formatting.stdout.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR242CLA//chrombppnet_model_encsr283tme_bias/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR242CLA//chrombppnet_model_encsr283tme_bias/new_model_formats/chrombpnet_wo_bias
|
fold_0/logs.models.fold_0.ENCSR242CLA/logfile.modelling.fold_0.ENCSR242CLA.epoch_loss.csv
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
epoch,logcount_predictions_loss,logits_profile_predictions_loss,loss,val_logcount_predictions_loss,val_logits_profile_predictions_loss,val_loss
|
| 2 |
+
0,1.557680606842041,662.8624877929688,683.112060546875,0.6258944869041443,642.369140625,650.5057373046875
|
| 3 |
+
1,0.5221748352050781,635.8118896484375,642.6002807617188,0.3927184045314789,629.478271484375,634.58349609375
|
| 4 |
+
2,0.4662380516529083,627.7728881835938,633.8341064453125,0.3641844093799591,621.2421264648438,625.9766235351562
|
| 5 |
+
3,0.43937060236930847,622.7044677734375,628.4160766601562,0.36943474411964417,620.224609375,625.0270385742188
|
| 6 |
+
4,0.4127647280693054,619.6411743164062,625.0059204101562,0.3624325692653656,621.7295532226562,626.4414672851562
|
| 7 |
+
5,0.3992832601070404,615.7885131835938,620.9788818359375,0.3434517979621887,616.8612060546875,621.32568359375
|
| 8 |
+
6,0.38522884249687195,613.5010375976562,618.510009765625,0.38445913791656494,616.2445678710938,621.2422485351562
|
| 9 |
+
7,0.37382638454437256,611.536865234375,616.3967895507812,0.33671531081199646,618.6217651367188,622.9989013671875
|
| 10 |
+
8,0.3653631806373596,609.5086669921875,614.2579956054688,0.3649352788925171,618.9014282226562,623.6452026367188
|
| 11 |
+
9,0.3541330397129059,608.497802734375,613.101806640625,0.36837470531463623,619.3609619140625,624.1492919921875
|
| 12 |
+
10,0.32167401909828186,599.4977416992188,603.6788330078125,0.33199185132980347,620.6380615234375,624.953857421875
|
| 13 |
+
11,0.3091595470905304,595.2281494140625,599.248046875,0.33353835344314575,618.8312377929688,623.1668701171875
|
fold_0/model.bias_scaled.fold_0.ENCSR242CLA.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1b0e69fa6f9aaac25f1b2cb9360d99d1f1df498b7bc9fdc7a9d5b1284bd1d702
|
| 3 |
+
size 2688440
|
fold_0/model.bias_scaled.fold_0.ENCSR242CLA.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b85cb107c48d432bab4d65b4368ff2f1414e1b6061a985f03c8392de4db2d6a6
|
| 3 |
+
size 1208320
|
fold_0/model.chrombpnet.fold_0.ENCSR242CLA.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a24ebeba51c1208aa22edf4a7a91ddffad6129879c0e4ba66a047568f5e34a0a
|
| 3 |
+
size 26448016
|
fold_0/model.chrombpnet.fold_0.ENCSR242CLA.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:33944fb8c7c01d988314355076ae9f63dc9144f9d629de0ccb1882b0ea9e9d53
|
| 3 |
+
size 27617280
|
fold_0/model.chrombpnet_nobias.fold_0.ENCSR242CLA.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:03f7301e14e89d55d93752f0692328587d503296a9a17cfcd924cc22412c4dd8
|
| 3 |
+
size 25583536
|
fold_0/model.chrombpnet_nobias.fold_0.ENCSR242CLA.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c2b27a20d1c6c9eff91d4f2574b354d21997300b4a82d0f65f025a1e646ff8c7
|
| 3 |
+
size 26081280
|
fold_1/model.bias_scaled.fold_1.ENCSR242CLA.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dd4697893dd36d8861f7e945849ea690ae7fc1e28be158fdb36f4713e72864ae
|
| 3 |
+
size 2688440
|
fold_1/model.bias_scaled.fold_1.ENCSR242CLA.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4217e646023b543b1a28d288a7ca30f747987906e4b6209d344d56089d5b5eb1
|
| 3 |
+
size 1198080
|
fold_1/model.chrombpnet.fold_1.ENCSR242CLA.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:11aeb27b6f8524ffc5a95ce6d299df59e4092d9861e5f138852f301fa0418c8f
|
| 3 |
+
size 26447928
|
fold_1/model.chrombpnet.fold_1.ENCSR242CLA.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ad31b27b447f7c91807d35383aea07979936061236ed92d4fbcd4a01c454c9d5
|
| 3 |
+
size 27607040
|
fold_1/model.chrombpnet_nobias.fold_1.ENCSR242CLA.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5b66b33f5919c1e509bae99a1146568100446771d7dad782faa664ca94dca1f8
|
| 3 |
+
size 25583536
|
fold_1/model.chrombpnet_nobias.fold_1.ENCSR242CLA.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:18e95528aa5a767a165e6d439fbf4763b5d4cfe19cd1141091ccc72c9dc2fb4e
|
| 3 |
+
size 26081280
|
fold_2/logs.models.fold_2.ENCSR242CLA/logfile.modelling.fold_2.ENCSR242CLA.args.json
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"genome": "/scratch/groups/akundaje/anusri/chromatin_atlas/reference/hg38.genome.fa",
|
| 3 |
+
"bigwig": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR242CLA//preprocessing/bigWigs/ENCSR242CLA.bigWig",
|
| 4 |
+
"peaks": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR242CLA//chrombppnet_model_encsr283tme_bias_fold_2//filtered.peaks.bed",
|
| 5 |
+
"nonpeaks": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR242CLA//chrombppnet_model_encsr283tme_bias_fold_2//filtered.nonpeaks.bed",
|
| 6 |
+
"output_prefix": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR242CLA//chrombppnet_model_encsr283tme_bias_fold_2//chrombpnet",
|
| 7 |
+
"chr_fold_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_2.json",
|
| 8 |
+
"trackables": [
|
| 9 |
+
"logcount_predictions_loss",
|
| 10 |
+
"loss",
|
| 11 |
+
"logits_profile_predictions_loss",
|
| 12 |
+
"val_logcount_predictions_loss",
|
| 13 |
+
"val_loss",
|
| 14 |
+
"val_logits_profile_predictions_loss"
|
| 15 |
+
],
|
| 16 |
+
"epochs": 50,
|
| 17 |
+
"early_stop": 5,
|
| 18 |
+
"batch_size": 64,
|
| 19 |
+
"learning_rate": 0.001,
|
| 20 |
+
"params": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR242CLA//chrombppnet_model_encsr283tme_bias_fold_2//chrombpnet_model_params.tsv",
|
| 21 |
+
"seed": 1234,
|
| 22 |
+
"architecture_from_file": "/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/models/chrombpnet_with_bias_model.py"
|
| 23 |
+
}
|
fold_2/logs.models.fold_2.ENCSR242CLA/logfile.modelling.fold_2.ENCSR242CLA.bias_formatting.stderr.txt
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
|
| 2 |
+
INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
|
| 3 |
+
2023-07-16 23:31:40.128274: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 4 |
+
2023-07-16 23:31:43.354374: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 5 |
+
2023-07-16 23:31:43.360168: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
|
| 6 |
+
2023-07-16 23:31:43.396972: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 7 |
+
pciBusID: 0000:04:00.0 name: Tesla P100-PCIE-16GB computeCapability: 6.0
|
| 8 |
+
coreClock: 1.3285GHz coreCount: 56 deviceMemorySize: 15.89GiB deviceMemoryBandwidth: 681.88GiB/s
|
| 9 |
+
2023-07-16 23:31:43.397081: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 10 |
+
2023-07-16 23:31:43.426454: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 11 |
+
2023-07-16 23:31:43.426616: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 12 |
+
2023-07-16 23:31:43.441604: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 13 |
+
2023-07-16 23:31:43.448172: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 14 |
+
2023-07-16 23:31:43.472693: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 15 |
+
2023-07-16 23:31:43.478572: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 16 |
+
2023-07-16 23:31:43.479917: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 17 |
+
2023-07-16 23:31:43.481819: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 18 |
+
2023-07-16 23:31:43.482188: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
|
| 19 |
+
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
|
| 20 |
+
2023-07-16 23:31:43.483137: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 21 |
+
2023-07-16 23:31:43.483419: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 22 |
+
pciBusID: 0000:04:00.0 name: Tesla P100-PCIE-16GB computeCapability: 6.0
|
| 23 |
+
coreClock: 1.3285GHz coreCount: 56 deviceMemorySize: 15.89GiB deviceMemoryBandwidth: 681.88GiB/s
|
| 24 |
+
2023-07-16 23:31:43.483452: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 25 |
+
2023-07-16 23:31:43.483483: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 26 |
+
2023-07-16 23:31:43.483507: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 27 |
+
2023-07-16 23:31:43.483530: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 28 |
+
2023-07-16 23:31:43.483553: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 29 |
+
2023-07-16 23:31:43.483576: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 30 |
+
2023-07-16 23:31:43.483599: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 31 |
+
2023-07-16 23:31:43.483622: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 32 |
+
2023-07-16 23:31:43.483993: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 33 |
+
2023-07-16 23:31:43.485387: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 34 |
+
2023-07-16 23:31:45.507714: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
|
| 35 |
+
2023-07-16 23:31:45.507815: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
|
| 36 |
+
2023-07-16 23:31:45.507833: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
|
| 37 |
+
2023-07-16 23:31:45.511152: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 14957 MB memory) -> physical GPU (device: 0, name: Tesla P100-PCIE-16GB, pci bus id: 0000:04:00.0, compute capability: 6.0)
|
| 38 |
+
2023-07-16 23:31:46.431272: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
|
fold_2/logs.models.fold_2.ENCSR242CLA/logfile.modelling.fold_2.ENCSR242CLA.bias_formatting.stdout.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR242CLA//chrombppnet_model_encsr283tme_bias_fold_2/bias_model_scaled.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR242CLA//chrombppnet_model_encsr283tme_bias_fold_2/new_model_formats/bias_model_scaled
|
fold_2/logs.models.fold_2.ENCSR242CLA/logfile.modelling.fold_2.ENCSR242CLA.chrombpnet.params.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"counts_loss_weight": "13.0",
|
| 3 |
+
"filters": "512",
|
| 4 |
+
"n_dil_layers": "8",
|
| 5 |
+
"bias_model_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR242CLA//chrombppnet_model_encsr283tme_bias_fold_2/bias_model_scaled.h5",
|
| 6 |
+
"inputlen": "2114",
|
| 7 |
+
"outputlen": "1000",
|
| 8 |
+
"max_jitter": "500",
|
| 9 |
+
"chr_fold_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_2.json",
|
| 10 |
+
"negative_sampling_ratio": "0.1"
|
| 11 |
+
}
|
fold_2/logs.models.fold_2.ENCSR242CLA/logfile.modelling.fold_2.ENCSR242CLA.chrombpnet_data_params.tsv
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
counts_sum_min_thresh 14.0
|
| 2 |
+
counts_sum_max_thresh 4235.0
|
| 3 |
+
trainings_pts_post_thresh 179238
|
fold_2/logs.models.fold_2.ENCSR242CLA/logfile.modelling.fold_2.ENCSR242CLA.chrombpnet_formatting.stderr.txt
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
|
| 2 |
+
INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
|
| 3 |
+
2023-07-17 12:49:48.500403: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 4 |
+
2023-07-17 12:49:53.566539: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 5 |
+
2023-07-17 12:49:53.570319: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
|
| 6 |
+
2023-07-17 12:49:53.596600: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 7 |
+
pciBusID: 0000:45:00.0 name: NVIDIA GeForce RTX 3090 computeCapability: 8.6
|
| 8 |
+
coreClock: 1.695GHz coreCount: 82 deviceMemorySize: 23.69GiB deviceMemoryBandwidth: 871.81GiB/s
|
| 9 |
+
2023-07-17 12:49:53.596704: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 10 |
+
2023-07-17 12:49:53.681816: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 11 |
+
2023-07-17 12:49:53.681994: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 12 |
+
2023-07-17 12:49:53.701553: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 13 |
+
2023-07-17 12:49:53.790934: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 14 |
+
2023-07-17 12:49:53.865653: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 15 |
+
2023-07-17 12:49:53.890309: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 16 |
+
2023-07-17 12:49:53.894791: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 17 |
+
2023-07-17 12:49:53.897286: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 18 |
+
2023-07-17 12:49:53.897670: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
|
| 19 |
+
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
|
| 20 |
+
2023-07-17 12:49:53.897774: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 21 |
+
2023-07-17 12:49:53.898183: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 22 |
+
pciBusID: 0000:45:00.0 name: NVIDIA GeForce RTX 3090 computeCapability: 8.6
|
| 23 |
+
coreClock: 1.695GHz coreCount: 82 deviceMemorySize: 23.69GiB deviceMemoryBandwidth: 871.81GiB/s
|
| 24 |
+
2023-07-17 12:49:53.898215: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 25 |
+
2023-07-17 12:49:53.898242: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 26 |
+
2023-07-17 12:49:53.898262: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 27 |
+
2023-07-17 12:49:53.898281: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 28 |
+
2023-07-17 12:49:53.898299: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 29 |
+
2023-07-17 12:49:53.898318: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 30 |
+
2023-07-17 12:49:53.898336: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 31 |
+
2023-07-17 12:49:53.898363: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 32 |
+
2023-07-17 12:49:53.898980: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 33 |
+
2023-07-17 12:49:53.901911: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 34 |
+
2023-07-17 12:49:56.711950: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
|
| 35 |
+
2023-07-17 12:49:56.712038: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
|
| 36 |
+
2023-07-17 12:49:56.712050: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
|
| 37 |
+
2023-07-17 12:49:56.715432: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 22421 MB memory) -> physical GPU (device: 0, name: NVIDIA GeForce RTX 3090, pci bus id: 0000:45:00.0, compute capability: 8.6)
|
| 38 |
+
2023-07-17 12:49:58.763382: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
|
| 39 |
+
/opt/conda/lib/python3.7/site-packages/tensorflow/python/keras/layers/core.py:1059: UserWarning: is not loaded, but a Lambda layer uses it. It may cause errors.
|
| 40 |
+
, UserWarning)
|
fold_2/logs.models.fold_2.ENCSR242CLA/logfile.modelling.fold_2.ENCSR242CLA.chrombpnet_formatting.stdout.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR242CLA//chrombppnet_model_encsr283tme_bias_fold_2/chrombpnet.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR242CLA//chrombppnet_model_encsr283tme_bias_fold_2/new_model_formats/chrombpnet
|
fold_2/logs.models.fold_2.ENCSR242CLA/logfile.modelling.fold_2.ENCSR242CLA.chrombpnet_model_params.tsv
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
counts_loss_weight 13.0
|
| 2 |
+
filters 512
|
| 3 |
+
n_dil_layers 8
|
| 4 |
+
bias_model_path /scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR242CLA//chrombppnet_model_encsr283tme_bias_fold_2/bias_model_scaled.h5
|
| 5 |
+
inputlen 2114
|
| 6 |
+
outputlen 1000
|
| 7 |
+
max_jitter 500
|
| 8 |
+
chr_fold_path /scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_2.json
|
| 9 |
+
negative_sampling_ratio 0.1
|
fold_2/logs.models.fold_2.ENCSR242CLA/logfile.modelling.fold_2.ENCSR242CLA.chrombpnet_no_bias_formatting.stderr.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR242CLA//chrombppnet_model_encsr283tme_bias_fold_2/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR242CLA//chrombppnet_model_encsr283tme_bias_fold_2/new_model_formats/chrombpnet_wo_bias
|
fold_2/logs.models.fold_2.ENCSR242CLA/logfile.modelling.fold_2.ENCSR242CLA.chrombpnet_no_bias_formatting.stdout.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR242CLA//chrombppnet_model_encsr283tme_bias_fold_2/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR242CLA//chrombppnet_model_encsr283tme_bias_fold_2/new_model_formats/chrombpnet_wo_bias
|
fold_2/logs.models.fold_2.ENCSR242CLA/logfile.modelling.fold_2.ENCSR242CLA.epoch_loss.csv
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
epoch,logcount_predictions_loss,logits_profile_predictions_loss,loss,val_logcount_predictions_loss,val_logits_profile_predictions_loss,val_loss
|
| 2 |
+
0,1.0287328958511353,647.9010009765625,661.2728881835938,0.4764181673526764,666.4458618164062,672.6392822265625
|
| 3 |
+
1,0.47433480620384216,622.9020385742188,629.0684814453125,0.4417632222175598,659.5077514648438,665.2506713867188
|
| 4 |
+
2,0.4307745695114136,617.6201171875,623.2202758789062,0.38156673312187195,651.557861328125,656.5173950195312
|
| 5 |
+
3,0.4050230085849762,613.00537109375,618.2703857421875,0.36746400594711304,653.3897094726562,658.167236328125
|
| 6 |
+
4,0.38016775250434875,610.70068359375,615.6441650390625,0.3684902787208557,650.330322265625,655.1207275390625
|
| 7 |
+
5,0.37137851119041443,607.8301391601562,612.6572265625,0.37207433581352234,648.069580078125,652.9066772460938
|
| 8 |
+
6,0.358430951833725,605.7765502929688,610.4371948242188,0.34865880012512207,655.1749877929688,659.7074584960938
|
| 9 |
+
7,0.3503694236278534,604.126708984375,608.6806030273438,0.4184098243713379,654.5783081054688,660.0174560546875
|
| 10 |
+
8,0.3418841063976288,602.08251953125,606.52685546875,0.369803786277771,657.7201538085938,662.5274047851562
|
| 11 |
+
9,0.3089928925037384,593.8406372070312,597.857421875,0.3539661169052124,653.4658813476562,658.0676879882812
|
| 12 |
+
10,0.29421770572662354,590.0775146484375,593.9020385742188,0.3534355163574219,653.7476196289062,658.34228515625
|
fold_2/logs.models.fold_2.ENCSR242CLA/logfile.modelling.fold_2.ENCSR242CLA.stderr.txt
ADDED
|
@@ -0,0 +1,328 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2022-10-05 10:16:11.718547: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 2 |
+
2022-10-05 10:21:35.976514: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 3 |
+
2022-10-05 10:21:35.978606: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
|
| 4 |
+
2022-10-05 10:21:36.392447: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 5 |
+
pciBusID: 0000:84:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 6 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.21GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 7 |
+
2022-10-05 10:21:36.392617: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 8 |
+
2022-10-05 10:21:36.419446: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 9 |
+
2022-10-05 10:21:36.419500: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 10 |
+
2022-10-05 10:21:36.432257: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 11 |
+
2022-10-05 10:21:36.438098: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 12 |
+
2022-10-05 10:21:36.457911: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 13 |
+
2022-10-05 10:21:36.463469: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 14 |
+
2022-10-05 10:21:36.464774: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 15 |
+
2022-10-05 10:21:36.472425: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 16 |
+
2022-10-05 10:21:36.472805: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
|
| 17 |
+
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
|
| 18 |
+
2022-10-05 10:21:36.472926: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 19 |
+
2022-10-05 10:21:36.478806: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 20 |
+
pciBusID: 0000:84:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 21 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.21GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 22 |
+
2022-10-05 10:21:36.478844: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 23 |
+
2022-10-05 10:21:36.478867: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 24 |
+
2022-10-05 10:21:36.478885: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 25 |
+
2022-10-05 10:21:36.478903: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 26 |
+
2022-10-05 10:21:36.478920: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 27 |
+
2022-10-05 10:21:36.478936: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 28 |
+
2022-10-05 10:21:36.478953: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 29 |
+
2022-10-05 10:21:36.478969: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 30 |
+
2022-10-05 10:21:36.488533: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 31 |
+
2022-10-05 10:21:36.490710: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 32 |
+
2022-10-05 10:21:38.621971: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
|
| 33 |
+
2022-10-05 10:21:38.622083: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
|
| 34 |
+
2022-10-05 10:21:38.622098: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
|
| 35 |
+
2022-10-05 10:21:38.628919: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75712 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:84:00.0, compute capability: 8.0)
|
| 36 |
+
2022-10-05 10:21:40.307927: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
|
| 37 |
+
2022-10-05 10:21:40.318207: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2449945000 Hz
|
| 38 |
+
2022-10-05 10:21:40.494644: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 39 |
+
2022-10-05 10:21:42.118532: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 40 |
+
2022-10-05 10:21:42.126677: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 41 |
+
2022-10-05 10:22:13.561585: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 42 |
+
2022-10-05 10:22:15.174062: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 43 |
+
2022-10-05 10:22:15.175427: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
|
| 44 |
+
2022-10-05 10:22:16.148114: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 45 |
+
pciBusID: 0000:84:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 46 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.21GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 47 |
+
2022-10-05 10:22:16.148279: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 48 |
+
2022-10-05 10:22:16.151478: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 49 |
+
2022-10-05 10:22:16.151564: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 50 |
+
2022-10-05 10:22:16.152896: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 51 |
+
2022-10-05 10:22:16.153157: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 52 |
+
2022-10-05 10:22:16.156077: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 53 |
+
2022-10-05 10:22:16.156753: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 54 |
+
2022-10-05 10:22:16.156918: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 55 |
+
2022-10-05 10:22:16.163033: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 56 |
+
2022-10-05 10:22:16.163342: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
|
| 57 |
+
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
|
| 58 |
+
2022-10-05 10:22:16.163444: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 59 |
+
2022-10-05 10:22:16.183108: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 60 |
+
pciBusID: 0000:84:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 61 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.21GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 62 |
+
2022-10-05 10:22:16.183358: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 63 |
+
2022-10-05 10:22:16.183412: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 64 |
+
2022-10-05 10:22:16.183434: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 65 |
+
2022-10-05 10:22:16.183454: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 66 |
+
2022-10-05 10:22:16.183473: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 67 |
+
2022-10-05 10:22:16.183492: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 68 |
+
2022-10-05 10:22:16.183511: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 69 |
+
2022-10-05 10:22:16.183531: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 70 |
+
2022-10-05 10:22:16.188141: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 71 |
+
2022-10-05 10:22:16.188194: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 72 |
+
2022-10-05 10:22:16.967185: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
|
| 73 |
+
2022-10-05 10:22:16.967389: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
|
| 74 |
+
2022-10-05 10:22:16.967404: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
|
| 75 |
+
2022-10-05 10:22:16.971006: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75712 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:84:00.0, compute capability: 8.0)
|
| 76 |
+
2022-10-05 10:27:43.860958: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
|
| 77 |
+
2022-10-05 10:27:43.861476: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2449945000 Hz
|
| 78 |
+
2022-10-05 10:27:45.343490: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 79 |
+
2022-10-05 10:27:46.752695: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 80 |
+
2022-10-05 10:27:46.770251: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 81 |
+
2022-10-05 10:27:50.157306: I tensorflow/stream_executor/cuda/cuda_blas.cc:1838] TensorFloat-32 will be used for the matrix multiplication. This will only be logged once.
|
| 82 |
+
2022-10-05 11:39:22.201607: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 83 |
+
2022-10-05 11:39:24.756301: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 84 |
+
2022-10-05 11:39:24.757302: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
|
| 85 |
+
2022-10-05 11:39:25.111039: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 86 |
+
pciBusID: 0000:84:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 87 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.21GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 88 |
+
2022-10-05 11:39:25.111198: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 89 |
+
2022-10-05 11:39:25.113679: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 90 |
+
2022-10-05 11:39:25.113741: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 91 |
+
2022-10-05 11:39:25.114794: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 92 |
+
2022-10-05 11:39:25.114986: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 93 |
+
2022-10-05 11:39:25.117261: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 94 |
+
2022-10-05 11:39:25.117765: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 95 |
+
2022-10-05 11:39:25.117902: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 96 |
+
2022-10-05 11:39:25.119650: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 97 |
+
2022-10-05 11:39:25.119954: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
|
| 98 |
+
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
|
| 99 |
+
2022-10-05 11:39:25.120052: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 100 |
+
2022-10-05 11:39:25.121394: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 101 |
+
pciBusID: 0000:84:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 102 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.21GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 103 |
+
2022-10-05 11:39:25.121421: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 104 |
+
2022-10-05 11:39:25.121441: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 105 |
+
2022-10-05 11:39:25.121456: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 106 |
+
2022-10-05 11:39:25.121470: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 107 |
+
2022-10-05 11:39:25.121484: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 108 |
+
2022-10-05 11:39:25.121498: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 109 |
+
2022-10-05 11:39:25.121511: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 110 |
+
2022-10-05 11:39:25.121524: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 111 |
+
2022-10-05 11:39:25.123189: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 112 |
+
2022-10-05 11:39:25.123227: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 113 |
+
2022-10-05 11:39:25.606892: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
|
| 114 |
+
2022-10-05 11:39:25.607045: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
|
| 115 |
+
2022-10-05 11:39:25.607060: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
|
| 116 |
+
2022-10-05 11:39:25.609987: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75712 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:84:00.0, compute capability: 8.0)
|
| 117 |
+
2022-10-05 11:40:36.402801: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
|
| 118 |
+
2022-10-05 11:40:36.406011: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2449945000 Hz
|
| 119 |
+
2022-10-05 11:40:36.484800: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 120 |
+
2022-10-05 11:40:37.187425: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 121 |
+
2022-10-05 11:40:37.189718: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 122 |
+
/opt/conda/lib/python3.7/site-packages/tensorflow/python/keras/layers/core.py:1059: UserWarning: is not loaded, but a Lambda layer uses it. It may cause errors.
|
| 123 |
+
, UserWarning)
|
| 124 |
+
/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:69: RuntimeWarning: invalid value encountered in true_divide
|
| 125 |
+
cur_jsd=jensenshannon(true_counts[idx,:]/np.nansum(true_counts[idx,:]),pred_probs[idx,:])
|
| 126 |
+
/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/utils/metrics_utils.py:196: RuntimeWarning: invalid value encountered in true_divide
|
| 127 |
+
profile_prob = profile / np.sum(profile)
|
| 128 |
+
/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:78: RuntimeWarning: invalid value encountered in true_divide
|
| 129 |
+
shuffled_labels_prob=shuffled_labels/np.nansum(shuffled_labels)
|
| 130 |
+
/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:88: RuntimeWarning: invalid value encountered in true_divide
|
| 131 |
+
curr_jsd_rnd=jensenshannon(true_counts[idx,:]/np.nansum(true_counts[idx,:]),shuffled_labels_prob)
|
| 132 |
+
No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
|
| 133 |
+
findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
|
| 134 |
+
findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
|
| 135 |
+
findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
|
| 136 |
+
No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
|
| 137 |
+
No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
|
| 138 |
+
2022-10-05 11:42:29.449012: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 139 |
+
2022-10-05 11:42:31.668922: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 140 |
+
2022-10-05 11:42:31.669913: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
|
| 141 |
+
2022-10-05 11:42:31.981249: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 142 |
+
pciBusID: 0000:84:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 143 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.21GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 144 |
+
2022-10-05 11:42:31.981369: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 145 |
+
2022-10-05 11:42:31.984745: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 146 |
+
2022-10-05 11:42:31.984842: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 147 |
+
2022-10-05 11:42:31.986410: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 148 |
+
2022-10-05 11:42:31.986755: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 149 |
+
2022-10-05 11:42:31.990324: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 150 |
+
2022-10-05 11:42:31.990955: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 151 |
+
2022-10-05 11:42:31.991100: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 152 |
+
2022-10-05 11:42:31.992829: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 153 |
+
2022-10-05 11:42:31.993121: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
|
| 154 |
+
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
|
| 155 |
+
2022-10-05 11:42:31.993251: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 156 |
+
2022-10-05 11:42:31.994144: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 157 |
+
pciBusID: 0000:84:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 158 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.21GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 159 |
+
2022-10-05 11:42:31.994169: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 160 |
+
2022-10-05 11:42:31.994189: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 161 |
+
2022-10-05 11:42:31.994206: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 162 |
+
2022-10-05 11:42:31.994222: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 163 |
+
2022-10-05 11:42:31.994238: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 164 |
+
2022-10-05 11:42:31.994253: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 165 |
+
2022-10-05 11:42:31.994268: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 166 |
+
2022-10-05 11:42:31.994283: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 167 |
+
2022-10-05 11:42:31.995942: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 168 |
+
2022-10-05 11:42:31.995978: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 169 |
+
2022-10-05 11:42:32.481174: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
|
| 170 |
+
2022-10-05 11:42:32.481345: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
|
| 171 |
+
2022-10-05 11:42:32.481359: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
|
| 172 |
+
2022-10-05 11:42:32.484248: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75712 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:84:00.0, compute capability: 8.0)
|
| 173 |
+
WARNING:tensorflow:No training configuration found in the save file, so the model was *not* compiled. Compile it manually.
|
| 174 |
+
2022-10-05 11:43:30.055227: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
|
| 175 |
+
2022-10-05 11:43:30.057477: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2449945000 Hz
|
| 176 |
+
2022-10-05 11:43:30.110371: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 177 |
+
2022-10-05 11:43:30.630694: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 178 |
+
2022-10-05 11:43:30.632439: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 179 |
+
/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:69: RuntimeWarning: invalid value encountered in true_divide
|
| 180 |
+
cur_jsd=jensenshannon(true_counts[idx,:]/np.nansum(true_counts[idx,:]),pred_probs[idx,:])
|
| 181 |
+
/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/utils/metrics_utils.py:196: RuntimeWarning: invalid value encountered in true_divide
|
| 182 |
+
profile_prob = profile / np.sum(profile)
|
| 183 |
+
/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:78: RuntimeWarning: invalid value encountered in true_divide
|
| 184 |
+
shuffled_labels_prob=shuffled_labels/np.nansum(shuffled_labels)
|
| 185 |
+
/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:88: RuntimeWarning: invalid value encountered in true_divide
|
| 186 |
+
curr_jsd_rnd=jensenshannon(true_counts[idx,:]/np.nansum(true_counts[idx,:]),shuffled_labels_prob)
|
| 187 |
+
No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
|
| 188 |
+
findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
|
| 189 |
+
findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
|
| 190 |
+
findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
|
| 191 |
+
No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
|
| 192 |
+
No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
|
| 193 |
+
2022-10-05 11:45:16.153100: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 194 |
+
2022-10-05 11:45:18.428284: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 195 |
+
2022-10-05 11:45:18.429297: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
|
| 196 |
+
2022-10-05 11:45:18.931514: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 197 |
+
pciBusID: 0000:84:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 198 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.21GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 199 |
+
2022-10-05 11:45:18.931695: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 200 |
+
2022-10-05 11:45:18.934490: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 201 |
+
2022-10-05 11:45:18.934560: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 202 |
+
2022-10-05 11:45:18.935740: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 203 |
+
2022-10-05 11:45:18.935974: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 204 |
+
2022-10-05 11:45:18.938808: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 205 |
+
2022-10-05 11:45:18.939382: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 206 |
+
2022-10-05 11:45:18.939548: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 207 |
+
2022-10-05 11:45:18.955103: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 208 |
+
2022-10-05 11:45:18.955579: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
|
| 209 |
+
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
|
| 210 |
+
2022-10-05 11:45:18.955832: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 211 |
+
2022-10-05 11:45:18.960506: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 212 |
+
pciBusID: 0000:84:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 213 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.21GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 214 |
+
2022-10-05 11:45:18.960547: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 215 |
+
2022-10-05 11:45:18.960583: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 216 |
+
2022-10-05 11:45:18.960628: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 217 |
+
2022-10-05 11:45:18.960688: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 218 |
+
2022-10-05 11:45:18.960711: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 219 |
+
2022-10-05 11:45:18.960732: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 220 |
+
2022-10-05 11:45:18.960753: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 221 |
+
2022-10-05 11:45:18.960774: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 222 |
+
2022-10-05 11:45:18.966047: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 223 |
+
2022-10-05 11:45:18.966113: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 224 |
+
2022-10-05 11:45:19.568029: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
|
| 225 |
+
2022-10-05 11:45:19.568204: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
|
| 226 |
+
2022-10-05 11:45:19.568218: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
|
| 227 |
+
2022-10-05 11:45:19.571176: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75712 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:84:00.0, compute capability: 8.0)
|
| 228 |
+
2022-10-05 11:46:17.841538: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
|
| 229 |
+
2022-10-05 11:46:17.843221: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2449945000 Hz
|
| 230 |
+
2022-10-05 11:46:17.878743: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 231 |
+
2022-10-05 11:46:18.566803: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 232 |
+
2022-10-05 11:46:18.568441: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 233 |
+
/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:69: RuntimeWarning: invalid value encountered in true_divide
|
| 234 |
+
cur_jsd=jensenshannon(true_counts[idx,:]/np.nansum(true_counts[idx,:]),pred_probs[idx,:])
|
| 235 |
+
/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/utils/metrics_utils.py:196: RuntimeWarning: invalid value encountered in true_divide
|
| 236 |
+
profile_prob = profile / np.sum(profile)
|
| 237 |
+
/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:78: RuntimeWarning: invalid value encountered in true_divide
|
| 238 |
+
shuffled_labels_prob=shuffled_labels/np.nansum(shuffled_labels)
|
| 239 |
+
/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:88: RuntimeWarning: invalid value encountered in true_divide
|
| 240 |
+
curr_jsd_rnd=jensenshannon(true_counts[idx,:]/np.nansum(true_counts[idx,:]),shuffled_labels_prob)
|
| 241 |
+
No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
|
| 242 |
+
findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
|
| 243 |
+
findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
|
| 244 |
+
findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
|
| 245 |
+
No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
|
| 246 |
+
No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
|
| 247 |
+
2022-10-05 11:47:16.445512: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 248 |
+
2022-10-05 11:47:17.619720: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 249 |
+
2022-10-05 11:47:17.620691: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
|
| 250 |
+
2022-10-05 11:47:17.873490: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 251 |
+
pciBusID: 0000:84:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 252 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.21GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 253 |
+
2022-10-05 11:47:17.873710: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 254 |
+
2022-10-05 11:47:17.877332: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 255 |
+
2022-10-05 11:47:17.877452: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 256 |
+
2022-10-05 11:47:17.879102: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 257 |
+
2022-10-05 11:47:17.879456: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 258 |
+
2022-10-05 11:47:17.882212: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 259 |
+
2022-10-05 11:47:17.882687: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 260 |
+
2022-10-05 11:47:17.882828: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 261 |
+
2022-10-05 11:47:17.885751: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 262 |
+
2022-10-05 11:47:17.886058: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
|
| 263 |
+
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
|
| 264 |
+
2022-10-05 11:47:17.886173: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 265 |
+
2022-10-05 11:47:17.887062: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 266 |
+
pciBusID: 0000:84:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 267 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.21GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 268 |
+
2022-10-05 11:47:17.887093: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 269 |
+
2022-10-05 11:47:17.887112: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 270 |
+
2022-10-05 11:47:17.887126: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 271 |
+
2022-10-05 11:47:17.887141: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 272 |
+
2022-10-05 11:47:17.887154: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 273 |
+
2022-10-05 11:47:17.887169: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 274 |
+
2022-10-05 11:47:17.887182: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 275 |
+
2022-10-05 11:47:17.887196: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 276 |
+
2022-10-05 11:47:17.888884: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 277 |
+
2022-10-05 11:47:17.888959: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 278 |
+
2022-10-05 11:47:18.425769: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
|
| 279 |
+
2022-10-05 11:47:18.425972: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
|
| 280 |
+
2022-10-05 11:47:18.425988: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
|
| 281 |
+
2022-10-05 11:47:18.428824: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75712 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:84:00.0, compute capability: 8.0)
|
| 282 |
+
WARNING:tensorflow:No training configuration found in the save file, so the model was *not* compiled. Compile it manually.
|
| 283 |
+
2022-10-05 11:47:32.484448: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
|
| 284 |
+
2022-10-05 11:47:32.484995: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2449945000 Hz
|
| 285 |
+
2022-10-05 11:47:32.762539: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 286 |
+
2022-10-05 11:47:33.621376: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 287 |
+
2022-10-05 11:47:33.623407: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 288 |
+
mkdir: cannot create directory ‘/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR242CLA//chrombppnet_model_encsr283tme_bias_fold_2//footprints’: File exists
|
| 289 |
+
2022-10-05 11:49:21.757156: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 290 |
+
2022-10-05 11:49:22.907429: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 291 |
+
2022-10-05 11:49:22.908331: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
|
| 292 |
+
2022-10-05 11:49:23.174961: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 293 |
+
pciBusID: 0000:84:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 294 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.21GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 295 |
+
2022-10-05 11:49:23.175121: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 296 |
+
2022-10-05 11:49:23.177627: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 297 |
+
2022-10-05 11:49:23.177681: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 298 |
+
2022-10-05 11:49:23.178723: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 299 |
+
2022-10-05 11:49:23.178918: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 300 |
+
2022-10-05 11:49:23.181243: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 301 |
+
2022-10-05 11:49:23.181755: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 302 |
+
2022-10-05 11:49:23.181891: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 303 |
+
2022-10-05 11:49:23.184287: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 304 |
+
2022-10-05 11:49:23.184613: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
|
| 305 |
+
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
|
| 306 |
+
2022-10-05 11:49:23.184710: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
|
| 307 |
+
2022-10-05 11:49:23.185620: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
|
| 308 |
+
pciBusID: 0000:84:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
|
| 309 |
+
coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.21GiB deviceMemoryBandwidth: 1.85TiB/s
|
| 310 |
+
2022-10-05 11:49:23.185684: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 311 |
+
2022-10-05 11:49:23.185705: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 312 |
+
2022-10-05 11:49:23.185721: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 313 |
+
2022-10-05 11:49:23.185737: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
|
| 314 |
+
2022-10-05 11:49:23.185752: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
|
| 315 |
+
2022-10-05 11:49:23.185767: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
|
| 316 |
+
2022-10-05 11:49:23.185782: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
|
| 317 |
+
2022-10-05 11:49:23.185796: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
| 318 |
+
2022-10-05 11:49:23.187441: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
|
| 319 |
+
2022-10-05 11:49:23.187486: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
|
| 320 |
+
2022-10-05 11:49:23.679655: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
|
| 321 |
+
2022-10-05 11:49:23.679829: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
|
| 322 |
+
2022-10-05 11:49:23.679843: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
|
| 323 |
+
2022-10-05 11:49:23.682673: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75712 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:84:00.0, compute capability: 8.0)
|
| 324 |
+
2022-10-05 11:49:37.593983: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
|
| 325 |
+
2022-10-05 11:49:37.594563: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2449945000 Hz
|
| 326 |
+
2022-10-05 11:49:37.731232: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
|
| 327 |
+
2022-10-05 11:49:38.351957: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
|
| 328 |
+
2022-10-05 11:49:38.368407: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
|
fold_2/model.bias_scaled.fold_2.ENCSR242CLA.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:47ad1d7f5d66cfe1deb7364ec9987b1c6611f10cddb8b3293bc7f7337f687dde
|
| 3 |
+
size 2688440
|
fold_2/model.bias_scaled.fold_2.ENCSR242CLA.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:98c2db321785842d87e659ac5338a84d34af39fff46a271ef67f38b31dd1d814
|
| 3 |
+
size 1198080
|
fold_2/model.chrombpnet.fold_2.ENCSR242CLA.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f3052c65e2d64296e3cb16acc6d2ac5d07c7223eb0ece2a79f3a6fad5ed15cde
|
| 3 |
+
size 26447928
|
fold_2/model.chrombpnet.fold_2.ENCSR242CLA.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e4e5cf5252ada60400a1e77646654abf0a56eace662a42f21400a9e50314ef5e
|
| 3 |
+
size 27607040
|
fold_2/model.chrombpnet_nobias.fold_2.ENCSR242CLA.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fa2c6b0dd88e647886a6fa5a6b4601306a429a1f33016d546cad2cdfccd721ac
|
| 3 |
+
size 25583536
|
fold_2/model.chrombpnet_nobias.fold_2.ENCSR242CLA.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2daf09066e0cb7ddd6197db8738b90ceeccbfbd96c8b8c507751e25e801faae4
|
| 3 |
+
size 26081280
|
fold_3/logs.models.fold_3.ENCSR242CLA/logfile.modelling.fold_3.ENCSR242CLA.stdout.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
fold_3/model.bias_scaled.fold_3.ENCSR242CLA.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f3a82eacf802dcc6a09196c2037acfe00dc4b6c0711ebe193fa78c391f157acb
|
| 3 |
+
size 2688440
|
fold_3/model.bias_scaled.fold_3.ENCSR242CLA.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f00283c20bc3c5fda492301a2773ed976161852772bf1bab5a650da0913f004c
|
| 3 |
+
size 1198080
|
fold_3/model.chrombpnet.fold_3.ENCSR242CLA.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1b5009dabaa60a41161eb6e50e7127fd2842a445a1107e0e4680d4807787cdb6
|
| 3 |
+
size 26447928
|
fold_3/model.chrombpnet.fold_3.ENCSR242CLA.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9229ee8d296a2efab667f8f34ae5f6493ff9cfe2a65a2aefb2605fe81d18fe2b
|
| 3 |
+
size 27607040
|
fold_3/model.chrombpnet_nobias.fold_3.ENCSR242CLA.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:135d84cf739c7b4c0fde2fd90124ba1baaee8dd4df54dd614816606b6a06bf38
|
| 3 |
+
size 25583536
|
fold_3/model.chrombpnet_nobias.fold_3.ENCSR242CLA.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:280f5d9598b350eabef381fad37c533092b6612140cebe5332ecd83085969cc7
|
| 3 |
+
size 26081280
|
fold_4/model.bias_scaled.fold_4.ENCSR242CLA.h5
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a5d353ffbb223082fb6a7e158d898c1d1acfdf2e1daf69195eab02d1c9b12d03
|
| 3 |
+
size 2688440
|
fold_4/model.bias_scaled.fold_4.ENCSR242CLA.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cdb32ddfa76fa8a834a9a127562eca536ae2abf4dd714302ae5743e11db22522
|
| 3 |
+
size 1198080
|