Hugging Face's logo

kundajelab
/
encode-chrombpnet-DNASE-ENCSR552TPH-ENCSR153FUR

chrombpnet
encode
chromatin-accessibility
DNASE
t-cell
hg38
Model card Files
xet
 Community
chang-m-yun commited on
Commit
96cd767
·
verified ·
1 Parent(s): 4a470c6

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +9 -0
  2. fold_0/logs.models.fold_0.ENCSR552TPH/logfile.modelling.fold_0.ENCSR552TPH.batch_loss.tsv +0 -0
  3. fold_0/logs.models.fold_0.ENCSR552TPH/logfile.modelling.fold_0.ENCSR552TPH.bias_formatting.stderr.txt +38 -0
  4. fold_0/logs.models.fold_0.ENCSR552TPH/logfile.modelling.fold_0.ENCSR552TPH.chrombpnet_model_params.tsv +9 -0
  5. fold_0/logs.models.fold_0.ENCSR552TPH/logfile.modelling.fold_0.ENCSR552TPH.stdout_v1.txt +3 -0
  6. fold_0/model.bias_scaled.fold_0.ENCSR552TPH.h5 +3 -0
  7. fold_0/model.bias_scaled.fold_0.ENCSR552TPH.tar +3 -0
  8. fold_0/model.chrombpnet.fold_0.ENCSR552TPH.h5 +3 -0
  9. fold_0/model.chrombpnet.fold_0.ENCSR552TPH.tar +3 -0
  10. fold_0/model.chrombpnet_nobias.fold_0.ENCSR552TPH.h5 +3 -0
  11. fold_0/model.chrombpnet_nobias.fold_0.ENCSR552TPH.tar +3 -0
  12. fold_1/logs.models.fold_1.ENCSR552TPH/logfile.modelling.fold_1.ENCSR552TPH.stdout.txt +3 -0
  13. fold_1/logs.models.fold_1.ENCSR552TPH/logfile.modelling.fold_1.ENCSR552TPH.stdout_v1.txt +3 -0
  14. fold_1/model.bias_scaled.fold_1.ENCSR552TPH.h5 +3 -0
  15. fold_1/model.bias_scaled.fold_1.ENCSR552TPH.tar +3 -0
  16. fold_1/model.chrombpnet.fold_1.ENCSR552TPH.h5 +3 -0
  17. fold_1/model.chrombpnet.fold_1.ENCSR552TPH.tar +3 -0
  18. fold_1/model.chrombpnet_nobias.fold_1.ENCSR552TPH.h5 +3 -0
  19. fold_1/model.chrombpnet_nobias.fold_1.ENCSR552TPH.tar +3 -0
  20. fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.args.json +23 -0
  21. fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.bias_formatting.stderr.txt +38 -0
  22. fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.bias_formatting.stdout.txt +1 -0
  23. fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.chrombpnet.params.json +11 -0
  24. fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.chrombpnet_data_params.tsv +3 -0
  25. fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.chrombpnet_formatting.stderr.txt +40 -0
  26. fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.chrombpnet_formatting.stdout.txt +1 -0
  27. fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.chrombpnet_model_params.tsv +9 -0
  28. fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.chrombpnet_no_bias_formatting.stderr.txt +1 -0
  29. fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.chrombpnet_no_bias_formatting.stdout.txt +1 -0
  30. fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.epoch_loss.csv +17 -0
  31. fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.stderr.txt +332 -0
  32. fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.stdout.txt +3 -0
  33. fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.stdout_v1.txt +3 -0
  34. fold_2/model.bias_scaled.fold_2.ENCSR552TPH.h5 +3 -0
  35. fold_2/model.bias_scaled.fold_2.ENCSR552TPH.tar +3 -0
  36. fold_2/model.chrombpnet.fold_2.ENCSR552TPH.h5 +3 -0
  37. fold_2/model.chrombpnet.fold_2.ENCSR552TPH.tar +3 -0
  38. fold_2/model.chrombpnet_nobias.fold_2.ENCSR552TPH.h5 +3 -0
  39. fold_2/model.chrombpnet_nobias.fold_2.ENCSR552TPH.tar +3 -0
  40. fold_3/logs.models.fold_3.ENCSR552TPH/logfile.modelling.fold_3.ENCSR552TPH.stdout.txt +3 -0
  41. fold_3/logs.models.fold_3.ENCSR552TPH/logfile.modelling.fold_3.ENCSR552TPH.stdout_v1.txt +3 -0
  42. fold_3/model.bias_scaled.fold_3.ENCSR552TPH.h5 +3 -0
  43. fold_3/model.bias_scaled.fold_3.ENCSR552TPH.tar +3 -0
  44. fold_3/model.chrombpnet.fold_3.ENCSR552TPH.h5 +3 -0
  45. fold_3/model.chrombpnet.fold_3.ENCSR552TPH.tar +3 -0
  46. fold_3/model.chrombpnet_nobias.fold_3.ENCSR552TPH.h5 +3 -0
  47. fold_3/model.chrombpnet_nobias.fold_3.ENCSR552TPH.tar +3 -0
  48. fold_4/logs.models.fold_4.ENCSR552TPH/logfile.modelling.fold_4.ENCSR552TPH.stdout.txt +3 -0
  49. fold_4/logs.models.fold_4.ENCSR552TPH/logfile.modelling.fold_4.ENCSR552TPH.stdout_v1.txt +3 -0
  50. fold_4/model.bias_scaled.fold_4.ENCSR552TPH.h5 +3 -0
.gitattributes CHANGED
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
37
+ fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.stdout.txt filter=lfs diff=lfs merge=lfs -text
38
+ fold_0/logs.models.fold_0.ENCSR552TPH/logfile.modelling.fold_0.ENCSR552TPH.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
39
+ fold_3/logs.models.fold_3.ENCSR552TPH/logfile.modelling.fold_3.ENCSR552TPH.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
40
+ fold_1/logs.models.fold_1.ENCSR552TPH/logfile.modelling.fold_1.ENCSR552TPH.stdout.txt filter=lfs diff=lfs merge=lfs -text
41
+ fold_1/logs.models.fold_1.ENCSR552TPH/logfile.modelling.fold_1.ENCSR552TPH.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
42
+ fold_4/logs.models.fold_4.ENCSR552TPH/logfile.modelling.fold_4.ENCSR552TPH.stdout_v1.txt filter=lfs diff=lfs merge=lfs -text
43
+ fold_4/logs.models.fold_4.ENCSR552TPH/logfile.modelling.fold_4.ENCSR552TPH.stdout.txt filter=lfs diff=lfs merge=lfs -text
44
+ fold_3/logs.models.fold_3.ENCSR552TPH/logfile.modelling.fold_3.ENCSR552TPH.stdout.txt filter=lfs diff=lfs merge=lfs -text
fold_0/logs.models.fold_0.ENCSR552TPH/logfile.modelling.fold_0.ENCSR552TPH.batch_loss.tsv ADDED
The diff for this file is too large to render. See raw diff
 
fold_0/logs.models.fold_0.ENCSR552TPH/logfile.modelling.fold_0.ENCSR552TPH.bias_formatting.stderr.txt ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
2
+ INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
3
+ 2023-07-16 23:48:37.375579: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
4
+ 2023-07-16 23:48:40.074981: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
5
+ 2023-07-16 23:48:40.078976: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
6
+ 2023-07-16 23:48:40.872890: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
7
+ pciBusID: 0000:07:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
8
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
9
+ 2023-07-16 23:48:40.873106: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
10
+ 2023-07-16 23:48:40.895633: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
11
+ 2023-07-16 23:48:40.895694: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
12
+ 2023-07-16 23:48:40.906171: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
13
+ 2023-07-16 23:48:40.911345: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
14
+ 2023-07-16 23:48:40.929051: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
15
+ 2023-07-16 23:48:40.933789: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
16
+ 2023-07-16 23:48:40.934833: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
17
+ 2023-07-16 23:48:40.978686: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
18
+ 2023-07-16 23:48:40.979066: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
19
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
20
+ 2023-07-16 23:48:40.980043: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
21
+ 2023-07-16 23:48:41.002783: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
22
+ pciBusID: 0000:07:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
23
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
24
+ 2023-07-16 23:48:41.002940: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
25
+ 2023-07-16 23:48:41.003013: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
26
+ 2023-07-16 23:48:41.003036: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
27
+ 2023-07-16 23:48:41.003057: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
28
+ 2023-07-16 23:48:41.003077: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
29
+ 2023-07-16 23:48:41.003096: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
30
+ 2023-07-16 23:48:41.003115: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
31
+ 2023-07-16 23:48:41.003134: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
32
+ 2023-07-16 23:48:41.051869: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
33
+ 2023-07-16 23:48:41.053412: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
34
+ 2023-07-16 23:48:44.078634: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
35
+ 2023-07-16 23:48:44.078762: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
36
+ 2023-07-16 23:48:44.078780: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
37
+ 2023-07-16 23:48:44.085938: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75650 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:07:00.0, compute capability: 8.0)
38
+ 2023-07-16 23:48:45.396560: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
fold_0/logs.models.fold_0.ENCSR552TPH/logfile.modelling.fold_0.ENCSR552TPH.chrombpnet_model_params.tsv ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ counts_loss_weight 3.7
2
+ filters 512
3
+ n_dil_layers 8
4
+ bias_model_path chrombppnet_model_encsr283tme_bias/bias_model_scaled.h5
5
+ inputlen 2114
6
+ outputlen 1000
7
+ max_jitter 500
8
+ chr_fold_path splits/fold_0.json
9
+ negative_sampling_ratio 0.1
fold_0/logs.models.fold_0.ENCSR552TPH/logfile.modelling.fold_0.ENCSR552TPH.stdout_v1.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc7f9f69ac165e7b22bb9647551bbd7b780674378b9627ef043adf6925638a37
3
+ size 14996007
fold_0/model.bias_scaled.fold_0.ENCSR552TPH.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9339f407ad9dc618d8e3a8b59a1cb1cb29c9b3bd7230c6ceafa9d7679508ad77
3
+ size 2688440
fold_0/model.bias_scaled.fold_0.ENCSR552TPH.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58513555e2cc5e77752f7d2c5656fcf8a0357df18da51e016f25986cf8931f4d
3
+ size 1208320
fold_0/model.chrombpnet.fold_0.ENCSR552TPH.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:384489a0fc8cfc4345f9a0db0f5eb614c69a4bdb8955904d444c7b393d878e71
3
+ size 26448016
fold_0/model.chrombpnet.fold_0.ENCSR552TPH.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59d5af2abef93a3e509f908efbc98357bbb7be5ae1b632ae21256d5f66bdc898
3
+ size 27617280
fold_0/model.chrombpnet_nobias.fold_0.ENCSR552TPH.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8109baf74913af9d69e6d646beb7cf59a91aa707d8336baf1100149e5dff7939
3
+ size 25583536
fold_0/model.chrombpnet_nobias.fold_0.ENCSR552TPH.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2eee91f4c24a561453ddbae36e00d6893de540e0470688e176216b877e085ce1
3
+ size 26081280
fold_1/logs.models.fold_1.ENCSR552TPH/logfile.modelling.fold_1.ENCSR552TPH.stdout.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06420665f9da033101da47b3dceb355c39809c8d0d74177afc6252f8e6cb3bff
3
+ size 13974662
fold_1/logs.models.fold_1.ENCSR552TPH/logfile.modelling.fold_1.ENCSR552TPH.stdout_v1.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7486c4fffb383098ed26f059a7d00e1961e04e416054defa5574610aa95ef0c
3
+ size 16106269
fold_1/model.bias_scaled.fold_1.ENCSR552TPH.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16e36890273b81dbc28df7571cdf36c1df62369264ea8b4e6ce9aff67ca594a4
3
+ size 2688440
fold_1/model.bias_scaled.fold_1.ENCSR552TPH.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ed813208b86a47282f1bc666ec92cfdf885eed94cd94e2d21f07ccbedaf3dd9
3
+ size 1198080
fold_1/model.chrombpnet.fold_1.ENCSR552TPH.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:055d20fbf6b0b79869d3660a0eab02e3d516421390e0282a060dfcee55125706
3
+ size 26447928
fold_1/model.chrombpnet.fold_1.ENCSR552TPH.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd49f7f5c0097f3e012d45f429b30efcf5ab7ffe75a9493a1340a72e333e28da
3
+ size 27607040
fold_1/model.chrombpnet_nobias.fold_1.ENCSR552TPH.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ddeb2883a74b3a5feb8305eef3f3e23f25a64dbebb5ea0cfb87608f2bd021cb
3
+ size 25583536
fold_1/model.chrombpnet_nobias.fold_1.ENCSR552TPH.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7044b1baf7f97ed852abcec7371dcfa20712a23956badbec09cc49173a04c81e
3
+ size 26081280
fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.args.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "genome": "/scratch/groups/akundaje/anusri/chromatin_atlas/reference/hg38.genome.fa",
3
+ "bigwig": "/oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR552TPH//preprocessing/bigWigs/ENCSR552TPH.bigWig",
4
+ "peaks": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR552TPH//chrombppnet_model_encsr283tme_bias_fold_2//filtered.peaks.bed",
5
+ "nonpeaks": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR552TPH//chrombppnet_model_encsr283tme_bias_fold_2//filtered.nonpeaks.bed",
6
+ "output_prefix": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR552TPH//chrombppnet_model_encsr283tme_bias_fold_2//chrombpnet",
7
+ "chr_fold_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_2.json",
8
+ "trackables": [
9
+ "logcount_predictions_loss",
10
+ "loss",
11
+ "logits_profile_predictions_loss",
12
+ "val_logcount_predictions_loss",
13
+ "val_loss",
14
+ "val_logits_profile_predictions_loss"
15
+ ],
16
+ "epochs": 50,
17
+ "early_stop": 5,
18
+ "batch_size": 64,
19
+ "learning_rate": 0.001,
20
+ "params": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR552TPH//chrombppnet_model_encsr283tme_bias_fold_2//chrombpnet_model_params.tsv",
21
+ "seed": 1234,
22
+ "architecture_from_file": "/home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/models/chrombpnet_with_bias_model.py"
23
+ }
fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.bias_formatting.stderr.txt ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
2
+ INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
3
+ 2023-07-16 23:48:38.407149: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
4
+ 2023-07-16 23:48:41.086925: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
5
+ 2023-07-16 23:48:41.090888: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
6
+ 2023-07-16 23:48:41.900810: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
7
+ pciBusID: 0000:8a:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
8
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
9
+ 2023-07-16 23:48:41.900951: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
10
+ 2023-07-16 23:48:41.923810: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
11
+ 2023-07-16 23:48:41.923947: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
12
+ 2023-07-16 23:48:41.935773: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
13
+ 2023-07-16 23:48:41.941167: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
14
+ 2023-07-16 23:48:41.961234: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
15
+ 2023-07-16 23:48:41.967621: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
16
+ 2023-07-16 23:48:41.969256: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
17
+ 2023-07-16 23:48:42.062368: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
18
+ 2023-07-16 23:48:42.062799: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
19
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
20
+ 2023-07-16 23:48:42.063999: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
21
+ 2023-07-16 23:48:42.137225: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
22
+ pciBusID: 0000:8a:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
23
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
24
+ 2023-07-16 23:48:42.137345: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
25
+ 2023-07-16 23:48:42.137396: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
26
+ 2023-07-16 23:48:42.137416: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
27
+ 2023-07-16 23:48:42.137433: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
28
+ 2023-07-16 23:48:42.137451: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
29
+ 2023-07-16 23:48:42.137467: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
30
+ 2023-07-16 23:48:42.137484: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
31
+ 2023-07-16 23:48:42.137501: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
32
+ 2023-07-16 23:48:42.222450: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
33
+ 2023-07-16 23:48:42.224101: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
34
+ 2023-07-16 23:48:44.153584: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
35
+ 2023-07-16 23:48:44.153695: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
36
+ 2023-07-16 23:48:44.153710: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
37
+ 2023-07-16 23:48:44.205349: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75650 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:8a:00.0, compute capability: 8.0)
38
+ 2023-07-16 23:48:45.497663: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.bias_formatting.stdout.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR552TPH//chrombppnet_model_encsr283tme_bias_fold_2/bias_model_scaled.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR552TPH//chrombppnet_model_encsr283tme_bias_fold_2/new_model_formats/bias_model_scaled
fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.chrombpnet.params.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "counts_loss_weight": "3.7",
3
+ "filters": "512",
4
+ "n_dil_layers": "8",
5
+ "bias_model_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR552TPH//chrombppnet_model_encsr283tme_bias_fold_2/bias_model_scaled.h5",
6
+ "inputlen": "2114",
7
+ "outputlen": "1000",
8
+ "max_jitter": "500",
9
+ "chr_fold_path": "/scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_2.json",
10
+ "negative_sampling_ratio": "0.1"
11
+ }
fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.chrombpnet_data_params.tsv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ counts_sum_min_thresh 4.0
2
+ counts_sum_max_thresh 2336.0
3
+ trainings_pts_post_thresh 177929
fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.chrombpnet_formatting.stderr.txt ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ INFO: underlay of /etc/localtime required more than 50 (88) bind mounts
2
+ INFO: underlay of /usr/bin/nvidia-smi required more than 50 (355) bind mounts
3
+ 2023-07-17 13:16:35.283319: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
4
+ 2023-07-17 13:16:38.173177: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
5
+ 2023-07-17 13:16:38.176609: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
6
+ 2023-07-17 13:16:38.761535: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
7
+ pciBusID: 0000:c3:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
8
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
9
+ 2023-07-17 13:16:38.761648: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
10
+ 2023-07-17 13:16:38.785694: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
11
+ 2023-07-17 13:16:38.785984: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
12
+ 2023-07-17 13:16:38.798117: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
13
+ 2023-07-17 13:16:38.803706: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
14
+ 2023-07-17 13:16:38.822441: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
15
+ 2023-07-17 13:16:38.828496: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
16
+ 2023-07-17 13:16:38.830328: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
17
+ 2023-07-17 13:16:38.840872: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
18
+ 2023-07-17 13:16:38.841351: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
19
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
20
+ 2023-07-17 13:16:38.842356: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
21
+ 2023-07-17 13:16:38.849234: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
22
+ pciBusID: 0000:c3:00.0 name: NVIDIA A100-SXM4-80GB computeCapability: 8.0
23
+ coreClock: 1.41GHz coreCount: 108 deviceMemorySize: 79.15GiB deviceMemoryBandwidth: 1.85TiB/s
24
+ 2023-07-17 13:16:38.849288: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
25
+ 2023-07-17 13:16:38.849331: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
26
+ 2023-07-17 13:16:38.849350: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
27
+ 2023-07-17 13:16:38.849367: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
28
+ 2023-07-17 13:16:38.849382: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
29
+ 2023-07-17 13:16:38.849398: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
30
+ 2023-07-17 13:16:38.849413: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
31
+ 2023-07-17 13:16:38.849429: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
32
+ 2023-07-17 13:16:38.859341: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
33
+ 2023-07-17 13:16:38.861459: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
34
+ 2023-07-17 13:16:41.231739: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
35
+ 2023-07-17 13:16:41.231833: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
36
+ 2023-07-17 13:16:41.231847: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
37
+ 2023-07-17 13:16:41.238219: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 75650 MB memory) -> physical GPU (device: 0, name: NVIDIA A100-SXM4-80GB, pci bus id: 0000:c3:00.0, compute capability: 8.0)
38
+ 2023-07-17 13:16:43.746186: W tensorflow/python/util/util.cc:348] Sets are not currently considered sequences, but this may change in the future, so consider avoiding using them.
39
+ /opt/conda/lib/python3.7/site-packages/tensorflow/python/keras/layers/core.py:1059: UserWarning: is not loaded, but a Lambda layer uses it. It may cause errors.
40
+ , UserWarning)
fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.chrombpnet_formatting.stdout.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR552TPH//chrombppnet_model_encsr283tme_bias_fold_2/chrombpnet.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR552TPH//chrombppnet_model_encsr283tme_bias_fold_2/new_model_formats/chrombpnet
fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.chrombpnet_model_params.tsv ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ counts_loss_weight 3.7
2
+ filters 512
3
+ n_dil_layers 8
4
+ bias_model_path /scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR552TPH//chrombppnet_model_encsr283tme_bias_fold_2/bias_model_scaled.h5
5
+ inputlen 2114
6
+ outputlen 1000
7
+ max_jitter 500
8
+ chr_fold_path /scratch/groups/akundaje/anusri/chromatin_atlas/splits/fold_2.json
9
+ negative_sampling_ratio 0.1
fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.chrombpnet_no_bias_formatting.stderr.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR552TPH//chrombppnet_model_encsr283tme_bias_fold_2/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR552TPH//chrombppnet_model_encsr283tme_bias_fold_2/new_model_formats/chrombpnet_wo_bias
fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.chrombpnet_no_bias_formatting.stdout.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ singularity exec --nv /home/groups/akundaje/anusri/simg/tf-atlas_gcp-modeling.sif python get_new_tf_model_format.py -i /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR552TPH//chrombppnet_model_encsr283tme_bias_fold_2/chrombpnet_wo_bias.h5 -o /oak/stanford/groups/akundaje/projects/chromatin-atlas-2022/DNASE//ENCSR552TPH//chrombppnet_model_encsr283tme_bias_fold_2/new_model_formats/chrombpnet_wo_bias
fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.epoch_loss.csv ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,logcount_predictions_loss,logits_profile_predictions_loss,loss,val_logcount_predictions_loss,val_logits_profile_predictions_loss,val_loss
2
+ 0,2.0871613025665283,300.71710205078125,308.4395751953125,0.7635835409164429,297.5947265625,300.4200744628906
3
+ 1,0.7901051044464111,281.221435546875,284.1451416015625,0.8096393346786499,289.1424560546875,292.1380310058594
4
+ 2,0.6724253296852112,274.94647216796875,277.43487548828125,0.5639367699623108,282.1512451171875,284.23785400390625
5
+ 3,0.6144632697105408,271.6485595703125,273.9224548339844,0.5755288004875183,283.3169250488281,285.4462890625
6
+ 4,0.5790203213691711,268.9348449707031,271.0771484375,0.5144451856613159,282.1487121582031,284.0522766113281
7
+ 5,0.5515790581703186,266.6982421875,268.7389221191406,0.5015659928321838,281.1578674316406,283.01373291015625
8
+ 6,0.5348047018051147,265.13360595703125,267.1126403808594,0.4908857047557831,280.970458984375,282.7868347167969
9
+ 7,0.5144830942153931,263.08782958984375,264.9915771484375,0.7002426981925964,282.0072326660156,284.5979919433594
10
+ 8,0.5013400912284851,261.9335632324219,263.7884826660156,0.4825761616230011,281.48614501953125,283.271728515625
11
+ 9,0.488224059343338,260.7811584472656,262.5877380371094,0.4907294511795044,281.66827392578125,283.48394775390625
12
+ 10,0.4471625089645386,255.92825317382812,257.5826110839844,0.4632936120033264,279.2590026855469,280.97332763671875
13
+ 11,0.4339800179004669,252.6549530029297,254.26043701171875,0.4724890887737274,280.88629150390625,282.6344299316406
14
+ 12,0.42230233550071716,250.29263305664062,251.85494995117188,0.5038471221923828,281.3317565917969,283.1958312988281
15
+ 13,0.4109078347682953,248.81430053710938,250.3341522216797,0.4758608937263489,282.51727294921875,284.2779541015625
16
+ 14,0.39168673753738403,245.45571899414062,246.9047393798828,0.45555755496025085,282.5970764160156,284.28240966796875
17
+ 15,0.3842327892780304,243.90557861328125,245.32774353027344,0.4562818706035614,283.71124267578125,285.3993835449219
fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.stderr.txt ADDED
@@ -0,0 +1,332 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2022-10-05 20:35:12.653101: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
2
+ 2022-10-05 20:43:29.277513: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
3
+ 2022-10-05 20:43:29.288725: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
4
+ 2022-10-05 20:43:29.347957: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
5
+ pciBusID: 0000:09:00.0 name: NVIDIA TITAN V computeCapability: 7.0
6
+ coreClock: 1.455GHz coreCount: 80 deviceMemorySize: 11.78GiB deviceMemoryBandwidth: 607.97GiB/s
7
+ 2022-10-05 20:43:29.348078: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
8
+ 2022-10-05 20:43:29.379143: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
9
+ 2022-10-05 20:43:29.379343: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
10
+ 2022-10-05 20:43:29.396447: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
11
+ 2022-10-05 20:43:29.404285: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
12
+ 2022-10-05 20:43:29.432118: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
13
+ 2022-10-05 20:43:29.439855: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
14
+ 2022-10-05 20:43:29.441634: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
15
+ 2022-10-05 20:43:29.445349: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
16
+ 2022-10-05 20:43:29.445772: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
17
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
18
+ 2022-10-05 20:43:29.445868: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
19
+ 2022-10-05 20:43:29.446380: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
20
+ pciBusID: 0000:09:00.0 name: NVIDIA TITAN V computeCapability: 7.0
21
+ coreClock: 1.455GHz coreCount: 80 deviceMemorySize: 11.78GiB deviceMemoryBandwidth: 607.97GiB/s
22
+ 2022-10-05 20:43:29.446422: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
23
+ 2022-10-05 20:43:29.446454: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
24
+ 2022-10-05 20:43:29.446480: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
25
+ 2022-10-05 20:43:29.446505: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
26
+ 2022-10-05 20:43:29.446530: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
27
+ 2022-10-05 20:43:29.446556: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
28
+ 2022-10-05 20:43:29.446581: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
29
+ 2022-10-05 20:43:29.446606: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
30
+ 2022-10-05 20:43:29.449745: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
31
+ 2022-10-05 20:43:29.451648: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
32
+ 2022-10-05 20:43:31.542254: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
33
+ 2022-10-05 20:43:31.542360: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
34
+ 2022-10-05 20:43:31.542382: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
35
+ 2022-10-05 20:43:31.584845: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10912 MB memory) -> physical GPU (device: 0, name: NVIDIA TITAN V, pci bus id: 0000:09:00.0, compute capability: 7.0)
36
+ 2022-10-05 20:43:33.415835: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
37
+ 2022-10-05 20:43:33.426511: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2400085000 Hz
38
+ 2022-10-05 20:43:33.679431: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
39
+ 2022-10-05 20:43:34.986374: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
40
+ 2022-10-05 20:43:34.997365: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
41
+ 2022-10-05 20:44:27.394093: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
42
+ 2022-10-05 20:44:29.653542: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
43
+ 2022-10-05 20:44:29.654644: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
44
+ 2022-10-05 20:44:29.703253: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
45
+ pciBusID: 0000:09:00.0 name: NVIDIA TITAN V computeCapability: 7.0
46
+ coreClock: 1.455GHz coreCount: 80 deviceMemorySize: 11.78GiB deviceMemoryBandwidth: 607.97GiB/s
47
+ 2022-10-05 20:44:29.703360: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
48
+ 2022-10-05 20:44:29.706593: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
49
+ 2022-10-05 20:44:29.706703: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
50
+ 2022-10-05 20:44:29.708164: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
51
+ 2022-10-05 20:44:29.708417: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
52
+ 2022-10-05 20:44:29.711868: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
53
+ 2022-10-05 20:44:29.712753: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
54
+ 2022-10-05 20:44:29.712943: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
55
+ 2022-10-05 20:44:29.714541: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
56
+ 2022-10-05 20:44:29.714932: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
57
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
58
+ 2022-10-05 20:44:29.715047: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
59
+ 2022-10-05 20:44:29.716387: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
60
+ pciBusID: 0000:09:00.0 name: NVIDIA TITAN V computeCapability: 7.0
61
+ coreClock: 1.455GHz coreCount: 80 deviceMemorySize: 11.78GiB deviceMemoryBandwidth: 607.97GiB/s
62
+ 2022-10-05 20:44:29.716455: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
63
+ 2022-10-05 20:44:29.716489: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
64
+ 2022-10-05 20:44:29.716514: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
65
+ 2022-10-05 20:44:29.716538: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
66
+ 2022-10-05 20:44:29.716562: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
67
+ 2022-10-05 20:44:29.716588: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
68
+ 2022-10-05 20:44:29.716612: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
69
+ 2022-10-05 20:44:29.716635: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
70
+ 2022-10-05 20:44:29.717546: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
71
+ 2022-10-05 20:44:29.717592: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
72
+ 2022-10-05 20:44:30.412231: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
73
+ 2022-10-05 20:44:30.412325: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
74
+ 2022-10-05 20:44:30.412345: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
75
+ 2022-10-05 20:44:30.426688: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10912 MB memory) -> physical GPU (device: 0, name: NVIDIA TITAN V, pci bus id: 0000:09:00.0, compute capability: 7.0)
76
+ 2022-10-05 20:52:28.235704: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
77
+ 2022-10-05 20:52:28.236325: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2400085000 Hz
78
+ 2022-10-05 20:52:30.536813: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
79
+ 2022-10-05 20:52:30.882575: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
80
+ 2022-10-05 20:52:30.903728: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
81
+ WARNING:tensorflow:Callback method `on_train_batch_end` is slow compared to the batch time (batch time: 0.2110s vs `on_train_batch_end` time: 0.2958s). Check your callbacks.
82
+ 2022-10-06 03:38:03.984986: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
83
+ 2022-10-06 03:38:07.558569: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
84
+ 2022-10-06 03:38:07.559758: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
85
+ 2022-10-06 03:38:07.617602: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
86
+ pciBusID: 0000:09:00.0 name: NVIDIA TITAN V computeCapability: 7.0
87
+ coreClock: 1.455GHz coreCount: 80 deviceMemorySize: 11.78GiB deviceMemoryBandwidth: 607.97GiB/s
88
+ 2022-10-06 03:38:07.617728: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
89
+ 2022-10-06 03:38:07.621130: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
90
+ 2022-10-06 03:38:07.621208: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
91
+ 2022-10-06 03:38:07.622608: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
92
+ 2022-10-06 03:38:07.622895: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
93
+ 2022-10-06 03:38:07.626340: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
94
+ 2022-10-06 03:38:07.627121: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
95
+ 2022-10-06 03:38:07.627299: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
96
+ 2022-10-06 03:38:07.629234: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
97
+ 2022-10-06 03:38:07.629642: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
98
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
99
+ 2022-10-06 03:38:07.629761: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
100
+ 2022-10-06 03:38:07.631104: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
101
+ pciBusID: 0000:09:00.0 name: NVIDIA TITAN V computeCapability: 7.0
102
+ coreClock: 1.455GHz coreCount: 80 deviceMemorySize: 11.78GiB deviceMemoryBandwidth: 607.97GiB/s
103
+ 2022-10-06 03:38:07.631152: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
104
+ 2022-10-06 03:38:07.631188: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
105
+ 2022-10-06 03:38:07.631216: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
106
+ 2022-10-06 03:38:07.631350: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
107
+ 2022-10-06 03:38:07.631378: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
108
+ 2022-10-06 03:38:07.631405: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
109
+ 2022-10-06 03:38:07.631432: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
110
+ 2022-10-06 03:38:07.631459: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
111
+ 2022-10-06 03:38:07.633300: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
112
+ 2022-10-06 03:38:07.633360: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
113
+ 2022-10-06 03:38:08.361295: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
114
+ 2022-10-06 03:38:08.361402: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
115
+ 2022-10-06 03:38:08.361422: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
116
+ 2022-10-06 03:38:08.363916: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10912 MB memory) -> physical GPU (device: 0, name: NVIDIA TITAN V, pci bus id: 0000:09:00.0, compute capability: 7.0)
117
+ 2022-10-06 03:39:57.014540: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
118
+ 2022-10-06 03:39:57.019243: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2400085000 Hz
119
+ 2022-10-06 03:39:57.147715: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
120
+ 2022-10-06 03:39:57.464739: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
121
+ 2022-10-06 03:39:57.467454: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
122
+ /opt/conda/lib/python3.7/site-packages/tensorflow/python/keras/layers/core.py:1059: UserWarning: is not loaded, but a Lambda layer uses it. It may cause errors.
123
+ , UserWarning)
124
+ /home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:69: RuntimeWarning: invalid value encountered in true_divide
125
+ cur_jsd=jensenshannon(true_counts[idx,:]/np.nansum(true_counts[idx,:]),pred_probs[idx,:])
126
+ /home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/utils/metrics_utils.py:196: RuntimeWarning: invalid value encountered in true_divide
127
+ profile_prob = profile / np.sum(profile)
128
+ /home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:78: RuntimeWarning: invalid value encountered in true_divide
129
+ shuffled_labels_prob=shuffled_labels/np.nansum(shuffled_labels)
130
+ /home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:88: RuntimeWarning: invalid value encountered in true_divide
131
+ curr_jsd_rnd=jensenshannon(true_counts[idx,:]/np.nansum(true_counts[idx,:]),shuffled_labels_prob)
132
+ No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
133
+ findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
134
+ findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
135
+ findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
136
+ No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
137
+ No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
138
+ 2022-10-06 03:44:47.856462: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
139
+ 2022-10-06 03:44:51.142497: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
140
+ 2022-10-06 03:44:51.143625: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
141
+ 2022-10-06 03:44:51.201012: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
142
+ pciBusID: 0000:09:00.0 name: NVIDIA TITAN V computeCapability: 7.0
143
+ coreClock: 1.455GHz coreCount: 80 deviceMemorySize: 11.78GiB deviceMemoryBandwidth: 607.97GiB/s
144
+ 2022-10-06 03:44:51.201128: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
145
+ 2022-10-06 03:44:51.204473: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
146
+ 2022-10-06 03:44:51.204557: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
147
+ 2022-10-06 03:44:51.205973: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
148
+ 2022-10-06 03:44:51.206269: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
149
+ 2022-10-06 03:44:51.209791: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
150
+ 2022-10-06 03:44:51.210524: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
151
+ 2022-10-06 03:44:51.210712: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
152
+ 2022-10-06 03:44:51.211837: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
153
+ 2022-10-06 03:44:51.212244: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
154
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
155
+ 2022-10-06 03:44:51.212370: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
156
+ 2022-10-06 03:44:51.213902: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
157
+ pciBusID: 0000:09:00.0 name: NVIDIA TITAN V computeCapability: 7.0
158
+ coreClock: 1.455GHz coreCount: 80 deviceMemorySize: 11.78GiB deviceMemoryBandwidth: 607.97GiB/s
159
+ 2022-10-06 03:44:51.213959: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
160
+ 2022-10-06 03:44:51.213992: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
161
+ 2022-10-06 03:44:51.214023: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
162
+ 2022-10-06 03:44:51.214052: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
163
+ 2022-10-06 03:44:51.214080: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
164
+ 2022-10-06 03:44:51.214108: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
165
+ 2022-10-06 03:44:51.214137: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
166
+ 2022-10-06 03:44:51.214165: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
167
+ 2022-10-06 03:44:51.215048: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
168
+ 2022-10-06 03:44:51.215093: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
169
+ 2022-10-06 03:44:51.937728: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
170
+ 2022-10-06 03:44:51.937833: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
171
+ 2022-10-06 03:44:51.937855: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
172
+ 2022-10-06 03:44:51.939569: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10912 MB memory) -> physical GPU (device: 0, name: NVIDIA TITAN V, pci bus id: 0000:09:00.0, compute capability: 7.0)
173
+ WARNING:tensorflow:No training configuration found in the save file, so the model was *not* compiled. Compile it manually.
174
+ 2022-10-06 03:46:36.957476: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
175
+ 2022-10-06 03:46:36.960745: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2400085000 Hz
176
+ 2022-10-06 03:46:37.045418: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
177
+ 2022-10-06 03:46:37.386604: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
178
+ 2022-10-06 03:46:37.388710: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
179
+ /home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:69: RuntimeWarning: invalid value encountered in true_divide
180
+ cur_jsd=jensenshannon(true_counts[idx,:]/np.nansum(true_counts[idx,:]),pred_probs[idx,:])
181
+ /home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/utils/metrics_utils.py:196: RuntimeWarning: invalid value encountered in true_divide
182
+ profile_prob = profile / np.sum(profile)
183
+ /home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:78: RuntimeWarning: invalid value encountered in true_divide
184
+ shuffled_labels_prob=shuffled_labels/np.nansum(shuffled_labels)
185
+ /home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:88: RuntimeWarning: invalid value encountered in true_divide
186
+ curr_jsd_rnd=jensenshannon(true_counts[idx,:]/np.nansum(true_counts[idx,:]),shuffled_labels_prob)
187
+ No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
188
+ findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
189
+ findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
190
+ findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
191
+ No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
192
+ No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
193
+ 2022-10-06 03:51:14.861152: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
194
+ 2022-10-06 03:51:18.375706: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
195
+ 2022-10-06 03:51:18.376884: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
196
+ 2022-10-06 03:51:18.435014: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
197
+ pciBusID: 0000:09:00.0 name: NVIDIA TITAN V computeCapability: 7.0
198
+ coreClock: 1.455GHz coreCount: 80 deviceMemorySize: 11.78GiB deviceMemoryBandwidth: 607.97GiB/s
199
+ 2022-10-06 03:51:18.435120: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
200
+ 2022-10-06 03:51:18.438555: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
201
+ 2022-10-06 03:51:18.438736: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
202
+ 2022-10-06 03:51:18.440260: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
203
+ 2022-10-06 03:51:18.440553: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
204
+ 2022-10-06 03:51:18.444139: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
205
+ 2022-10-06 03:51:18.445121: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
206
+ 2022-10-06 03:51:18.445321: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
207
+ 2022-10-06 03:51:18.446774: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
208
+ 2022-10-06 03:51:18.447186: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
209
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
210
+ 2022-10-06 03:51:18.447290: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
211
+ 2022-10-06 03:51:18.447838: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
212
+ pciBusID: 0000:09:00.0 name: NVIDIA TITAN V computeCapability: 7.0
213
+ coreClock: 1.455GHz coreCount: 80 deviceMemorySize: 11.78GiB deviceMemoryBandwidth: 607.97GiB/s
214
+ 2022-10-06 03:51:18.447877: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
215
+ 2022-10-06 03:51:18.447918: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
216
+ 2022-10-06 03:51:18.447947: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
217
+ 2022-10-06 03:51:18.447998: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
218
+ 2022-10-06 03:51:18.448029: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
219
+ 2022-10-06 03:51:18.448057: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
220
+ 2022-10-06 03:51:18.448085: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
221
+ 2022-10-06 03:51:18.448114: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
222
+ 2022-10-06 03:51:18.449050: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
223
+ 2022-10-06 03:51:18.449103: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
224
+ 2022-10-06 03:51:19.201851: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
225
+ 2022-10-06 03:51:19.201958: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
226
+ 2022-10-06 03:51:19.201980: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
227
+ 2022-10-06 03:51:19.203730: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10912 MB memory) -> physical GPU (device: 0, name: NVIDIA TITAN V, pci bus id: 0000:09:00.0, compute capability: 7.0)
228
+ 2022-10-06 03:53:15.578564: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
229
+ 2022-10-06 03:53:15.580882: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2400085000 Hz
230
+ 2022-10-06 03:53:15.638188: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
231
+ 2022-10-06 03:53:15.946997: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
232
+ 2022-10-06 03:53:15.948838: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
233
+ /home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:69: RuntimeWarning: invalid value encountered in true_divide
234
+ cur_jsd=jensenshannon(true_counts[idx,:]/np.nansum(true_counts[idx,:]),pred_probs[idx,:])
235
+ /home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/utils/metrics_utils.py:196: RuntimeWarning: invalid value encountered in true_divide
236
+ profile_prob = profile / np.sum(profile)
237
+ /home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:78: RuntimeWarning: invalid value encountered in true_divide
238
+ shuffled_labels_prob=shuffled_labels/np.nansum(shuffled_labels)
239
+ /home/users/anusri/chromatin-atlas-anvil/sherlock/chrombpnet/src/training/metrics.py:88: RuntimeWarning: invalid value encountered in true_divide
240
+ curr_jsd_rnd=jensenshannon(true_counts[idx,:]/np.nansum(true_counts[idx,:]),shuffled_labels_prob)
241
+ No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
242
+ findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
243
+ findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
244
+ findfont: Font family ['normal'] not found. Falling back to DejaVu Sans.
245
+ No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
246
+ No artists with labels found to put in legend. Note that artists whose label start with an underscore are ignored when legend() is called with no argument.
247
+ 2022-10-06 03:54:46.236877: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
248
+ 2022-10-06 03:54:48.003779: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
249
+ 2022-10-06 03:54:48.004927: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
250
+ 2022-10-06 03:54:48.062961: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
251
+ pciBusID: 0000:09:00.0 name: NVIDIA TITAN V computeCapability: 7.0
252
+ coreClock: 1.455GHz coreCount: 80 deviceMemorySize: 11.78GiB deviceMemoryBandwidth: 607.97GiB/s
253
+ 2022-10-06 03:54:48.063083: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
254
+ 2022-10-06 03:54:48.066504: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
255
+ 2022-10-06 03:54:48.066664: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
256
+ 2022-10-06 03:54:48.068153: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
257
+ 2022-10-06 03:54:48.068475: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
258
+ 2022-10-06 03:54:48.071957: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
259
+ 2022-10-06 03:54:48.072815: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
260
+ 2022-10-06 03:54:48.073044: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
261
+ 2022-10-06 03:54:48.074121: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
262
+ 2022-10-06 03:54:48.074508: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
263
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
264
+ 2022-10-06 03:54:48.074621: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
265
+ 2022-10-06 03:54:48.075334: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
266
+ pciBusID: 0000:09:00.0 name: NVIDIA TITAN V computeCapability: 7.0
267
+ coreClock: 1.455GHz coreCount: 80 deviceMemorySize: 11.78GiB deviceMemoryBandwidth: 607.97GiB/s
268
+ 2022-10-06 03:54:48.075398: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
269
+ 2022-10-06 03:54:48.075439: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
270
+ 2022-10-06 03:54:48.075473: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
271
+ 2022-10-06 03:54:48.075505: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
272
+ 2022-10-06 03:54:48.075537: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
273
+ 2022-10-06 03:54:48.075569: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
274
+ 2022-10-06 03:54:48.075601: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
275
+ 2022-10-06 03:54:48.075634: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
276
+ 2022-10-06 03:54:48.077386: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
277
+ 2022-10-06 03:54:48.077461: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
278
+ 2022-10-06 03:54:48.849337: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
279
+ 2022-10-06 03:54:48.849467: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
280
+ 2022-10-06 03:54:48.849491: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
281
+ 2022-10-06 03:54:48.852101: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10912 MB memory) -> physical GPU (device: 0, name: NVIDIA TITAN V, pci bus id: 0000:09:00.0, compute capability: 7.0)
282
+ WARNING:tensorflow:No training configuration found in the save file, so the model was *not* compiled. Compile it manually.
283
+ 2022-10-06 03:55:13.194101: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
284
+ 2022-10-06 03:55:13.194794: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2400085000 Hz
285
+ 2022-10-06 03:55:13.505240: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
286
+ 2022-10-06 03:55:13.915508: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
287
+ 2022-10-06 03:55:13.917585: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
288
+ 2022-10-06 03:55:19.445446: W tensorflow/core/common_runtime/bfc_allocator.cc:248] Allocator (GPU_0_bfc) ran out of memory trying to allocate 3.96GiB with freed_by_count=0. The caller indicates that this is not a failure, but may mean that there could be performance gains if more memory were available.
289
+ 2022-10-06 03:55:19.446019: W tensorflow/core/common_runtime/bfc_allocator.cc:248] Allocator (GPU_0_bfc) ran out of memory trying to allocate 3.96GiB with freed_by_count=0. The caller indicates that this is not a failure, but may mean that there could be performance gains if more memory were available.
290
+ 2022-10-06 03:55:19.942739: W tensorflow/core/common_runtime/bfc_allocator.cc:248] Allocator (GPU_0_bfc) ran out of memory trying to allocate 3.77GiB with freed_by_count=0. The caller indicates that this is not a failure, but may mean that there could be performance gains if more memory were available.
291
+ 2022-10-06 03:55:19.943265: W tensorflow/core/common_runtime/bfc_allocator.cc:248] Allocator (GPU_0_bfc) ran out of memory trying to allocate 3.77GiB with freed_by_count=0. The caller indicates that this is not a failure, but may mean that there could be performance gains if more memory were available.
292
+ mkdir: cannot create directory ‘/scratch/groups/akundaje/anusri/chromatin_atlas/DNASE/ENCSR552TPH//chrombppnet_model_encsr283tme_bias_fold_2//footprints’: File exists
293
+ 2022-10-06 03:59:03.172383: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
294
+ 2022-10-06 03:59:04.850833: I tensorflow/compiler/jit/xla_cpu_device.cc:41] Not creating XLA devices, tf_xla_enable_xla_devices not set
295
+ 2022-10-06 03:59:04.851978: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcuda.so.1
296
+ 2022-10-06 03:59:04.907040: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
297
+ pciBusID: 0000:09:00.0 name: NVIDIA TITAN V computeCapability: 7.0
298
+ coreClock: 1.455GHz coreCount: 80 deviceMemorySize: 11.78GiB deviceMemoryBandwidth: 607.97GiB/s
299
+ 2022-10-06 03:59:04.907153: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
300
+ 2022-10-06 03:59:04.910485: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
301
+ 2022-10-06 03:59:04.910609: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
302
+ 2022-10-06 03:59:04.912074: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
303
+ 2022-10-06 03:59:04.912357: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
304
+ 2022-10-06 03:59:04.915904: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
305
+ 2022-10-06 03:59:04.916694: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
306
+ 2022-10-06 03:59:04.916889: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
307
+ 2022-10-06 03:59:04.917983: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
308
+ 2022-10-06 03:59:04.918373: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA
309
+ To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
310
+ 2022-10-06 03:59:04.918472: I tensorflow/compiler/jit/xla_gpu_device.cc:99] Not creating XLA devices, tf_xla_enable_xla_devices not set
311
+ 2022-10-06 03:59:04.919012: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1720] Found device 0 with properties:
312
+ pciBusID: 0000:09:00.0 name: NVIDIA TITAN V computeCapability: 7.0
313
+ coreClock: 1.455GHz coreCount: 80 deviceMemorySize: 11.78GiB deviceMemoryBandwidth: 607.97GiB/s
314
+ 2022-10-06 03:59:04.919057: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
315
+ 2022-10-06 03:59:04.919089: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
316
+ 2022-10-06 03:59:04.919118: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
317
+ 2022-10-06 03:59:04.919147: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcufft.so.10
318
+ 2022-10-06 03:59:04.919175: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcurand.so.10
319
+ 2022-10-06 03:59:04.919204: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusolver.so.10
320
+ 2022-10-06 03:59:04.919232: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcusparse.so.11
321
+ 2022-10-06 03:59:04.919260: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
322
+ 2022-10-06 03:59:04.920156: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1862] Adding visible gpu devices: 0
323
+ 2022-10-06 03:59:04.920208: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudart.so.11.0
324
+ 2022-10-06 03:59:05.661680: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1261] Device interconnect StreamExecutor with strength 1 edge matrix:
325
+ 2022-10-06 03:59:05.661788: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1267] 0
326
+ 2022-10-06 03:59:05.661810: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1280] 0: N
327
+ 2022-10-06 03:59:05.663429: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1406] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10912 MB memory) -> physical GPU (device: 0, name: NVIDIA TITAN V, pci bus id: 0000:09:00.0, compute capability: 7.0)
328
+ 2022-10-06 03:59:27.110567: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:116] None of the MLIR optimization passes are enabled (registered 2)
329
+ 2022-10-06 03:59:27.111242: I tensorflow/core/platform/profile_utils/cpu_utils.cc:112] CPU Frequency: 2400085000 Hz
330
+ 2022-10-06 03:59:27.320700: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublas.so.11
331
+ 2022-10-06 03:59:27.732109: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcublasLt.so.11
332
+ 2022-10-06 03:59:27.734430: I tensorflow/stream_executor/platform/default/dso_loader.cc:49] Successfully opened dynamic library libcudnn.so.8
fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.stdout.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf33d50e908e4b4ff758755ed63a045a2fcb9cafe53af33a9b852069e543dc17
3
+ size 12635646
fold_2/logs.models.fold_2.ENCSR552TPH/logfile.modelling.fold_2.ENCSR552TPH.stdout_v1.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:500411d9d45fd12d24d8df5ec616c798d492a3767d1cf83390bac0e3a87c01d3
3
+ size 12633973
fold_2/model.bias_scaled.fold_2.ENCSR552TPH.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b82a22eb76aa2bd6b299cf20516907e9d12aafa324352c71386cc7245aa8e5b
3
+ size 2688440
fold_2/model.bias_scaled.fold_2.ENCSR552TPH.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58b39bf2df65a176b55db47f64e3aa3281e09a1e100e749bc7afa7591ef8954d
3
+ size 1198080
fold_2/model.chrombpnet.fold_2.ENCSR552TPH.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53247ef26ea9c8a637b9eb42ff1053d70bd3d4c99ca0557f9696365ca60c2600
3
+ size 26447928
fold_2/model.chrombpnet.fold_2.ENCSR552TPH.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:798e2220a55b5ea5397957a350a88a146988647f3fc1f375372e80475c26c6ac
3
+ size 27607040
fold_2/model.chrombpnet_nobias.fold_2.ENCSR552TPH.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bce5bb36241df72f5d4dd47ef495cf48c775065865ad404aaaccae408373eb73
3
+ size 25583536
fold_2/model.chrombpnet_nobias.fold_2.ENCSR552TPH.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:486ea3a392122337d074d36e2be9155d7a891a779561be32908397b92db58cb9
3
+ size 26081280
fold_3/logs.models.fold_3.ENCSR552TPH/logfile.modelling.fold_3.ENCSR552TPH.stdout.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43b96572d7c1d3220554c69b4b9f86d6ed3b1f84e7e08fb60f5e613ea486dc6a
3
+ size 12747917
fold_3/logs.models.fold_3.ENCSR552TPH/logfile.modelling.fold_3.ENCSR552TPH.stdout_v1.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6477c1a50cef3d78fe7a2170a217c5775dbe46e2eae6af5ab1d88442b4d73461
3
+ size 12746244
fold_3/model.bias_scaled.fold_3.ENCSR552TPH.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:927e9a3a4fd97d3984243b2b51133b57684a463bc6a0746866b59cd04f820f20
3
+ size 2688440
fold_3/model.bias_scaled.fold_3.ENCSR552TPH.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2783c59885453b95c1df70446b15623874184f38a35576bb4528c597c11c6b1
3
+ size 1198080
fold_3/model.chrombpnet.fold_3.ENCSR552TPH.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00864fe7bcf1914ef59fdb44681e133d58fb29000de28511ef83681475e7f952
3
+ size 26447928
fold_3/model.chrombpnet.fold_3.ENCSR552TPH.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae299c5b1a78c7e1cae893c6fcb0293530024199b2267136aac3070384f5d263
3
+ size 27607040
fold_3/model.chrombpnet_nobias.fold_3.ENCSR552TPH.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d72ff94168e978cf4c6e3d04d9e6baa2ef0767fd9dcedbf50a0b0d38e73969e
3
+ size 25583536
fold_3/model.chrombpnet_nobias.fold_3.ENCSR552TPH.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a8ee6f0285a943affd2ed4c9439d20f5bbdeaf1546021c7401fa67cde1ca376
3
+ size 26081280
fold_4/logs.models.fold_4.ENCSR552TPH/logfile.modelling.fold_4.ENCSR552TPH.stdout.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:498f0045091fa8ee1af9d8727aaa2fe3386224d01449bd20181ed03021db0683
3
+ size 12677279
fold_4/logs.models.fold_4.ENCSR552TPH/logfile.modelling.fold_4.ENCSR552TPH.stdout_v1.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a18de7732ec38eb403e77447e32d45ccded93f6bc12df7d7daae8b7f84d488a
3
+ size 12675606
fold_4/model.bias_scaled.fold_4.ENCSR552TPH.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6d0e3cd9871d7d9c6d4f26466cc24e007f451823c4961962bb6c0daae82d026
3
+ size 2688440