model: graph_conv-dot_product_h128_l3_edge_prediction | (graph_conv-dot_product_h128_l3) | WandB: nvog9n27

config.json

@@ -14,13 +14,14 @@
     "gat_concat": true,
     "graph_conv_aggregator": "mean",
     "sage_aggregator": "mean",
-    "mlp_hidden_dim": 64,
+    "mlp_hidden_dim": 128,
     "mlp_num_layers": 2,
     "mlp_dropout": 0.1,
-    "bilinear_bias": true,
     "nc_dropout": 0.1,
-    "rotate_margin": 9.0,
-    "transe_margin": 1.0,
+    "rotate_margin": 0.1,
+    "transe_margin": 0.1,
+    "relation_emb_dim": 64,
+    "relation_attention_heads": 4,
     "use_edge_encoder": true,
     "edge_encoder_dim": 32,
     "edge_encoder_dropout": 0.1,
@@ -38,7 +39,8 @@
     "sbml_dfs_path": "[REDACTED]",
     "napistu_graph_path": "[REDACTED]",
     "copy_to_store": false,
-    "overwrite": false,
+    "hf_repo_id": null,
+    "hf_revision": null,
     "napistu_data_name": "relation_prediction",
     "other_artifacts": [
       "comprehensive_pathway_memberships",
@@ -62,13 +64,14 @@
     "weight_decay": 0.0001,
     "optimizer": "adamw",
     "scheduler": "plateau",
-    "epochs": 500,
+    "gradient_clip_val": null,
+    "epochs": 1000,
     "batches_per_epoch": 20,
     "accelerator": "auto",
     "devices": 1,
     "precision": 32,
     "early_stopping": true,
-    "early_stopping_patience": 20,
+    "early_stopping_patience": 50,
     "early_stopping_metric": "val_auc",
     "save_checkpoints": true,
     "checkpoint_subdir": "checkpoints",
@@ -76,7 +79,8 @@
     "score_distribution_monitoring": true,
     "score_distribution_monitoring_log_every_n_epochs": 10,
     "embedding_norm_monitoring": true,
-    "embedding_norm_monitoring_log_every_n_epochs": 10
+    "embedding_norm_monitoring_log_every_n_epochs": 10,
+    "weight_monitoring": true
   },
   "wandb": {
     "project": "napistu-experiments",
@@ -89,7 +93,7 @@
       "hidden_128",
       "layers_3",
       "lr_0.003",
-      "epochs_500"
+      "epochs_1000"
     ],
     "log_model": false,
     "mode": "online",