Merge pull request #143 from schnamo/dev

tidy up config files for loss, fix missing labels issue, etc

Author: sfluegel05

chebai/models/base.py

@@ -278,6 +278,7 @@ def _execute(
                 loss_kwargs = dict()
                 if self.pass_loss_kwargs:
                     loss_kwargs = loss_kwargs_candidates
+                loss_kwargs["current_epoch"] = self.trainer.current_epoch
                 loss = self.criterion(loss_data, loss_labels, **loss_kwargs)
                 if isinstance(loss, tuple):
                     unnamed_loss_index = 1

chebai/models/electra.py

@@ -241,7 +241,6 @@ def __init__(
         self.config = ElectraConfig(**config, output_attentions=True)
         self.word_dropout = nn.Dropout(config.get("word_dropout", 0))
         self.model_type = model_type
-        self.pass_loss_kwargs = True
 
         in_d = self.config.hidden_size
         self.output = nn.Sequential(

configs/loss/bce_new.yml

@@ -0,0 +1 @@
+class_path: torch.nn.BCEWithLogitsLoss

configs/loss/bce_try.yml

@@ -1,3 +1,3 @@
 class_path: chebai.loss.bce_weighted.BCEWeighted
 init_args:
-  beta: 1000
+  beta: 0.99

configs/loss/bce_unweighted.yml

@@ -1,4 +1,3 @@
 class_path: chebai.loss.focal_loss.FocalLoss
 init_args:
   task_type: multi-label
-  num_classes: 12

configs/loss/bce.yml configs/loss/bce_weighted.ymlconfigs/loss/bce.yml renamed to configs/loss/bce_weighted.yml

@@ -1,6 +1,6 @@
 class_path: chebai.models.Electra
 init_args:
-  model_type: regression
+  model_type: classification
   optimizer_kwargs:
     lr: 1e-4
   config:
@@ -9,4 +9,4 @@ init_args:
     num_attention_heads: 8
     num_hidden_layers: 6
     type_vocab_size: 1
-    hidden_size: 256
+    hidden_size: 256