New hyperparamter scan results

Code/python/notebooks/hyperparameter_scan.py

@@ -185,14 +185,14 @@ def run_mode_2():
     base_ds = dataloader.SaveDataset(torch.load("dataset.pt"), step=step)
     train_ds, val_ds = split_dataset(base_ds)
 
-    base_name = "GRU"
-    cls = models.ThreeInputGRU
-    hidden_size = 32
+    base_name = "LSTM"
+    cls = models.ThreeInputLSTM
+    hidden_size = 16
     rnn_size = 64
 
     for hl in [0, 1, 2, 4]:
         for rl in [2, 3, 4, 5]:
-            for dropout in [0.0, 0.1, 0.2, 0.3]:
+            for dropout in [0.0, 0.05, 0.1, 0.15]:
 
                 model = cls(
                     time_in=2,
@@ -229,13 +229,13 @@ def run_mode_3():
     results = []
 
     step = 1
-    base_name = "GRU"
-    cls = models.ThreeInputGRU
-    hidden_size = 32
+    base_name = "LSTM"
+    cls = models.ThreeInputLSTM
+    hidden_size = 16
     rnn_size = 64
     hidden_layers = 1
     rnn_layers = 3
-    rnn_dropout = 0.1
+    rnn_dropout = 0.0
 
     for warm in [300, 600, 900, 1800]:
         for pred in [150, 300, 600, 900, 1800]: