commit e0c73b26277936e3da8f42bb28114a181a8b4bd9
parent 44c9891071bb58a514400cd641c52435ee8c39ea
Author: Steven Atkinson <steven@atkinson.mn>
Date: Sun, 29 Jan 2023 00:40:24 -0800
Update training input defaults (#78)
Update defaults to keep up with easy mode
Diffstat:
2 files changed, 4 insertions(+), 3 deletions(-)
diff --git a/bin/train/inputs/learning/default.json b/bin/train/inputs/learning/default.json
@@ -1,6 +1,6 @@
{
"train_dataloader": {
- "batch_size": 32,
+ "batch_size": 16,
"shuffle": true,
"pin_memory": true,
"drop_last": true,
diff --git a/bin/train/inputs/models/wavenet.json b/bin/train/inputs/models/wavenet.json
@@ -25,11 +25,12 @@
"gated": false,
"head_bias": true
}
- ]
+ ],
+ "head_scale": 0.02
}
},
"optimizer": {
- "lr": 0.003
+ "lr": 0.004
},
"lr_scheduler": {
"class": "ExponentialLR",