[#57] Add default config files

aisingapore · Aug 8, 2022 · 304e399 · 304e399
1 parent e7d38a0
commit 304e399
Show file tree

Hide file tree

Showing 2 changed files with 25 additions and 0 deletions.
diff --git a/sgnlp/models/coherence_momentum/model_config.json b/sgnlp/models/coherence_momentum/model_config.json
@@ -0,0 +1,10 @@
+{
+  "contrastive_loss_weight": 0.85,
+  "margin": 0.1,
+  "max_len": 600,
+  "model_size": "base",
+  "momentum_coefficient": 0.9999999,
+  "num_negs": 5,
+  "num_rank_negs": 50,
+  "queue_size": 1000
+}
diff --git a/sgnlp/models/coherence_momentum/train_config.json b/sgnlp/models/coherence_momentum/train_config.json
@@ -0,0 +1,15 @@
+{
+  "batch_size": 1,
+  "data_type": "multiple",
+  "dev_file": "permuted_wsj_dev_max-negs-100_size-4K",
+  "eval_file": "",
+  "eval_interval": 1000,
+  "lr_anneal_epochs": 50,
+  "lr_end": 1e-06,
+  "lr_start": 5e-06,
+  "output_dir": "outputs",
+  "seed": 100,
+  "test_file": "",
+  "train_file": "permuted_wsj_train_max-negs-100_size-46K",
+  "train_steps": 200
+}