From 0385b0acc8f2ea3300fd96f591d0bfb8c795925e Mon Sep 17 00:00:00 2001
From: Elaina Claus <elaina.claus@chtm.me>
Date: Thu, 18 Dec 2025 22:24:01 -0500
Subject: [PATCH] testing adadelta optimizer

---
 pairwise_compare.py | 9 +++++----
 1 file changed, 5 insertions(+), 4 deletions(-)

diff --git a/pairwise_compare.py b/pairwise_compare.py
index 8c6eeda..f49c7e7 100755
--- a/pairwise_compare.py
+++ b/pairwise_compare.py
@@ -11,12 +11,12 @@ DEVICE = torch.accelerator.current_accelerator() if torch.accelerator.is_availab
 
 # Valves
 DIMENSIONS = 1
-TRAIN_STEPS = 20000
+TRAIN_STEPS = 25000
 TRAIN_BATCHSZ = 16384
-TRAIN_PROGRESS = 500
+TRAIN_PROGRESS = 100
 BATCH_LOWER = -512.0
 BATCH_UPPER = 512.0
-DO_VERBOSE_EARLY_TRAIN = True
+DO_VERBOSE_EARLY_TRAIN = False
 
 def get_torch_info():
     log.info("PyTorch Version: %s", torch.__version__)
@@ -86,7 +86,8 @@ def training_entry():
     set_seed(0)
 
     model = PairwiseComparator(d=DIMENSIONS).to(DEVICE)
-    opt = torch.optim.AdamW(model.parameters(), lr=2e-3)
+    # opt = torch.optim.AdamW(model.parameters(), lr=2e-3)
+    opt = torch.optim.Adadelta(model.parameters(), lr=1.0)
 
     # 4) Train
     for step in range(TRAIN_STEPS):