nivirx/mltoys
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

make the defaults more sane for the task

Browse Source 
its still overkill
This commit is contained in:
Elaina Claus
2025-12-25 01:23:54 +00:00
parent cd72cd7052
commit d46712ff53
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
pairwise_comp_nn.py
View File

@@ -3,7 +3,7 @@ from torch import nn
# 2) Number "embedding" network: R -> R^d # 2) Number "embedding" network: R -> R^d
class NumberEmbedder(nn.Module): class NumberEmbedder(nn.Module):
def __init__(self, d=4, hidden=16): def __init__(self, d=2, hidden=4):
super().__init__() super().__init__()
self.net = nn.Sequential( self.net = nn.Sequential(
nn.Linear(1, hidden), nn.Linear(1, hidden),
@@ -16,7 +16,7 @@ class NumberEmbedder(nn.Module):
# 3) Comparator head: takes (ea, eb, e) -> logit for "a > b" # 3) Comparator head: takes (ea, eb, e) -> logit for "a > b"
class PairwiseComparator(nn.Module): class PairwiseComparator(nn.Module):
def __init__(self, d=4, hidden=16, k=0.5): def __init__(self, d=2, hidden=4, k=0.5):
super().__init__() super().__init__()
self.log_k = nn.Parameter(torch.tensor([k])) self.log_k = nn.Parameter(torch.tensor([k]))
self.embed = NumberEmbedder(d, hidden) self.embed = NumberEmbedder(d, hidden)