fix discrete cat grad and losses

cactuskid · cactuskid · commit d43616c621e5 · 2026-02-22T05:56:54.000+01:00
diff --git a/config_notebook_1k_epochs.yaml b/config_notebook_1k_epochs.yaml
@@ -18,7 +18,7 @@ seed: 0
 # Model architecture (from notebook)
 hidden_size: 200
 num_embeddings: 30
-embedding_dim: 128
+embedding_dim: 16
 
 # Encoder configuration (mk1_Encoder from notebook)
 EMA: true
@@ -58,7 +58,7 @@ xweight: 0.1
 # fft2weight = 0.01
 vqweight: 0.1
 angles_weight: 0.01
-ss_weight: 0.01
+ss_weight: 0.1
 
 
 
diff --git a/foldtree2/notebooks/experiments/test_monodecoders.ipynb b/foldtree2/notebooks/experiments/test_monodecoders.ipynb
diff --git a/foldtree2/src/quantizers.py b/foldtree2/src/quantizers.py
@@ -241,7 +241,7 @@ def __init__(self, num_embeddings, embedding_dim, commitment_cost,
 			reset_threshold=100000, 
 			reset=False, 
 			klweight= 0 ,
-			H2_weight = 0.1 ,
+			H2_weight = 0.25,
 			H2_tau = 0.1,
 			diversityweight=0.5, 
 			entropyweight=0, 
