Added tmp extras before any code restructurig

presets/gtauav_balanced/hardware.gin

@@ -0,0 +1,8 @@
+# RTX 4090 profile.
+HardwareConfig.device = 'cuda'
+HardwareConfig.batch_size = 8
+HardwareConfig.grad_accum_steps = 8
+HardwareConfig.num_workers = 4
+HardwareConfig.use_amp = True
+HardwareConfig.gradient_checkpointing = True
+HardwareConfig.reserve_gb = 2.0

presets/gtauav_balanced/tracking.gin

@@ -0,0 +1,7 @@
+# Diagnostics off by default; flip on per experiment.
+TrackingConfig.use_wandb = False
+TrackingConfig.use_tb = True
+TrackingConfig.log_grad_norms = True
+TrackingConfig.use_gradcam = False
+TrackingConfig.gradcam_every = 5
+TrackingConfig.use_profiler = False

presets/gtauav_balanced/training.gin

@@ -0,0 +1,23 @@
+# Loss + optimizer + sampler — the training recipe.
+TrainingConfig.loss_type = 'symmetric'
+TrainingConfig.tau_init = 0.07
+TrainingConfig.tau_min = 0.01
+TrainingConfig.tau_max = 0.1
+TrainingConfig.learnable_temperature = True
+TrainingConfig.label_smoothing = 0.1
+TrainingConfig.weight_q2g = 0.6
+TrainingConfig.weight_g2q = 0.4
+TrainingConfig.hard_mining_k = 0
+TrainingConfig.neg_bank_size = 0
+
+TrainingConfig.learning_rate = 1e-4
+TrainingConfig.text_lr_factor = 0.1
+TrainingConfig.weight_decay = 1e-4
+TrainingConfig.grad_clip = 1.0
+
+TrainingConfig.sampler_type = 'mutex'
+TrainingConfig.dss_warmup_epochs = 1
+TrainingConfig.dss_reembed_every = 1
+TrainingConfig.dss_knn_device = 'cuda'
+TrainingConfig.dss_use_lsh = False
+