From 4bbe1dda1d2658f849718bee3d59307b6b53d1ef Mon Sep 17 00:00:00 2001 From: pikaliov Date: Wed, 29 Apr 2026 12:17:03 +0300 Subject: [PATCH] Added tmp extras before any code restructurig --- presets/gtauav_balanced/hardware.gin | 8 ++++++++ presets/gtauav_balanced/tracking.gin | 7 +++++++ presets/gtauav_balanced/training.gin | 23 +++++++++++++++++++++++ 3 files changed, 38 insertions(+) create mode 100644 presets/gtauav_balanced/hardware.gin create mode 100644 presets/gtauav_balanced/tracking.gin create mode 100644 presets/gtauav_balanced/training.gin diff --git a/presets/gtauav_balanced/hardware.gin b/presets/gtauav_balanced/hardware.gin new file mode 100644 index 0000000..17d9027 --- /dev/null +++ b/presets/gtauav_balanced/hardware.gin @@ -0,0 +1,8 @@ +# RTX 4090 profile. +HardwareConfig.device = 'cuda' +HardwareConfig.batch_size = 8 +HardwareConfig.grad_accum_steps = 8 +HardwareConfig.num_workers = 4 +HardwareConfig.use_amp = True +HardwareConfig.gradient_checkpointing = True +HardwareConfig.reserve_gb = 2.0 \ No newline at end of file diff --git a/presets/gtauav_balanced/tracking.gin b/presets/gtauav_balanced/tracking.gin new file mode 100644 index 0000000..3942497 --- /dev/null +++ b/presets/gtauav_balanced/tracking.gin @@ -0,0 +1,7 @@ +# Diagnostics off by default; flip on per experiment. +TrackingConfig.use_wandb = False +TrackingConfig.use_tb = True +TrackingConfig.log_grad_norms = True +TrackingConfig.use_gradcam = False +TrackingConfig.gradcam_every = 5 +TrackingConfig.use_profiler = False diff --git a/presets/gtauav_balanced/training.gin b/presets/gtauav_balanced/training.gin new file mode 100644 index 0000000..9adb893 --- /dev/null +++ b/presets/gtauav_balanced/training.gin @@ -0,0 +1,23 @@ +# Loss + optimizer + sampler — the training recipe. +TrainingConfig.loss_type = 'symmetric' +TrainingConfig.tau_init = 0.07 +TrainingConfig.tau_min = 0.01 +TrainingConfig.tau_max = 0.1 +TrainingConfig.learnable_temperature = True +TrainingConfig.label_smoothing = 0.1 +TrainingConfig.weight_q2g = 0.6 +TrainingConfig.weight_g2q = 0.4 +TrainingConfig.hard_mining_k = 0 +TrainingConfig.neg_bank_size = 0 + +TrainingConfig.learning_rate = 1e-4 +TrainingConfig.text_lr_factor = 0.1 +TrainingConfig.weight_decay = 1e-4 +TrainingConfig.grad_clip = 1.0 + +TrainingConfig.sampler_type = 'mutex' +TrainingConfig.dss_warmup_epochs = 1 +TrainingConfig.dss_reembed_every = 1 +TrainingConfig.dss_knn_device = 'cuda' +TrainingConfig.dss_use_lsh = False +