# Loss + optimizer + sampler — the training recipe. TrainingConfig.loss_type = 'symmetric' TrainingConfig.tau_init = 0.07 TrainingConfig.tau_min = 0.01 TrainingConfig.tau_max = 0.1 TrainingConfig.learnable_temperature = True TrainingConfig.label_smoothing = 0.1 TrainingConfig.weight_q2g = 0.6 TrainingConfig.weight_g2q = 0.4 TrainingConfig.hard_mining_k = 0 TrainingConfig.neg_bank_size = 0 TrainingConfig.learning_rate = 1e-4 TrainingConfig.text_lr_factor = 0.1 TrainingConfig.weight_decay = 1e-4 TrainingConfig.grad_clip = 1.0 TrainingConfig.sampler_type = 'mutex' TrainingConfig.dss_warmup_epochs = 1 TrainingConfig.dss_reembed_every = 1 TrainingConfig.dss_knn_device = 'cuda' TrainingConfig.dss_use_lsh = False