24 lines
721 B
Plaintext
24 lines
721 B
Plaintext
# Loss + optimizer + sampler — the training recipe.
|
|
TrainingConfig.loss_type = 'symmetric'
|
|
TrainingConfig.tau_init = 0.07
|
|
TrainingConfig.tau_min = 0.01
|
|
TrainingConfig.tau_max = 0.1
|
|
TrainingConfig.learnable_temperature = True
|
|
TrainingConfig.label_smoothing = 0.1
|
|
TrainingConfig.weight_q2g = 0.6
|
|
TrainingConfig.weight_g2q = 0.4
|
|
TrainingConfig.hard_mining_k = 0
|
|
TrainingConfig.neg_bank_size = 0
|
|
|
|
TrainingConfig.learning_rate = 1e-4
|
|
TrainingConfig.text_lr_factor = 0.1
|
|
TrainingConfig.weight_decay = 1e-4
|
|
TrainingConfig.grad_clip = 1.0
|
|
|
|
TrainingConfig.sampler_type = 'mutex'
|
|
TrainingConfig.dss_warmup_epochs = 1
|
|
TrainingConfig.dss_reembed_every = 1
|
|
TrainingConfig.dss_knn_device = 'cuda'
|
|
TrainingConfig.dss_use_lsh = False
|
|
|