11 lines
354 B
Plaintext
11 lines
354 B
Plaintext
# SOFIA v7.1 from-scratch — keep activations live (no gradient checkpointing).
|
|
HardwareConfig.device = 'cuda'
|
|
HardwareConfig.batch_size = 8
|
|
HardwareConfig.grad_accum_steps = 8
|
|
HardwareConfig.num_workers = 4
|
|
HardwareConfig.use_amp = True
|
|
HardwareConfig.gradient_checkpointing = False
|
|
HardwareConfig.reserve_gb = 2.0
|
|
HardwareConfig.total_vram_gb = 24.0
|
|
|