Remove per-epoch train/val CSV files (redundant with cumulative CSVs)
epoch_000_train.csv and epoch_000_val.csv removed — all data is in train.csv and val.csv which persist across resume. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
@@ -234,8 +234,6 @@ class CSVLogger:
|
|||||||
{output_dir}/logs/train.csv — epoch-level train averages
|
{output_dir}/logs/train.csv — epoch-level train averages
|
||||||
{output_dir}/logs/val.csv — epoch-level val metrics
|
{output_dir}/logs/val.csv — epoch-level val metrics
|
||||||
{output_dir}/logs/train_batches.csv — per-batch train metrics (all epochs)
|
{output_dir}/logs/train_batches.csv — per-batch train metrics (all epochs)
|
||||||
{output_dir}/logs/epoch_{N}_train.csv — per-epoch summary
|
|
||||||
{output_dir}/logs/epoch_{N}_val.csv — per-epoch val
|
|
||||||
{output_dir}/logs/epoch_{N}_batches.csv — per-batch for single epoch
|
{output_dir}/logs/epoch_{N}_batches.csv — per-batch for single epoch
|
||||||
"""
|
"""
|
||||||
|
|
||||||
@@ -294,7 +292,6 @@ class CSVLogger:
|
|||||||
self.train_rows = [r for r in self.train_rows if r.get("epoch") != epoch]
|
self.train_rows = [r for r in self.train_rows if r.get("epoch") != epoch]
|
||||||
self.train_rows.append(row)
|
self.train_rows.append(row)
|
||||||
pd.DataFrame(self.train_rows).to_csv(self.log_dir / "train.csv", index=False)
|
pd.DataFrame(self.train_rows).to_csv(self.log_dir / "train.csv", index=False)
|
||||||
pd.DataFrame([row]).to_csv(self.log_dir / f"epoch_{epoch:03d}_train.csv", index=False)
|
|
||||||
|
|
||||||
def log_val(self, epoch: int, metrics: dict) -> None:
|
def log_val(self, epoch: int, metrics: dict) -> None:
|
||||||
"""Log val metrics. Replaces existing entry for same epoch on resume."""
|
"""Log val metrics. Replaces existing entry for same epoch on resume."""
|
||||||
@@ -302,7 +299,6 @@ class CSVLogger:
|
|||||||
self.val_rows = [r for r in self.val_rows if r.get("epoch") != epoch]
|
self.val_rows = [r for r in self.val_rows if r.get("epoch") != epoch]
|
||||||
self.val_rows.append(row)
|
self.val_rows.append(row)
|
||||||
pd.DataFrame(self.val_rows).to_csv(self.log_dir / "val.csv", index=False)
|
pd.DataFrame(self.val_rows).to_csv(self.log_dir / "val.csv", index=False)
|
||||||
pd.DataFrame([row]).to_csv(self.log_dir / f"epoch_{epoch:03d}_val.csv", index=False)
|
|
||||||
|
|
||||||
|
|
||||||
def _clear_vram() -> None:
|
def _clear_vram() -> None:
|
||||||
|
|||||||
Reference in New Issue
Block a user