From 4b398a0f822f0c1fdee9be88f5c66d8f769d1168 Mon Sep 17 00:00:00 2001 From: Jinzhe Zeng Date: Tue, 16 Jul 2024 04:10:27 -0400 Subject: [PATCH 1/2] fix(pt): do not overwrite disp_file when restarting training Signed-off-by: Jinzhe Zeng --- deepmd/pt/train/training.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/deepmd/pt/train/training.py b/deepmd/pt/train/training.py index e097d2a8b2..b3110c4e13 100644 --- a/deepmd/pt/train/training.py +++ b/deepmd/pt/train/training.py @@ -630,7 +630,7 @@ def warm_up_linear(step, warmup_steps): def run(self): fout = ( - open(self.disp_file, mode="w", buffering=1) if self.rank == 0 else None + open(self.disp_file, mode="w" if not self.restart_training else "a", buffering=1) if self.rank == 0 else None ) # line buffered if SAMPLER_RECORD: record_file = f"Sample_rank_{self.rank}.txt" From 536f817dc3ac72935e5ac482eeb14ce339b5caba Mon Sep 17 00:00:00 2001 From: "pre-commit-ci[bot]" <66853113+pre-commit-ci[bot]@users.noreply.github.com> Date: Tue, 16 Jul 2024 08:11:41 +0000 Subject: [PATCH 2/2] [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci --- deepmd/pt/train/training.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/deepmd/pt/train/training.py b/deepmd/pt/train/training.py index b3110c4e13..2ef8061bb4 100644 --- a/deepmd/pt/train/training.py +++ b/deepmd/pt/train/training.py @@ -630,7 +630,13 @@ def warm_up_linear(step, warmup_steps): def run(self): fout = ( - open(self.disp_file, mode="w" if not self.restart_training else "a", buffering=1) if self.rank == 0 else None + open( + self.disp_file, + mode="w" if not self.restart_training else "a", + buffering=1, + ) + if self.rank == 0 + else None ) # line buffered if SAMPLER_RECORD: record_file = f"Sample_rank_{self.rank}.txt"