Skip to content

Commit

Permalink
[TorchTrain] Minor fix for pytorch#197 (pytorch#204)
Browse files Browse the repository at this point in the history
The changes made in github editor didn't go in when doing ghstack land.
  • Loading branch information
wz337 authored Apr 5, 2024
1 parent 859963d commit 5d2c148
Show file tree
Hide file tree
Showing 5 changed files with 6 additions and 2 deletions.
4 changes: 2 additions & 2 deletions torchtrain/config_manager.py
Original file line number Diff line number Diff line change
Expand Up @@ -200,10 +200,10 @@ def __init__(self):
self.parser.add_argument(
"--checkpoint.interval",
type=int,
default=3600,
default=500,
help=(
"Checkpointing interval. The unit of measurement is in seconds or "
"steps depending on --checkpoint.interval."
"steps depending on --checkpoint.interval_type."
),
)
self.parser.add_argument(
Expand Down
1 change: 1 addition & 0 deletions train_configs/debug_model.toml
Original file line number Diff line number Diff line change
Expand Up @@ -38,6 +38,7 @@ compile = false
dataset = "alpaca" # supported datasets = alpaca (52K), minipile (1M), c4 (177M)

[checkpoint]
interval = 500
interval_type = "steps"
folder = ""

Expand Down
1 change: 1 addition & 0 deletions train_configs/llama_13b.toml
Original file line number Diff line number Diff line change
Expand Up @@ -38,6 +38,7 @@ compile = false
dataset = "openwebtext"

[checkpoint]
interval = 500
interval_type = "steps"
folder = ""

Expand Down
1 change: 1 addition & 0 deletions train_configs/llama_70b.toml
Original file line number Diff line number Diff line change
Expand Up @@ -38,6 +38,7 @@ compile = false
dataset = "openwebtext"

[checkpoint]
interval = 500
interval_type = "steps"
folder = ""

Expand Down
1 change: 1 addition & 0 deletions train_configs/llama_7b.toml
Original file line number Diff line number Diff line change
Expand Up @@ -38,5 +38,6 @@ compile = false
dataset = "alpaca"

[checkpoint]
interval = 500
interval_type = "steps"
folder = ""

0 comments on commit 5d2c148

Please sign in to comment.