Skip to content

Commit

Permalink
clean spaces
Browse files Browse the repository at this point in the history
  • Loading branch information
dhia680 committed Oct 28, 2024
1 parent 9e6458d commit 54c9bdd
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 2 deletions.
2 changes: 1 addition & 1 deletion megatron/training/training.py
Original file line number Diff line number Diff line change
Expand Up @@ -301,7 +301,7 @@ def pretrain(
model, optimizer, opt_param_scheduler = setup_model_and_optimizer(
model_provider, model_type,
scale_lr_cond=(lambda name, param: args.scale_lr_layer in name) if args.scale_lr_layer else None,
lr_mult= args.lr_multiplier,
lr_mult=args.lr_multiplier,
checkpointing_context=checkpointing_context)

timers('model-and-optimizer-setup').stop()
Expand Down
2 changes: 1 addition & 1 deletion tasks/vision/finetune_utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -225,7 +225,7 @@ def finetune(
model_provider,
model_type,
scale_lr_cond=(lambda name, param: args.scale_lr_layer in name) if args.scale_lr_layer else None,
lr_mult= args.lr_multiplier)
lr_mult=args.lr_multiplier)
timers("model and optimizer").stop()

# If pretrained checkpoint is provided and we have not trained for
Expand Down

0 comments on commit 54c9bdd

Please sign in to comment.