diff --git a/colabs/torchtune/torchtune_and_wandb.ipynb b/colabs/torchtune/torchtune_and_wandb.ipynb index cad9c0e3..bd0b6e37 100644 --- a/colabs/torchtune/torchtune_and_wandb.ipynb +++ b/colabs/torchtune/torchtune_and_wandb.ipynb @@ -112,7 +112,7 @@ "```yaml\n", "# Logging\n", "metric_logger:\n", - " _component_: torchtune.utils.metric_logging.WandBLogger # <---You only need this to enable W&B\n", + " _component_: torchtune.training.metric_logging.WandBLogger # <---You only need this to enable W&B\n", " project: mistral_lora # <--- The W&B project to save our logs to\n", "log_every_n_steps: 1\n", "\n", @@ -154,7 +154,7 @@ " lora_alpha: 16\n", "\n", "checkpointer:\n", - " _component_: torchtune.utils.FullModelHFCheckpointer\n", + " _component_: torchtune.training.FullModelHFCheckpointer\n", " checkpoint_dir: /tmp/Mistral-7B-v0.1\n", " checkpoint_files: [\n", " pytorch_model-00001-of-00002.bin,\n", @@ -170,7 +170,7 @@ " lr: 2e-5\n", "\n", "lr_scheduler:\n", - " _component_: torchtune.modules.get_cosine_schedule_with_warmup\n", + " _component_: torchtune.training.lr_schedulers.get_cosine_schedule_with_warmup\n", " num_warmup_steps: 100\n", "\n", "loss:\n", @@ -195,7 +195,7 @@ "################################################################################\n", "# Logging\n", "metric_logger:\n", - " _component_: torchtune.utils.metric_logging.WandBLogger # <---You only need this to enable W&B\n", + " _component_: torchtune.training.metric_logging.WandBLogger # <---You only need this to enable W&B\n", " project: mistral_lora # <--- The W&B project to save our logs to\n", "log_every_n_steps: 1\n", "################################################################################\n", @@ -205,7 +205,7 @@ "\n", "# Profiler (disabled)\n", "profiler:\n", - " _component_: torchtune.utils.profiler\n", + " _component_: torchtune.training.setup_torch_profiler\n", " enabled: False" ] },