diff --git a/tools/colab/bert_finetuning_with_cloud_tpus.ipynb b/tools/colab/bert_finetuning_with_cloud_tpus.ipynb index ad9dd4a39..15268738d 100644 --- a/tools/colab/bert_finetuning_with_cloud_tpus.ipynb +++ b/tools/colab/bert_finetuning_with_cloud_tpus.ipynb @@ -463,7 +463,7 @@ "LEARNING_RATE = 2e-5\n", "NUM_TRAIN_EPOCHS = 3.0\n", "MAX_SEQ_LENGTH = 128\n", - "# Warmup is a period of time where hte learning rate \n", + "# Warmup is a period of time where the learning rate \n", "# is small and gradually increases--usually helps training.\n", "WARMUP_PROPORTION = 0.1\n", "# Model configs\n", @@ -16053,4 +16053,4 @@ ] } ] -} \ No newline at end of file +}