From 05d194061ce04b18cbcf54c6b3803d7c2e228cb7 Mon Sep 17 00:00:00 2001 From: Manuel Romero Date: Wed, 28 Dec 2022 14:53:33 +0100 Subject: [PATCH] Add tokenizer to Trainer object This way, It will be pushed too on trainer.push_to_hub() --- training/flan-t5-samsum-summarization.ipynb | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/training/flan-t5-samsum-summarization.ipynb b/training/flan-t5-samsum-summarization.ipynb index ae69b99..3623ef7 100644 --- a/training/flan-t5-samsum-summarization.ipynb +++ b/training/flan-t5-samsum-summarization.ipynb @@ -397,6 +397,7 @@ "\n", "# Create Trainer instance\n", "trainer = Seq2SeqTrainer(\n", + " tokenizer=tokenizer,\n", " model=model,\n", " args=training_args,\n", " train_dataset=tokenized_dataset[\"train\"],\n", @@ -510,8 +511,7 @@ "metadata": {}, "outputs": [], "source": [ - "# Save our tokenizer and create model card\n", - "tokenizer.save_pretrained(repository_id)\n", + "# Create model card\n", "trainer.create_model_card()\n", "# Push the results to the hub\n", "trainer.push_to_hub()"