fix tokenizer.model upload

substratusai · Oct 6, 2023 · a388a15 · a388a15
1 parent b322bd7
commit a388a15
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/model-trainer-huggingface/src/train.ipynb b/model-trainer-huggingface/src/train.ipynb
@@ -737,8 +737,8 @@
     "    model.push_to_hub(repo_id)\n",
     "    tokenizer.push_to_hub(repo_id)\n",
     "    hf_api = HfApi()\n",
-    "    # Upload tokenizer.model if it was not included in trained model but was in base model\n",
-    "    if tokenizer_model_path_base.exists() and not tokenizer_model_path_trained.exists():\n",
+    "    # Upload tokenizer.model if it was in base model\n",
+    "    if tokenizer_model_path_base.exists():\n",
     "        hf_api.upload_file(\n",
     "            path_or_fileobj=tokenizer_model_path_base,\n",
     "            path_in_repo=tokenizer_model_path_base.name,\n",