Fix scheduler trigger

AnswerDotAI · Nov 21, 2024 · e889f45 · e889f45
1 parent eb58f83
commit e889f45
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/nbs/00_core.ipynb b/nbs/00_core.ipynb
@@ -252,6 +252,7 @@
     "                            current_file = data_dir / f\"train-{uuid4()}.jsonl\"\n",
     "                            results.clear()\n",
     "        finally:\n",
+    "            scheduler.trigger().result()  # force upload last result\n",
     "            if delete_files_after:\n",
     "                shutil.rmtree(dataset_dir)\n",
     "\n",
@@ -500,6 +501,9 @@
     "    repo_id=f\"personas-translation-{uuid4()}\",\n",
     "    max_items_per_file=2, # It will create a local file each 2 translations  \n",
     ")\n",
+    "assert len(translations) == len(personas)\n",
+    "\n",
+    "new_dataset = load_dataset(repo_id)\n",
     "assert len(translations) == len(personas)"
    ]
   },