diff --git a/04-custom-train-retrieval.ipynb b/04-custom-train-retrieval.ipynb index ccd5357..676c426 100644 --- a/04-custom-train-retrieval.ipynb +++ b/04-custom-train-retrieval.ipynb @@ -18,7 +18,7 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": 4, "id": "03855d9e-afe2-4edc-8b78-6b1d44b109ce", "metadata": {}, "outputs": [ @@ -40,7 +40,7 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": 5, "id": "7322bf4e-0bb0-486c-b041-6882ecee7239", "metadata": {}, "outputs": [ @@ -118,7 +118,7 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": 6, "id": "319b0b73-d1bc-4a90-a4aa-864d2215d646", "metadata": {}, "outputs": [], @@ -146,7 +146,7 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": 7, "id": "2e4b6da8-8246-410c-8718-6a0dea4ea269", "metadata": {}, "outputs": [], @@ -166,7 +166,7 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": 8, "id": "3325fcee-3bd1-4c1c-8ff8-5fac4be8fc16", "metadata": {}, "outputs": [ @@ -176,7 +176,7 @@ "'vocab_dict.pkl'" ] }, - "execution_count": 5, + "execution_count": 8, "metadata": {}, "output_type": "execute_result" } @@ -187,7 +187,7 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": 9, "id": "03bbe4be-68ed-4084-b4cd-eee9a311da58", "metadata": {}, "outputs": [], @@ -199,7 +199,7 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 10, "id": "d9dfaf03-9b67-438d-bcd6-131a75d9d51d", "metadata": {}, "outputs": [ @@ -236,7 +236,7 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 11, "id": "03410e35-7e1c-481c-aef2-55c25a90bcc4", "metadata": {}, "outputs": [ @@ -299,7 +299,7 @@ "output_type": "stream", "text": [ "EXPERIMENT_NAME: scale-training-v1\n", - "RUN_NAME: run-20230922-202508\n" + "RUN_NAME: run-20230925-145451\n" ] } ], @@ -330,7 +330,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "TB_RESOURCE_NAME: projects/934903580331/locations/us-central1/tensorboards/4282210762094542848\n", + "TB_RESOURCE_NAME: projects/934903580331/locations/us-central1/tensorboards/7204483970304573440\n", "TB display name: scale-training-v1\n" ] } @@ -565,7 +565,7 @@ " '--candidate_file_dir=ndr-v1-hybrid-vertex-bucket',\n", " '--candidate_files_prefix=data/v1/candidates',\n", " '--experiment_name=scale-training-v1',\n", - " '--experiment_run=run-20230922-202508',\n", + " '--experiment_run=run-20230925-145451',\n", " '--num_epochs=15',\n", " '--batch_size=4096',\n", " '--embedding_dim=128',\n", @@ -580,7 +580,7 @@ " '--pipeline_version=v1',\n", " '--seed=1234',\n", " '--max_tokens=20000',\n", - " '--tb_resource_name=projects/934903580331/locations/us-central1/tensorboards/4282210762094542848',\n", + " '--tb_resource_name=projects/934903580331/locations/us-central1/tensorboards/7204483970304573440',\n", " '--embed_frequency=1',\n", " '--hist_frequency=0',\n", " '--tf_gpu_thread_count=8',\n", @@ -639,7 +639,7 @@ "output_type": "stream", "text": [ "\n", - " Copied training package and Dockerfile to gs://ndr-v1-hybrid-vertex-bucket/scale-training-v1/run-20230922-202508\n", + " Copied training package and Dockerfile to gs://ndr-v1-hybrid-vertex-bucket/scale-training-v1/run-20230925-145451\n", "\n" ] } @@ -668,9 +668,9 @@ "name": "stdout", "output_type": "stream", "text": [ - "gs://ndr-v1-hybrid-vertex-bucket/scale-training-v1/run-20230922-202508/Dockerfile_tfrs\n", - "gs://ndr-v1-hybrid-vertex-bucket/scale-training-v1/run-20230922-202508/vocab_dict.pkl\n", - "gs://ndr-v1-hybrid-vertex-bucket/scale-training-v1/run-20230922-202508/trainer/\n" + "gs://ndr-v1-hybrid-vertex-bucket/scale-training-v1/run-20230925-145451/Dockerfile_tfrs\n", + "gs://ndr-v1-hybrid-vertex-bucket/scale-training-v1/run-20230925-145451/vocab_dict.pkl\n", + "gs://ndr-v1-hybrid-vertex-bucket/scale-training-v1/run-20230925-145451/trainer/\n" ] } ], @@ -696,7 +696,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "JOB_NAME: train-v1-run-20230922-202508\n" + "JOB_NAME: train-v1-run-20230925-145451\n" ] } ], @@ -766,7 +766,7 @@ }, { "cell_type": "code", - "execution_count": 23, + "execution_count": 12, "id": "33a58184-e0c4-4403-ad80-da5fdb7dbaed", "metadata": {}, "outputs": [ @@ -774,7 +774,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "TB_LOGS_PATH: gs://ndr-v1-hybrid-vertex-bucket/scale-training-v1/run-20230922-153317/logs\n" + "TB_LOGS_PATH: gs://ndr-v1-hybrid-vertex-bucket/scale-training-v1/run-20230925-145451/logs\n" ] } ], @@ -789,7 +789,7 @@ }, { "cell_type": "code", - "execution_count": 26, + "execution_count": 14, "id": "d432d552-4416-4f4c-964f-bcca57b60a07", "metadata": {}, "outputs": [], @@ -800,29 +800,20 @@ }, { "cell_type": "code", - "execution_count": 27, + "execution_count": 15, "id": "171227db-d5f9-47e4-8b67-a528950233ab", "metadata": {}, "outputs": [ - { - "data": { - "text/plain": [ - "Reusing TensorBoard on port 6006 (pid 30025), started 0:04:41 ago. (Use '!kill 30025' to kill it.)" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, { "data": { "text/html": [ "\n", - " \n", "