align max new tokens for optimum and genai chatbot (#2187)

openvinotoolkit · Jul 10, 2024 · 717f7a8 · 717f7a8
1 parent 16602e2
commit 717f7a8
Showing 1 changed file with 3 additions and 20 deletions.
diff --git a/notebooks/llm-chatbot/llm-chatbot-generate-api.ipynb b/notebooks/llm-chatbot/llm-chatbot-generate-api.ipynb
@@ -1,7 +1,6 @@
 {
  "cells": [
   {
-   "attachments": {},
    "cell_type": "markdown",
    "id": "50e1d1d5-3bdd-4224-9f93-bf5d9a83f424",
    "metadata": {},
@@ -46,7 +45,6 @@
    ]
   },
   {
-   "attachments": {},
    "cell_type": "markdown",
    "id": "5df233b0-0369-4fff-9952-7957a90394a5",
    "metadata": {},
@@ -133,7 +131,6 @@
    ]
   },
   {
-   "attachments": {},
    "cell_type": "markdown",
    "id": "81983176-e571-4652-ba21-4bd608c35146",
    "metadata": {},
@@ -340,7 +337,6 @@
    ]
   },
   {
-   "attachments": {},
    "cell_type": "markdown",
    "id": "62af3e8a-915a-49b4-8007-803777ba9eaf",
    "metadata": {},
@@ -360,7 +356,6 @@
    ]
   },
   {
-   "attachments": {},
    "cell_type": "markdown",
    "id": "13694bf8-ee7b-4186-a3e0-a8705be9733c",
    "metadata": {},
@@ -467,7 +462,6 @@
    ]
   },
   {
-   "attachments": {},
    "cell_type": "markdown",
    "id": "f2f46ffd",
    "metadata": {},
@@ -515,7 +509,6 @@
    ]
   },
   {
-   "attachments": {},
    "cell_type": "markdown",
    "id": "130a037a-7d98-4152-81ea-92ffb01da5a2",
    "metadata": {},
@@ -664,11 +657,9 @@
    ]
   },
   {
-   "attachments": {},
    "cell_type": "markdown",
    "id": "671a17d4",
    "metadata": {
-    "collapsed": false,
     "jupyter": {
      "outputs_hidden": false
     }
@@ -706,7 +697,6 @@
    ]
   },
   {
-   "attachments": {},
    "cell_type": "markdown",
    "id": "6d62f9f4-5434-4550-b372-c86b5a5089d5",
    "metadata": {},
@@ -761,7 +751,6 @@
    ]
   },
   {
-   "attachments": {},
    "cell_type": "markdown",
    "id": "c53001e7-615f-4eb5-b831-4e2b2ff32826",
    "metadata": {
@@ -818,7 +807,6 @@
    ]
   },
   {
-   "attachments": {},
    "cell_type": "markdown",
    "id": "f7f63327-f0f5-4e2d-bfc2-0f764f8c19a8",
    "metadata": {},
@@ -877,7 +865,6 @@
    ]
   },
   {
-   "attachments": {},
    "cell_type": "markdown",
    "id": "24d622d0-be46-47c0-a762-88cb50ab15a9",
    "metadata": {},
@@ -896,7 +883,6 @@
    ]
   },
   {
-   "attachments": {},
    "cell_type": "markdown",
    "id": "725544ea-05ec-40d7-bbbc-1dc87cf57d04",
    "metadata": {},
@@ -924,7 +910,6 @@
    ]
   },
   {
-   "attachments": {},
    "cell_type": "markdown",
    "id": "02a5f000",
    "metadata": {},
@@ -982,7 +967,6 @@
    ]
   },
   {
-   "attachments": {},
    "cell_type": "markdown",
    "id": "68f076b8",
    "metadata": {},
@@ -1005,7 +989,7 @@
     "\n",
     "pipe = LLMPipeline(str(model_dir), device.value)\n",
     "\n",
-    "max_new_tokens = 80\n",
+    "max_new_tokens = 256\n",
     "\n",
     "start_message = model_configuration[\"start_message\"]\n",
     "history_template = model_configuration.get(\"history_template\")\n",
@@ -1287,7 +1271,6 @@
    ]
   },
   {
-   "attachments": {},
    "cell_type": "markdown",
    "id": "d69ca0a2",
    "metadata": {},
@@ -1302,7 +1285,7 @@
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "Python 3",
+   "display_name": "Python 3 (ipykernel)",
    "language": "python",
    "name": "python3"
   },
@@ -1316,7 +1299,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.4"
+   "version": "3.8.10"
   },
   "openvino_notebooks": {
    "imageUrl": "https://user-images.githubusercontent.com/29454499/255799218-611e7189-8979-4ef5-8a80-5a75e0136b50.png",