From 877f0afb95d5fd728e176269b271dba5f9fc5595 Mon Sep 17 00:00:00 2001 From: Garry Zhang Date: Tue, 12 Sep 2023 22:50:52 -0700 Subject: [PATCH] refactor pykoi into base, huggingface, rag, and rlhf --- example/chatbot/chatbot_in_jupyter.ipynb | 27 +- example/chatbot/demo_launch_app_api.ipynb | 299 ++++--- example/chatbot/demo_launch_app_gpu.ipynb | 226 +---- .../chatbot/demo_model_comparator_hf.ipynb | 34 +- example/chatbot/demo_model_comparator_hf.py | 15 +- .../demo_model_comparator_openai.ipynb | 96 +-- .../chatbot/demo_model_comparator_openai.py | 15 +- example/chatbot/huggingface_model_demo.py | 16 +- example/chatbot/openai_model_demo.py | 16 +- .../chatbot/peft_huggingface_model_demo.py | 16 +- example/database/data_clean_votes.ipynb | 11 +- example/database/demo_qa_database.ipynb | 6 +- example/database/demo_ranking_database.ipynb | 6 +- example/flex/flex_demo.py | 19 +- example/mlu/demo_chat.py | 16 +- example/mlu/demo_comparator.py | 10 +- example/ops/demo_nvml.py | 7 +- example/retrieval_qa/retrieval_qa_demo.py | 18 +- .../retrieval_qa_huggingface_demo.py | 18 +- example/rlhf/demo_reward.ipynb | 26 +- example/rlhf/demo_rl.ipynb | 21 +- example/rlhf/demo_rl.py | 8 +- example/rlhf/demo_rw_finetuning.py | 13 +- example/rlhf/demo_supervised_finetuning.ipynb | 20 +- example/rlhf/supervised_finetuning_demo.py | 10 +- poetry.lock | 787 +++++++++--------- pykoi/__init__.py | 18 +- pykoi/chat/__init__.py | 4 + pykoi/chat/llm/__init__.py | 1 - pykoi/chat/llm/peft_huggingface.py | 2 +- pykoi/component/__init__.py | 4 + pykoi/ops/__init__.py | 1 + pykoi/retrieval/__init__.py | 2 + pykoi/rlhf/__init__.py | 4 + pykoi/telemetry/events.py | 17 +- pyproject.toml | 70 +- 36 files changed, 897 insertions(+), 982 deletions(-) diff --git a/example/chatbot/chatbot_in_jupyter.ipynb b/example/chatbot/chatbot_in_jupyter.ipynb index 72234c4..8b7acbc 100644 --- a/example/chatbot/chatbot_in_jupyter.ipynb +++ b/example/chatbot/chatbot_in_jupyter.ipynb @@ -16,9 +16,20 @@ "current_directory = os.getcwd()\n", "sys.path.append(\".\")\n", "sys.path.append(\"..\")\n", - "sys.path.append(\"../..\")\n", - "\n", - "import pykoi as pk" + "sys.path.append(\"../..\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "6a907bb3", + "metadata": {}, + "outputs": [], + "source": [ + "from pykoi import Application\n", + "from pykoi.chat import ModelFactory\n", + "from pykoi.chat import QuestionAnswerDatabase\n", + "from pykoi.component import Chatbot" ] }, { @@ -31,7 +42,7 @@ "api_key = \"\"\n", "\n", "# Creating an OpenAI model\n", - "model = pk.ModelFactory.create_model(model_source=\"openai\", api_key=api_key)" + "model = ModelFactory.create_model(model_source=\"openai\", api_key=api_key)" ] }, { @@ -41,10 +52,10 @@ "metadata": {}, "outputs": [], "source": [ - "database = pk.QuestionAnswerDatabase(debug=True)\n", - "chatbot = pk.Chatbot(model=model, feedback=\"vote\")\n", + "database = QuestionAnswerDatabase(debug=True)\n", + "chatbot = Chatbot(model=model, feedback=\"vote\")\n", "\n", - "app = pk.Application(debug=False, share=False)\n", + "app = Application(debug=False, share=False)\n", "app.add_component(chatbot)" ] }, @@ -76,7 +87,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.9.17" + "version": "3.10.12" } }, "nbformat": 4, diff --git a/example/chatbot/demo_launch_app_api.ipynb b/example/chatbot/demo_launch_app_api.ipynb index 57b934d..5cb5110 100644 --- a/example/chatbot/demo_launch_app_api.ipynb +++ b/example/chatbot/demo_launch_app_api.ipynb @@ -2,30 +2,39 @@ "cells": [ { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/Users/goldpiggy/anaconda3/envs/0826/lib/python3.10/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n", - " from .autonotebook import tqdm as notebook_tqdm\n", - "/Users/goldpiggy/anaconda3/envs/0826/lib/python3.10/site-packages/bitsandbytes/cextension.py:34: UserWarning: The installed version of bitsandbytes was compiled without GPU support. 8-bit optimizers, 8-bit multiplication, and GPU quantization are unavailable.\n", - " warn(\"The installed version of bitsandbytes was compiled without GPU support. \"\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "'NoneType' object has no attribute 'cadam32bit_grad_fp32'\n" - ] - } - ], + "outputs": [], + "source": [ + "# %reload_ext autoreload\n", + "# %autoreload 2\n", + "\n", + "# import os\n", + "# import sys\n", + "\n", + "# # Add the root folder to the module search path\n", + "# # Get the current directory\n", + "# current_directory = os.getcwd()\n", + "\n", + "# # Move two levels up (go to the parent directory of the parent directory)\n", + "# two_levels_up_directory = os.path.dirname(os.path.dirname(current_directory))\n", + "\n", + "# print(two_levels_up_directory)\n", + "\n", + "# sys.path.append(two_levels_up_directory)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], "source": [ "## pip install ipykernel\n", - "import pykoi" + "from pykoi import Application\n", + "from pykoi.chat import ModelFactory\n", + "from pykoi.chat import QuestionAnswerDatabase\n", + "from pykoi.component import Chatbot, Dashboard" ] }, { @@ -37,7 +46,7 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -47,11 +56,11 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ - "model = pykoi.ModelFactory.create_model(\n", + "model = ModelFactory.create_model(\n", " model_source=\"openai\",\n", " api_key=api_key)" ] @@ -67,20 +76,20 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ - "qa_database = pykoi.QuestionAnswerDatabase()" + "qa_database = QuestionAnswerDatabase()" ] }, { "cell_type": "code", - "execution_count": 5, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ - "chatbot = pykoi.Chatbot(model=model, feedback=\"vote\")" + "chatbot = Chatbot(model=model, feedback=\"vote\")" ] }, { @@ -111,7 +120,7 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -121,58 +130,11 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Public URL: NgrokTunnel: \"https://8101-76-21-76-39.ngrok.io\" -> \"http://127.0.0.1:5000\"\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "INFO: Started server process [32123]\n", - "INFO: Waiting for application startup.\n", - "INFO: Application startup complete.\n", - "INFO: Uvicorn running on http://127.0.0.1:5000 (Press CTRL+C to quit)\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "INFO: 127.0.0.1:52759 - \"GET / HTTP/1.1\" 200 OK\n", - "INFO: 127.0.0.1:52759 - \"GET /assets/index-9d416840.js HTTP/1.1\" 200 OK\n", - "INFO: 127.0.0.1:52760 - \"GET /assets/index-fd8bb80f.css HTTP/1.1\" 200 OK\n", - "INFO: 127.0.0.1:52759 - \"GET /components HTTP/1.1\" 200 OK\n", - "INFO: 127.0.0.1:52760 - \"GET /vite.svg HTTP/1.1\" 200 OK\n", - "INFO: 127.0.0.1:52759 - \"GET /chat/qa_table/retrieve HTTP/1.1\" 404 Not Found\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "INFO: Shutting down\n", - "INFO: Waiting for application shutdown.\n", - "INFO: Application shutdown complete.\n", - "INFO: Finished server process [32123]\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Stopping server...\n" - ] - } - ], + "outputs": [], "source": [ - "app = pykoi.Application(debug=False, share=True, username=\"rachel\", password=\"1234\")\n", + "app = Application(debug=False, share=True, username=\"rachel\", password=\"1234\")\n", "app.add_component(chatbot)\n", "app.run()" ] @@ -188,52 +150,164 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ - "qa_dashboard = pykoi.Dashboard(database=qa_database)" + "qa_dashboard = Dashboard(database=qa_database)" ] }, { "cell_type": "code", - "execution_count": 10, + "execution_count": null, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ - "INFO: Started server process [32123]\n", - "INFO: Waiting for application startup.\n", - "INFO: Application startup complete.\n", - "INFO: Uvicorn running on http://127.0.0.1:5000 (Press CTRL+C to quit)\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "INFO: 127.0.0.1:52783 - \"GET /components HTTP/1.1\" 200 OK\n", - "INFO: 127.0.0.1:52783 - \"GET /chat/qa_table/retrieve HTTP/1.1\" 200 OK\n", - "INFO: 127.0.0.1:52788 - \"GET /components HTTP/1.1\" 200 OK\n", - "INFO: 127.0.0.1:52788 - \"GET /chat/qa_table/retrieve HTTP/1.1\" 200 OK\n", - "INFO: 127.0.0.1:52788 - \"GET /chat/qa_table/retrieve HTTP/1.1\" 200 OK\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "INFO: Shutting down\n", - "INFO: Waiting for application shutdown.\n", - "INFO: Application shutdown complete.\n", - "INFO: Finished server process [32123]\n" + "t=2023-09-12T01:18:52-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:51858->3.134.73.173:443: read: connection reset by peer\"\n", + "t=2023-09-12T01:32:52-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:53684->3.136.132.147:443: read: connection reset by peer\"\n", + "t=2023-09-12T01:32:57-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=cc480ddd12ca clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T01:48:35-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:53813->3.12.62.205:443: read: connection reset by peer\"\n", + "t=2023-09-12T02:04:07-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=04762d28f116 clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T02:21:55-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:53905->3.136.132.147:443: read: connection reset by peer\"\n", + "t=2023-09-12T02:39:34-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=15d86cc263ed clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T02:57:35-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:54079->3.12.62.205:443: read: connection reset by peer\"\n", + "t=2023-09-12T03:15:13-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=de851650ca25 clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T03:30:48-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:54292->3.134.73.173:443: read: connection reset by peer\"\n", + "t=2023-09-12T03:30:52-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=ee72220bc8ea clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T03:48:52-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:54445->3.133.228.214:443: read: connection reset by peer\"\n", + "t=2023-09-12T04:05:34-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=6e8c1b39a7ed clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T04:07:35-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:54579->3.12.62.205:443: read: connection reset by peer\"\n", + "t=2023-09-12T04:24:16-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=1635c9fd0a95 clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T04:40:32-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:54645->3.16.250.205:443: read: connection reset by peer\"\n", + "t=2023-09-12T04:40:36-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=7098a9514ade clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T04:57:38-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:54759->3.12.62.205:443: read: connection reset by peer\"\n", + "t=2023-09-12T05:12:59-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=17cd2e176a93 clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T05:28:08-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:54905->3.136.132.147:443: read: connection reset by peer\"\n", + "t=2023-09-12T05:44:11-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=c1f9867672ff clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T06:01:24-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:55045->3.133.228.214:443: read: connection reset by peer\"\n", + "t=2023-09-12T06:01:28-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=d1b0adf825f4 clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T06:17:57-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:55197->3.136.132.147:443: read: connection reset by peer\"\n", + "t=2023-09-12T06:33:59-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=045eb1bdd071 clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T06:51:45-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:55305->3.133.228.214:443: read: connection reset by peer\"\n", + "t=2023-09-12T07:08:47-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=ef02b407f58f clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T07:26:42-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:55453->3.136.132.147:443: read: connection reset by peer\"\n", + "t=2023-09-12T07:26:46-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=0ebf98c1b8d9 clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T07:42:47-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:55596->3.136.132.147:443: read: connection reset by peer\"\n", + "t=2023-09-12T07:59:51-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to send authentication request: read tcp 192.168.1.14:55706->3.133.228.214:443: read: connection reset by peer\"\n", + "t=2023-09-12T07:59:54-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=9a7d09cfe70f clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T08:15:13-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:55753->3.20.27.198:443: read: connection reset by peer\"\n", + "t=2023-09-12T08:30:30-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=4193bcab5d65 clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T08:41:31-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"session closed\"\n", + "t=2023-09-12T08:41:35-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=68d49f4de50a clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T08:53:46-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:55974->3.12.62.205:443: read: connection reset by peer\"\n", + "t=2023-09-12T09:13:38-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=ca4ad0efac68 clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T09:29:33-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=27ed3a1045ee clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T09:29:33-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"session closed\"\n", + "t=2023-09-12T09:58:35-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:56247->3.16.250.205:443: read: connection reset by peer\"\n", + "t=2023-09-12T10:16:18-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:56362->3.134.73.173:443: read: connection reset by peer\"\n", + "t=2023-09-12T10:32:26-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=40e8f70cb5f3 clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T10:49:11-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:56444->3.12.62.205:443: read: connection reset by peer\"\n", + "t=2023-09-12T11:05:27-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=99a50827acf3 clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T11:21:38-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:56566->3.136.132.147:443: read: connection reset by peer\"\n", + "t=2023-09-12T11:21:42-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=41878b24a2fb clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T11:38:57-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:56777->3.134.73.173:443: read: connection reset by peer\"\n", + "t=2023-09-12T11:56:52-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:56888->3.136.132.147:443: read: connection reset by peer\"\n", + "t=2023-09-12T11:56:54-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=f39f77e83e55 clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T12:14:16-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:56940->3.16.250.205:443: read: connection reset by peer\"\n", + "t=2023-09-12T12:31:34-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=1194c26a755c clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T12:46:44-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:57062->3.12.62.205:443: read: connection reset by peer\"\n", + "t=2023-09-12T13:00:58-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=45431debbd46 clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T13:00:59-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=4ea8efaf157c clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T13:01:05-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:57212->3.20.27.198:443: read: connection reset by peer\"\n", + "t=2023-09-12T13:05:13-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=1fa447c82069 clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T13:23:09-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=0bd50258b330 clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T13:57:11-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=2d8d7f46d1b3 clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T13:57:11-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"session closed\"\n", + "t=2023-09-12T14:32:23-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:57513->3.12.62.205:443: read: connection reset by peer\"\n", + "t=2023-09-12T14:47:07-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:57606->3.16.250.205:443: read: connection reset by peer\"\n", + "t=2023-09-12T15:05:07-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=6d1d2a156588 clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T15:21:19-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:57717->3.12.62.205:443: read: connection reset by peer\"\n", + "t=2023-09-12T15:21:23-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=f31d2ae7e439 clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T15:32:55-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:57847->3.12.62.205:443: read: connection reset by peer\"\n", + "t=2023-09-12T15:33:01-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=e9d47c352d0a clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T15:33:18-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=f725fd685f71 clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T15:43:14-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=35ca76001e49 clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T15:43:14-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"session closed\"\n", + "t=2023-09-12T16:17:01-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:58013->3.20.27.198:443: read: connection reset by peer\"\n", + "t=2023-09-12T16:49:30-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"read tcp 192.168.1.14:58149->3.133.228.214:443: read: connection reset by peer\"\n", + "t=2023-09-12T17:00:22-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=15d8f761b1a0 clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T17:00:33-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=a633c3aab1c2 clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T17:06:47-0700 lvl=eror msg=\"heartbeat timeout, terminating session\" obj=tunnels.session obj=csess id=844f0cac015e clientid=0e9d5d409373b0929f4cc030441823a8\n", + "t=2023-09-12T17:06:47-0700 lvl=eror msg=\"session closed, starting reconnect loop\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"session closed\"\n", + "t=2023-09-12T17:06:47-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T17:06:48-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T17:06:49-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T17:06:51-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T17:06:55-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T17:24:37-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T17:24:53-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T18:17:10-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T18:51:04-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T18:51:34-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T18:52:04-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T18:52:34-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T18:53:04-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T18:53:34-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T18:54:04-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T18:54:34-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T18:55:04-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T18:55:34-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T18:56:04-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T18:56:34-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T18:57:04-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T18:57:34-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T18:58:04-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T18:58:34-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T18:59:04-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T18:59:34-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:00:04-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:00:34-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:01:04-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:01:34-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:02:04-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:02:34-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:03:04-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:03:34-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:04:04-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:04:34-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:05:04-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:05:34-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:06:04-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:06:34-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:07:04-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:07:34-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:08:04-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:08:34-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:09:04-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:09:34-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:10:04-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:10:34-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:11:04-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:11:34-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:12:04-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:12:34-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:13:04-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:13:34-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:14:04-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:14:34-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:15:04-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:15:34-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:16:04-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:16:34-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n", + "t=2023-09-12T19:17:04-0700 lvl=eror msg=\"failed to reconnect session\" obj=tunnels.session obj=csess id=51b0fe54dcb1 err=\"failed to dial ngrok server with address \\\"tunnel.us.ngrok.com:443\\\": dial tcp: lookup tunnel.us.ngrok.com: no such host\"\n" ] } ], "source": [ - "app = pykoi.Application(debug=False, share=False)\n", + "app = Application(debug=False, share=False)\n", "app.add_component(chatbot)\n", "app.add_component(qa_dashboard)\n", "app.run()\n" @@ -259,13 +333,6 @@ " \n", "

" ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [] } ], "metadata": { @@ -284,7 +351,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.10.12" + "version": "3.10.13" } }, "nbformat": 4, diff --git a/example/chatbot/demo_launch_app_gpu.ipynb b/example/chatbot/demo_launch_app_gpu.ipynb index 03bcba0..35768ff 100644 --- a/example/chatbot/demo_launch_app_gpu.ipynb +++ b/example/chatbot/demo_launch_app_gpu.ipynb @@ -2,53 +2,39 @@ "cells": [ { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "/home/ec2-user/SageMaker/pykoi\n" - ] - } - ], + "outputs": [], "source": [ - "%reload_ext autoreload\n", - "%autoreload 2\n", + "# %reload_ext autoreload\n", + "# %autoreload 2\n", "\n", - "import os\n", - "import sys\n", + "# import os\n", + "# import sys\n", "\n", - "# Add the root folder to the module search path\n", - "# Get the current directory\n", - "current_directory = os.getcwd()\n", + "# # Add the root folder to the module search path\n", + "# # Get the current directory\n", + "# current_directory = os.getcwd()\n", "\n", - "# Move two levels up (go to the parent directory of the parent directory)\n", - "two_levels_up_directory = os.path.dirname(os.path.dirname(current_directory))\n", + "# # Move two levels up (go to the parent directory of the parent directory)\n", + "# two_levels_up_directory = os.path.dirname(os.path.dirname(current_directory))\n", "\n", - "print(two_levels_up_directory)\n", + "# print(two_levels_up_directory)\n", "\n", - "sys.path.append(two_levels_up_directory)" + "# sys.path.append(two_levels_up_directory)" ] }, { "cell_type": "code", - "execution_count": 2, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/home/ec2-user/anaconda3/envs/0731a/lib/python3.10/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n", - " from .autonotebook import tqdm as notebook_tqdm\n" - ] - } - ], + "outputs": [], "source": [ "## pip install ipykernel\n", - "import pykoi" + "from pykoi import Application\n", + "from pykoi.chat import ModelFactory\n", + "from pykoi.chat import QuestionAnswerDatabase\n", + "from pykoi.component import Chatbot, Dashboard" ] }, { @@ -62,42 +48,20 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ - "qa_database = pykoi.QuestionAnswerDatabase()" + "qa_database = QuestionAnswerDatabase()" ] }, { "cell_type": "code", - "execution_count": 4, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "[HuggingfaceModel] loading model...\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "Loading checkpoint shards: 100%|██████████| 2/2 [00:23<00:00, 11.75s/it]\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "[HuggingfaceModel] loading tokenizer...\n" - ] - } - ], + "outputs": [], "source": [ - "model = pykoi.ModelFactory.create_model(\n", + "model = ModelFactory.create_model(\n", " model_source=\"huggingface\", \n", " pretrained_model_name_or_path=\"tiiuae/falcon-7b\",\n", " trust_remote_code=True, ## TODO: set as default\n", @@ -107,11 +71,11 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ - "chatbot = pykoi.Chatbot(model=model, feedback=\"vote\")" + "chatbot = Chatbot(model=model, feedback=\"vote\")" ] }, { @@ -133,7 +97,7 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -150,7 +114,7 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -161,65 +125,11 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "t=2023-08-01T04:26:32+0000 lvl=warn msg=\"ngrok config file found at legacy location, move to XDG location\" xdg_path=/home/ec2-user/.config/ngrok/ngrok.yml legacy_path=/home/ec2-user/.ngrok2/ngrok.yml\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Public URL: NgrokTunnel: \"https://d7cd-34-209-105-222.ngrok-free.app\" -> \"http://localhost:34349\"\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "INFO: Started server process [21474]\n", - "INFO: Waiting for application startup.\n", - "INFO: Application startup complete.\n", - "INFO: Uvicorn running on http://127.0.0.1:34349 (Press CTRL+C to quit)\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "INFO: 76.21.76.39:0 - \"GET / HTTP/1.1\" 200 OK\n", - "INFO: 76.21.76.39:0 - \"GET /assets/index-fc1a91e8.js HTTP/1.1\" 200 OK\n", - "INFO: 76.21.76.39:0 - \"GET /assets/index-f75c1c12.css HTTP/1.1\" 200 OK\n", - "INFO: 76.21.76.39:0 - \"GET /components HTTP/1.1\" 200 OK\n", - "INFO: 76.21.76.39:0 - \"GET /vite.svg HTTP/1.1\" 200 OK\n", - "INFO: 76.21.76.39:0 - \"GET /chat/qa_table/retrieve HTTP/1.1\" 404 Not Found\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "INFO: Shutting down\n", - "INFO: Waiting for application shutdown.\n", - "INFO: Application shutdown complete.\n", - "INFO: Finished server process [21474]\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Stopping server...\n" - ] - } - ], + "outputs": [], "source": [ - "app = pykoi.Application(debug=False, share=True)\n", + "app = Application(debug=False, share=True)\n", "app.add_component(chatbot)\n", "app.run()" ] @@ -235,77 +145,20 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ - "qa_dashboard = pykoi.Dashboard(database=qa_database)" + "qa_dashboard = Dashboard(database=qa_database)" ] }, { "cell_type": "code", - "execution_count": 11, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "t=2023-08-01T04:27:23+0000 lvl=warn msg=\"ngrok config file found at legacy location, move to XDG location\" xdg_path=/home/ec2-user/.config/ngrok/ngrok.yml legacy_path=/home/ec2-user/.ngrok2/ngrok.yml\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Public URL: NgrokTunnel: \"https://82f5-34-209-105-222.ngrok-free.app\" -> \"http://localhost:37933\"\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "INFO: Started server process [21474]\n", - "INFO: Waiting for application startup.\n", - "INFO: Application startup complete.\n", - "INFO: Uvicorn running on http://127.0.0.1:37933 (Press CTRL+C to quit)\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "INFO: 76.21.76.39:0 - \"GET / HTTP/1.1\" 200 OK\n", - "INFO: 76.21.76.39:0 - \"GET /assets/index-fc1a91e8.js HTTP/1.1\" 200 OK\n", - "INFO: 76.21.76.39:0 - \"GET /assets/index-f75c1c12.css HTTP/1.1\" 200 OK\n", - "INFO: 76.21.76.39:0 - \"GET /components HTTP/1.1\" 200 OK\n", - "INFO: 76.21.76.39:0 - \"GET /vite.svg HTTP/1.1\" 200 OK\n", - "INFO: 76.21.76.39:0 - \"GET /chat/qa_table/retrieve HTTP/1.1\" 200 OK\n", - "INFO: 76.21.76.39:0 - \"GET /chat/qa_table/retrieve HTTP/1.1\" 200 OK\n", - "INFO: 76.21.76.39:0 - \"GET /chat/qa_table/retrieve HTTP/1.1\" 200 OK\n", - "INFO: 76.21.76.39:0 - \"GET /chat/qa_table/retrieve HTTP/1.1\" 200 OK\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "INFO: Shutting down\n", - "INFO: Waiting for application shutdown.\n", - "INFO: Application shutdown complete.\n", - "INFO: Finished server process [21474]\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Stopping server...\n" - ] - } - ], + "outputs": [], "source": [ - "app = pykoi.Application(debug=False, share=True)\n", + "app = Application(debug=False, share=True)\n", "app.add_component(chatbot)\n", "app.add_component(qa_dashboard)\n", "app.run()\n" @@ -331,13 +184,6 @@ " \n", "

" ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [] } ], "metadata": { diff --git a/example/chatbot/demo_model_comparator_hf.ipynb b/example/chatbot/demo_model_comparator_hf.ipynb index 8869fbb..92614e9 100644 --- a/example/chatbot/demo_model_comparator_hf.ipynb +++ b/example/chatbot/demo_model_comparator_hf.ipynb @@ -2,17 +2,9 @@ "cells": [ { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "/home/ec2-user/SageMaker/pykoi\n" - ] - } - ], + "outputs": [], "source": [ "# %reload_ext autoreload\n", "# %autoreload 2\n", @@ -40,7 +32,10 @@ }, "outputs": [], "source": [ - "import pykoi" + "from pykoi import Application\n", + "from pykoi.chat import ModelFactory\n", + "from pykoi.chat import QuestionAnswerDatabase\n", + "from pykoi.component import Chatbot, Dashboard, Compare" ] }, { @@ -71,7 +66,7 @@ "outputs": [], "source": [ "## requires a GPU with at least 16GB memory (e.g. g4.2xlarge)\n", - "huggingface_model_1 = pykoi.ModelFactory.create_model(\n", + "huggingface_model_1 = ModelFactory.create_model(\n", " model_source=\"huggingface\",\n", " pretrained_model_name_or_path=\"tiiuae/falcon-rw-1b\",\n", ")" @@ -84,7 +79,7 @@ "outputs": [], "source": [ "## requires a GPU with at least 16GB memory (e.g. g4.2xlarge)\n", - "huggingface_model_2 = pykoi.ModelFactory.create_model(\n", + "huggingface_model_2 = ModelFactory.create_model(\n", " model_source=\"huggingface\",\n", " pretrained_model_name_or_path=\"databricks/dolly-v2-3b\",\n", ")" @@ -97,7 +92,7 @@ "outputs": [], "source": [ "## requires a GPU with at least 24GB memory (e.g. g5.2xlarge)\n", - "huggingface_model_3 = pykoi.ModelFactory.create_model(\n", + "huggingface_model_3 = ModelFactory.create_model(\n", " model_source=\"huggingface\",\n", " pretrained_model_name_or_path=\"tiiuae/falcon-7b\",\n", ")" @@ -131,7 +126,7 @@ "outputs": [], "source": [ "# pass in a list of models to compare\n", - "chatbot_comparator = pykoi.Compare(models=[huggingface_model_1, huggingface_model_2, huggingface_model_3])\n", + "chatbot_comparator = Compare(models=[huggingface_model_1, huggingface_model_2, huggingface_model_3])\n", "# chatbot_comparator.add(openai_model_3)" ] }, @@ -157,7 +152,7 @@ "metadata": {}, "outputs": [], "source": [ - "app = pykoi.Application(debug=False, share=True, username=\"rachel\", password=\"rachel\")\n", + "app = Application(debug=False, share=False)\n", "app.add_component(chatbot_comparator)\n", "app.run()" ] @@ -180,13 +175,6 @@ " \n", "

" ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [] } ], "metadata": { diff --git a/example/chatbot/demo_model_comparator_hf.py b/example/chatbot/demo_model_comparator_hf.py index 1d77929..d033143 100644 --- a/example/chatbot/demo_model_comparator_hf.py +++ b/example/chatbot/demo_model_comparator_hf.py @@ -1,10 +1,13 @@ """Demo for the chatbot application using multiple model endpoint.""" -import pykoi +from pykoi import Application +from pykoi.chat import ModelFactory +from pykoi.component import Compare + ################################################################################### # Creating a Huggingface model tiiuae/falcon-rw-1b (EC2 g4.2xlarge with 100GB space) # ################################################################################### -huggingface_model_1 = pykoi.ModelFactory.create_model( +huggingface_model_1 = ModelFactory.create_model( model_source="huggingface", pretrained_model_name_or_path="tiiuae/falcon-rw-1b", ) @@ -12,7 +15,7 @@ ################################################################################### # Creating a Huggingface model tiiuae/falcon-7b (EC2 g4.2xlarge with 100GB space) # ################################################################################### -huggingface_model_2 = pykoi.ModelFactory.create_model( +huggingface_model_2 = ModelFactory.create_model( model_source="huggingface", pretrained_model_name_or_path="tiiuae/falcon-7b", ) @@ -20,7 +23,7 @@ ################################################################################### # Creating a Huggingface model databricks/dolly-v2-3b (EC2 g4.2xlarge with 100GB space) # ################################################################################### -huggingface_model_3 = pykoi.ModelFactory.create_model( +huggingface_model_3 = ModelFactory.create_model( model_source="huggingface", pretrained_model_name_or_path="databricks/dolly-v2-3b", ) @@ -39,10 +42,10 @@ # Creating a chatbot comparator # ################################# # pass in a list of models to compare -chatbot_comparator = pykoi.Compare(models=[huggingface_model_1, huggingface_model_2]) +chatbot_comparator = Compare(models=[huggingface_model_1, huggingface_model_2]) # or add models later chatbot_comparator.add(huggingface_model_3) -app = pykoi.Application(debug=False, share=True, username="rachel", password="rachel") +app = Application(debug=False, share=True, username="rachel", password="rachel") app.add_component(chatbot_comparator) app.run() diff --git a/example/chatbot/demo_model_comparator_openai.ipynb b/example/chatbot/demo_model_comparator_openai.ipynb index 8d36a7a..19a84d1 100644 --- a/example/chatbot/demo_model_comparator_openai.ipynb +++ b/example/chatbot/demo_model_comparator_openai.ipynb @@ -2,17 +2,9 @@ "cells": [ { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "/home/ec2-user/SageMaker/pykoi\n" - ] - } - ], + "outputs": [], "source": [ "# %reload_ext autoreload\n", "# %autoreload 2\n", @@ -34,20 +26,13 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/home/ec2-user/anaconda3/envs/0731a/lib/python3.10/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n", - " from .autonotebook import tqdm as notebook_tqdm\n" - ] - } - ], + "outputs": [], "source": [ - "import pykoi" + "from pykoi import Application\n", + "from pykoi.chat import ModelFactory\n", + "from pykoi.component import Compare" ] }, { @@ -67,7 +52,7 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -75,13 +60,13 @@ "api_key = \"\"\n", "\n", "# Creating an OpenAI model\n", - "openai_model_1 = pykoi.ModelFactory.create_model(\n", + "openai_model_1 = ModelFactory.create_model(\n", " model_source=\"openai\", api_key=api_key, engine=\"babbage\"\n", ")\n", - "openai_model_2 = pykoi.ModelFactory.create_model(\n", + "openai_model_2 = ModelFactory.create_model(\n", " model_source=\"openai\", api_key=api_key, engine=\"curie\"\n", ")\n", - "openai_model_3 = pykoi.ModelFactory.create_model(\n", + "openai_model_3 = ModelFactory.create_model(\n", " model_source=\"openai\", api_key=api_key, engine=\"davinci\"\n", ")" ] @@ -95,12 +80,12 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ "# pass in a list of models to compare\n", - "chatbot_comparator = pykoi.Compare(models=[openai_model_1, openai_model_2])\n", + "chatbot_comparator = Compare(models=[openai_model_1, openai_model_2])\n", "chatbot_comparator.add(openai_model_3)" ] }, @@ -114,7 +99,7 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -125,54 +110,11 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "t=2023-08-01T04:09:42+0000 lvl=warn msg=\"ngrok config file found at legacy location, move to XDG location\" xdg_path=/home/ec2-user/.config/ngrok/ngrok.yml legacy_path=/home/ec2-user/.ngrok2/ngrok.yml\n", - "t=2023-08-01T04:09:42+0000 lvl=warn msg=\"can't bind default web address, trying alternatives\" obj=web addr=127.0.0.1:4040\n", - "INFO: Started server process [9949]\n", - "INFO: Waiting for application startup.\n", - "INFO: Application startup complete.\n", - "INFO: Uvicorn running on http://127.0.0.1:51117 (Press CTRL+C to quit)\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Public URL: NgrokTunnel: \"https://9173-34-209-105-222.ngrok-free.app\" -> \"http://localhost:51117\"\n", - "INFO: 76.21.76.39:0 - \"GET / HTTP/1.1\" 200 OK\n", - "INFO: 76.21.76.39:0 - \"GET /assets/index-fc1a91e8.js HTTP/1.1\" 200 OK\n", - "INFO: 76.21.76.39:0 - \"GET /assets/index-f75c1c12.css HTTP/1.1\" 200 OK\n", - "INFO: 76.21.76.39:0 - \"GET /components HTTP/1.1\" 200 OK\n", - "INFO: 76.21.76.39:0 - \"GET /vite.svg HTTP/1.1\" 200 OK\n", - "INFO: 76.21.76.39:0 - \"POST /chat/comparator/who%20are%20the%20founders%20of%20YC HTTP/1.1\" 200 OK\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "INFO: Shutting down\n", - "INFO: Waiting for application shutdown.\n", - "INFO: Application shutdown complete.\n", - "INFO: Finished server process [9949]\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Stopping server...\n" - ] - } - ], + "outputs": [], "source": [ - "app = pykoi.Application(debug=False, share=True)\n", + "app = Application(debug=False, share=False)\n", "app.add_component(chatbot_comparator)\n", "app.run()" ] @@ -206,9 +148,9 @@ ], "metadata": { "kernelspec": { - "display_name": "pykoi", + "display_name": "test", "language": "python", - "name": "0731a" + "name": "python3" }, "language_info": { "codemirror_mode": { diff --git a/example/chatbot/demo_model_comparator_openai.py b/example/chatbot/demo_model_comparator_openai.py index 59c8db3..b5c45f9 100644 --- a/example/chatbot/demo_model_comparator_openai.py +++ b/example/chatbot/demo_model_comparator_openai.py @@ -1,6 +1,7 @@ """Demo for the chatbot application using multiple model endpoint.""" -import pykoi - +from pykoi import Application +from pykoi.chat import ModelFactory +from pykoi.component import Compare ########################################################## # Creating an OpenAI model (requires an OpenAI API key) # @@ -9,13 +10,13 @@ api_key = "" # Creating an OpenAI model -openai_model_1 = pykoi.ModelFactory.create_model( +openai_model_1 = ModelFactory.create_model( model_source="openai", name="openai_babbage", api_key=api_key, engine="babbage" ) -openai_model_2 = pykoi.ModelFactory.create_model( +openai_model_2 = ModelFactory.create_model( model_source="openai", name="openai_curie", api_key=api_key, engine="curie" ) -openai_model_3 = pykoi.ModelFactory.create_model( +openai_model_3 = ModelFactory.create_model( model_source="openai", name="openai_davinci", api_key=api_key, engine="davinci" ) @@ -41,12 +42,12 @@ # Creating a chatbot comparator # ################################# # pass in a list of models to compare -chatbot_comparator = pykoi.Compare(models=[openai_model_1, openai_model_2]) +chatbot_comparator = Compare(models=[openai_model_1, openai_model_2]) chatbot_comparator.add(openai_model_3) # or add models later # chatbot_comparator.add(huggingface_model) # chatbot_comparator.add(peft_huggingface_model) -app = pykoi.Application(debug=False, share=True, username="rachel", password="rachel") +app = Application(debug=False, share=False) app.add_component(chatbot_comparator) app.run() diff --git a/example/chatbot/huggingface_model_demo.py b/example/chatbot/huggingface_model_demo.py index b98cedb..e2cbc0e 100644 --- a/example/chatbot/huggingface_model_demo.py +++ b/example/chatbot/huggingface_model_demo.py @@ -1,10 +1,14 @@ """Demo for the chatbot application.""" -import pykoi +from pykoi import Application +from pykoi.chat import ModelFactory +from pykoi.chat import QuestionAnswerDatabase +from pykoi.component import Chatbot, Dashboard + ################################################################################### # Creating a Huggingface model tiiuae/falcon-7b (EC2 g5.4xlarge with 100GB space) # ################################################################################### -model = pykoi.ModelFactory.create_model( +model = ModelFactory.create_model( model_source="huggingface", pretrained_model_name_or_path="tiiuae/falcon-7b", ) @@ -12,17 +16,17 @@ ##################################### # Creating a chatbot with the model # ##################################### -database = pykoi.QuestionAnswerDatabase(debug=True) -chatbot = pykoi.Chatbot(model=model, feedback="vote") +database = QuestionAnswerDatabase(debug=True) +chatbot = Chatbot(model=model, feedback="vote") # chatbot = pykoi.Chatbot(model=model, feedback="rank") -dashboard = pykoi.Dashboard(database=database) +dashboard = Dashboard(database=database) ########################################################### # Starting the application and add chatbot as a component # ########################################################### # Create the application # app = pykoi.Application(debug=False, share=True) -app = pykoi.Application(debug=False, share=False) +app = Application(debug=False, share=False) app.add_component(chatbot) app.add_component(dashboard) app.run() diff --git a/example/chatbot/openai_model_demo.py b/example/chatbot/openai_model_demo.py index 733acac..a9f6956 100644 --- a/example/chatbot/openai_model_demo.py +++ b/example/chatbot/openai_model_demo.py @@ -1,5 +1,9 @@ """Demo for the chatbot application using OpenAI endpoint.""" -import pykoi +from pykoi import Application +from pykoi.chat import ModelFactory +from pykoi.chat import QuestionAnswerDatabase +from pykoi.component import Chatbot, Dashboard + ########################################################## # Creating an OpenAI model (requires an OpenAI API key) # @@ -8,24 +12,24 @@ api_key = "" # Creating an OpenAI model -model = pykoi.ModelFactory.create_model( +model = ModelFactory.create_model( model_source="openai", api_key=api_key) ##################################### # Creating a chatbot with the model # ##################################### -database = pykoi.QuestionAnswerDatabase(debug=True) -chatbot = pykoi.Chatbot(model=model, feedback="vote") +database = QuestionAnswerDatabase(debug=True) +chatbot = Chatbot(model=model, feedback="vote") # chatbot = pykoi.Chatbot(model=model, feedback="rank") -dashboard = pykoi.Dashboard(database=database) +dashboard = Dashboard(database=database) ########################################################### # Starting the application and add chatbot as a component # ########################################################### # Create the application # app = pykoi.Application(debug=False, share=True) -app = pykoi.Application(debug=False, share=False) +app = Application(debug=False, share=False) app.add_component(chatbot) app.add_component(dashboard) app.run() diff --git a/example/chatbot/peft_huggingface_model_demo.py b/example/chatbot/peft_huggingface_model_demo.py index 348e361..be4b8b5 100644 --- a/example/chatbot/peft_huggingface_model_demo.py +++ b/example/chatbot/peft_huggingface_model_demo.py @@ -1,12 +1,16 @@ """Demo for the chatbot application.""" -import pykoi +from pykoi import Application +from pykoi.chat import ModelFactory +from pykoi.chat import QuestionAnswerDatabase +from pykoi.component import Chatbot, Dashboard + ################################################################################### # Creating a Huggingface model tiiuae/falcon-7b (EC2 g5.4xlarge with 100GB space) # ################################################################################### # only run this after run rlfh/sft_demo.py to fine tune the model -model = pykoi.ModelFactory.create_model( +model = ModelFactory.create_model( model_source="peft_huggingface", base_model_path="elinas/llama-7b-hf-transformers-4.29", lora_model_path="/home/ubuntu/pykoi/models/rlhf_step1_sft", @@ -15,17 +19,17 @@ ##################################### # Creating a chatbot with the model # ##################################### -database = pykoi.QuestionAnswerDatabase(debug=True) -chatbot = pykoi.Chatbot(model=model, feedback="vote") +database = QuestionAnswerDatabase(debug=True) +chatbot = Chatbot(model=model, feedback="vote") # chatbot = pykoi.Chatbot(model=model, feedback="rank") -dashboard = pykoi.Dashboard(database=database) +dashboard = Dashboard(database=database) ########################################################### # Starting the application and add chatbot as a component # ########################################################### # Create the application # app = pykoi.Application(debug=False, share=True) -app = pykoi.Application(debug=False, share=False) +app = Application(debug=False, share=False) app.add_component(chatbot) app.add_component(dashboard) app.run() diff --git a/example/database/data_clean_votes.ipynb b/example/database/data_clean_votes.ipynb index 6f46d2f..c049205 100644 --- a/example/database/data_clean_votes.ipynb +++ b/example/database/data_clean_votes.ipynb @@ -1,12 +1,5 @@ { "cells": [ - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [] - }, { "cell_type": "code", "execution_count": 1, @@ -31,7 +24,7 @@ } ], "source": [ - "import pykoi" + "from pykoi.chat import QuestionAnswerDatabase" ] }, { @@ -47,7 +40,7 @@ "metadata": {}, "outputs": [], "source": [ - "qa_database = pykoi.QuestionAnswerDatabase()" + "qa_database = QuestionAnswerDatabase()" ] }, { diff --git a/example/database/demo_qa_database.ipynb b/example/database/demo_qa_database.ipynb index 0ca1f1a..b51cbe9 100644 --- a/example/database/demo_qa_database.ipynb +++ b/example/database/demo_qa_database.ipynb @@ -837,7 +837,7 @@ "metadata": {}, "outputs": [], "source": [ - "from pykoi.rlhf.rlhf import RLHFConfig\n", + "from pykoi.rlhf import RLHFConfig\n", "\n", "config = RLHFConfig(\n", " base_model_path=\"elinas/llama-7b-hf-transformers-4.29\", ## \"distilroberta-base\", ##\n", @@ -888,9 +888,9 @@ } ], "source": [ - "from pykoi.rlhf.rlhf import SFT ##, RewardTrainer, RL\n", + "from pykoi.rlhf import SupervisedFinetuning ##, RewardTrainer, RL\n", "\n", - "rlhf_step1_sft = SFT(config)" + "rlhf_step1_sft = SupervisedFinetuning(config)" ] }, { diff --git a/example/database/demo_ranking_database.ipynb b/example/database/demo_ranking_database.ipynb index 75124c3..d339557 100644 --- a/example/database/demo_ranking_database.ipynb +++ b/example/database/demo_ranking_database.ipynb @@ -519,7 +519,7 @@ } ], "source": [ - "from pykoi.rlhf.rlhf import RLHFConfig\n", + "from pykoi.rlhf import RLHFConfig\n", "\n", "\n", "config = RLHFConfig(\n", @@ -582,9 +582,9 @@ } ], "source": [ - "from pykoi.rlhf.rlhf import RewardTrainer\n", + "from pykoi.rlhf import RewardFinetuning\n", "\n", - "rlhf_step2_reward_trainer = RewardTrainer(config)" + "rlhf_step2_reward_trainer = RewardFinetuning(config)" ] }, { diff --git a/example/flex/flex_demo.py b/example/flex/flex_demo.py index 50b4c20..a1e6053 100644 --- a/example/flex/flex_demo.py +++ b/example/flex/flex_demo.py @@ -2,7 +2,12 @@ import os import argparse -import pykoi +from pykoi import Application +from pykoi.chat import QuestionAnswerDatabase +from pykoi.retrieval import RetrievalFactory +from pykoi.retrieval import VectorDbFactory +from pykoi.component import Chatbot, Dashboard, RetrievalQA + def main(**kargs): os.environ["DOC_PATH"] = os.path.join(os.getcwd(), "temp/docs") @@ -13,25 +18,25 @@ def main(**kargs): # Creating a retrieval QA component # ##################################### # vector database - vector_db = pykoi.VectorDbFactory.create( + vector_db = VectorDbFactory.create( model_source=MODEL_SOURCE, vector_db_name=kargs.get("vectordb"), **kargs ) # retrieval model with vector database - retrieval_model = pykoi.RetrievalFactory.create( + retrieval_model = RetrievalFactory.create( model_source=MODEL_SOURCE, vector_db=vector_db ) # retrieval, chatbot, and dashboard pykoi components - retriever = pykoi.RetrievalQA(retrieval_model=retrieval_model, vector_db=vector_db) - chatbot = pykoi.Chatbot(None, feedback="vote", is_retrieval=True) - dashboard = pykoi.Dashboard(pykoi.QuestionAnswerDatabase()) + retriever = RetrievalQA(retrieval_model=retrieval_model, vector_db=vector_db) + chatbot = Chatbot(None, feedback="vote", is_retrieval=True) + dashboard = Dashboard(QuestionAnswerDatabase()) ############################################################ # Starting the application and retrieval qa as a component # ############################################################ # Create the application - app = pykoi.Application(debug=False, share=False) + app = Application(debug=False, share=False) app.add_component(retriever) app.add_component(chatbot) app.add_component(dashboard) diff --git a/example/mlu/demo_chat.py b/example/mlu/demo_chat.py index b6f10ee..78e14cf 100644 --- a/example/mlu/demo_chat.py +++ b/example/mlu/demo_chat.py @@ -2,8 +2,10 @@ from transformers import AutoModelForCausalLM, AutoTokenizer -import pykoi - +from pykoi import Application +from pykoi.chat import QuestionAnswerDatabase +from pykoi.chat.llm.huggingface import HuggingfaceModel +from pykoi.component import Chatbot, Dashboard ################################################################################### # Creating a Huggingface model tiiuae/falcon-7b (EC2 g5.4xlarge with 100GB space) # @@ -25,7 +27,7 @@ ) print("create pykoi model component for UI...") -model = pykoi.chat.llm.huggingface.HuggingfaceModel.create( +model = HuggingfaceModel.create( model=hf_model, tokenizer=hf_tokenizer, name="falcon-7b", @@ -35,15 +37,15 @@ ##################################### # Creating a chatbot with the model # ##################################### -database = pykoi.QuestionAnswerDatabase(debug=True) -chatbot = pykoi.Chatbot(model=model, feedback="vote") -dashboard = pykoi.Dashboard(database=database) +database = QuestionAnswerDatabase(debug=True) +chatbot = Chatbot(model=model, feedback="vote") +dashboard = Dashboard(database=database) ########################################################### # Starting the application and add chatbot as a component # ########################################################### # Create the application -app = pykoi.Application() +app = Application() app.add_component(chatbot) app.add_component(dashboard) app.run() diff --git a/example/mlu/demo_comparator.py b/example/mlu/demo_comparator.py index 1bf9d53..228a082 100644 --- a/example/mlu/demo_comparator.py +++ b/example/mlu/demo_comparator.py @@ -2,7 +2,9 @@ from transformers import AutoModelForCausalLM, AutoTokenizer -import pykoi +from pykoi import Application +from pykoi.chat.llm.huggingface import HuggingfaceModel +from pykoi.component import Compare ###################################################################################### @@ -71,13 +73,13 @@ tokenizers = [hf_tokenizer_1, hf_tokenizer_2, hf_tokenizer_3] models_list = [ - pykoi.chat.llm.huggingface.HuggingfaceModel.create( + HuggingfaceModel.create( model=model, tokenizer=tokenizer, name=name, max_length=100 ) for model, tokenizer, name in zip(models, tokenizers, model_name) ] -chatbot_comparator = pykoi.Compare(models=models_list) -app = pykoi.Application() +chatbot_comparator = Compare(models=models_list) +app = Application() app.add_component(chatbot_comparator) app.run() diff --git a/example/ops/demo_nvml.py b/example/ops/demo_nvml.py index 7724b69..181375c 100644 --- a/example/ops/demo_nvml.py +++ b/example/ops/demo_nvml.py @@ -1,16 +1,17 @@ """Demo for the chatbot application.""" -import pykoi +from pykoi import Application +from pykoi.component import Nvml ############################################## # Nvidia Management Library (NVML) Component # ############################################## -ops_nvidia_gpu = pykoi.Nvml() +ops_nvidia_gpu = Nvml() ######################################################## # Starting the application and add Nvml as a component # ######################################################## # Create the application # app = pykoi.Application(debug=False, share=True) -app = pykoi.Application(debug=False, share=False) +app = Application(debug=False, share=False) app.add_component(ops_nvidia_gpu) app.run() diff --git a/example/retrieval_qa/retrieval_qa_demo.py b/example/retrieval_qa/retrieval_qa_demo.py index bce0cc3..23d1c26 100644 --- a/example/retrieval_qa/retrieval_qa_demo.py +++ b/example/retrieval_qa/retrieval_qa_demo.py @@ -2,7 +2,11 @@ import os import argparse -import pykoi +from pykoi import Application +from pykoi.chat import QuestionAnswerDatabase +from pykoi.retrieval import RetrievalFactory +from pykoi.retrieval import VectorDbFactory +from pykoi.component import Chatbot, Dashboard, RetrievalQA def main(**kargs): @@ -16,25 +20,25 @@ def main(**kargs): # Creating a retrieval QA component # ##################################### # vector database - vector_db = pykoi.VectorDbFactory.create( + vector_db = VectorDbFactory.create( model_source=MODEL_SOURCE, vector_db_name=kargs.get("vectordb"), **kargs ) # retrieval model with vector database - retrieval_model = pykoi.RetrievalFactory.create( + retrieval_model = RetrievalFactory.create( model_source=MODEL_SOURCE, vector_db=vector_db ) # retrieval, chatbot, and dashboard pykoi components - retriever = pykoi.RetrievalQA(retrieval_model=retrieval_model, vector_db=vector_db) - chatbot = pykoi.Chatbot(None, feedback="vote", is_retrieval=True) - dashboard = pykoi.Dashboard(pykoi.QuestionAnswerDatabase()) + retriever = RetrievalQA(retrieval_model=retrieval_model, vector_db=vector_db) + chatbot = Chatbot(None, feedback="vote", is_retrieval=True) + dashboard = Dashboard(QuestionAnswerDatabase()) ############################################################ # Starting the application and retrieval qa as a component # ############################################################ # Create the application - app = pykoi.Application(debug=False, share=False) + app = Application(debug=False, share=False) app.add_component(retriever) app.add_component(chatbot) app.add_component(dashboard) diff --git a/example/retrieval_qa/retrieval_qa_huggingface_demo.py b/example/retrieval_qa/retrieval_qa_huggingface_demo.py index a5446bd..e42dcaf 100644 --- a/example/retrieval_qa/retrieval_qa_huggingface_demo.py +++ b/example/retrieval_qa/retrieval_qa_huggingface_demo.py @@ -2,7 +2,11 @@ import os import argparse -import pykoi +from pykoi import Application +from pykoi.chat import QuestionAnswerDatabase +from pykoi.retrieval import RetrievalFactory +from pykoi.retrieval import VectorDbFactory +from pykoi.component import Chatbot, Dashboard, RetrievalQA def main(**kwargs): @@ -14,7 +18,7 @@ def main(**kwargs): # Creating a retrieval QA component # ##################################### # vector database - vector_db = pykoi.VectorDbFactory.create( + vector_db = VectorDbFactory.create( model_source=MODEL_SOURCE, vector_db_name=kwargs.get("vectordb"), model_name="BAAI/bge-large-en", @@ -23,7 +27,7 @@ def main(**kwargs): ) # retrieval model with vector database - retrieval_model = pykoi.RetrievalFactory.create( + retrieval_model = RetrievalFactory.create( model_source=MODEL_SOURCE, vector_db=vector_db, model_name="databricks/dolly-v2-3b", @@ -32,15 +36,15 @@ def main(**kwargs): ) # retrieval, chatbot, and dashboard pykoi components - retriever = pykoi.RetrievalQA(retrieval_model=retrieval_model, vector_db=vector_db) - chatbot = pykoi.Chatbot(None, feedback="vote", is_retrieval=True) - dashboard = pykoi.Dashboard(pykoi.QuestionAnswerDatabase()) + retriever = RetrievalQA(retrieval_model=retrieval_model, vector_db=vector_db) + chatbot = Chatbot(None, feedback="vote", is_retrieval=True) + dashboard = Dashboard(QuestionAnswerDatabase()) ############################################################ # Starting the application and retrieval qa as a component # ############################################################ # Create the application - app = pykoi.Application(debug=False, share=False) + app = Application(debug=False, share=False) app.add_component(retriever) app.add_component(chatbot) app.add_component(dashboard) diff --git a/example/rlhf/demo_reward.ipynb b/example/rlhf/demo_reward.ipynb index fd183cb..d84b90f 100644 --- a/example/rlhf/demo_reward.ipynb +++ b/example/rlhf/demo_reward.ipynb @@ -14,25 +14,22 @@ } ], "source": [ + "# %reload_ext autoreload\n", + "# %autoreload 2\n", "\n", - "%reload_ext autoreload\n", - "%autoreload 2\n", - "\n", - "import os\n", - "import sys\n", + "# import os\n", + "# import sys\n", "\n", "# # Add the root folder to the module search path\n", "# # Get the current directory\n", "# current_directory = os.getcwd()\n", "\n", "# # Move two levels up (go to the parent directory of the parent directory)\n", - "# # two_levels_up_directory = os.path.dirname(os.path.dirname(current_directory))\n", - "# one_levels_up_directory = os.path.dirname(current_directory)\n", + "# two_levels_up_directory = os.path.dirname(os.path.dirname(current_directory))\n", "\n", - "# print(one_levels_up_directory)\n", + "# print(two_levels_up_directory)\n", "\n", - "# sys.path.append(two_levels_up_directory)\n", - "sys.path.append(\"/home/ubuntu/git/pykoi\")\n" + "# sys.path.append(two_levels_up_directory)" ] }, { @@ -50,7 +47,10 @@ } ], "source": [ - "import pykoi" + "import pandas as pd\n", + "\n", + "from pykoi.rlhf import RLHFConfig\n", + "from pykoi.rlhf import SupervisedFinetuning" ] }, { @@ -306,11 +306,11 @@ ], "source": [ "# run supervised finetuning\n", - "config = pykoi.RLHFConfig(base_model_path=\"elinas/llama-7b-hf-transformers-4.29\", \n", + "config = RLHFConfig(base_model_path=\"elinas/llama-7b-hf-transformers-4.29\", \n", " dataset_type=\"local_db\",\n", " \n", " )\n", - "rlhf_step1_sft = pykoi.SupervisedFinetuning(config)\n", + "rlhf_step1_sft = SupervisedFinetuning(config)\n", "rlhf_step1_sft.train_and_save(\"./models/rlhf_step1_sft\")\n" ] }, diff --git a/example/rlhf/demo_rl.ipynb b/example/rlhf/demo_rl.ipynb index aae8e93..7eadde3 100644 --- a/example/rlhf/demo_rl.ipynb +++ b/example/rlhf/demo_rl.ipynb @@ -6,24 +6,22 @@ "metadata": {}, "outputs": [], "source": [ - "%reload_ext autoreload\n", - "%autoreload 2\n", + "# %reload_ext autoreload\n", + "# %autoreload 2\n", "\n", - "import os\n", - "import sys\n", + "# import os\n", + "# import sys\n", "\n", "# # Add the root folder to the module search path\n", "# # Get the current directory\n", "# current_directory = os.getcwd()\n", "\n", "# # Move two levels up (go to the parent directory of the parent directory)\n", - "# # two_levels_up_directory = os.path.dirname(os.path.dirname(current_directory))\n", - "# one_levels_up_directory = os.path.dirname(current_directory)\n", + "# two_levels_up_directory = os.path.dirname(os.path.dirname(current_directory))\n", "\n", - "# print(one_levels_up_directory)\n", + "# print(two_levels_up_directory)\n", "\n", - "# sys.path.append(two_levels_up_directory)\n", - "sys.path.append(\"/home/ubuntu/git/pykoi\")" + "# sys.path.append(two_levels_up_directory)" ] }, { @@ -56,8 +54,7 @@ "metadata": {}, "outputs": [], "source": [ - "import pykoi\n", - "from pykoi import RLHFConfig\n", + "from pykoi.rlhf import RLHFConfig\n", "\n", "from accelerate import notebook_launcher\n" ] @@ -367,7 +364,7 @@ "source": [ "from accelerate import notebook_launcher\n", "\n", - "config = pykoi.RLHFConfig(base_model_path=\"elinas/llama-7b-hf-transformers-4.29\", # \"elinas/llama-7b-hf-transformers-4.29\", \n", + "config = RLHFConfig(base_model_path=\"elinas/llama-7b-hf-transformers-4.29\", # \"elinas/llama-7b-hf-transformers-4.29\", \n", " dataset_type=\"local_db\",\n", " reward_model_path=\"goldmermaid/rlhf_reward_model\",\n", " save_freq=100,\n", diff --git a/example/rlhf/demo_rl.py b/example/rlhf/demo_rl.py index 91bce9a..79e8d2f 100644 --- a/example/rlhf/demo_rl.py +++ b/example/rlhf/demo_rl.py @@ -9,10 +9,12 @@ """ # accelerate launch --num_machines 1 --num_processes 1 --mixed_precision fp16 example/rlhf/demo_rl.py -import pykoi +from pykoi.rlhf import RLHFConfig +from pykoi.rlhf import RLFinetuning + # use huggingface sft and reward model -config = pykoi.RLHFConfig( +config = RLHFConfig( base_model_path="models/rlhf_step1_sft", #"elinas/llama-7b-hf-transformers-4.29", dataset_type="huggingface", dataset_name="goldmermaid/stack_exchange_rank_10k_dataset", @@ -25,5 +27,5 @@ output_dir="./models/rlhf_step3_rl", ) -rlhf_step3_rl = pykoi.RLFinetuning(config) +rlhf_step3_rl = RLFinetuning(config) rlhf_step3_rl.train_and_save("./models/rlhf_step3_rl") diff --git a/example/rlhf/demo_rw_finetuning.py b/example/rlhf/demo_rw_finetuning.py index c6913c5..fbec942 100644 --- a/example/rlhf/demo_rw_finetuning.py +++ b/example/rlhf/demo_rw_finetuning.py @@ -3,8 +3,9 @@ python -m example.rlhf.demo_rw_finetuning """ -import pykoi - +from pykoi.rlhf import RLHFConfig +from pykoi.rlhf import RewardFinetuning +from pykoi.chat import RankingDatabase from pykoi.chat.db.constants import ( RANKING_CSV_HEADER_ID, RANKING_CSV_HEADER_QUESTION, @@ -12,7 +13,7 @@ RANKING_CSV_HEADER_LOW_RANKING_ANSWER) # get data from local database -ranking_database = pykoi.RankingDatabase() +ranking_database = RankingDatabase() my_data_pd = ranking_database.retrieve_all_question_answers_as_pandas() my_data_pd = my_data_pd[[ RANKING_CSV_HEADER_ID, @@ -25,7 +26,7 @@ print("My local database has {} samples in total".format(my_data_pd.shape[0])) # run reward model finetuning -# config = pykoi.RLHFConfig(dataset_type="local_db") -config = pykoi.RLHFConfig(reward_model_path = "databricks/dolly-v2-3b") -rlhf_step2_rft = pykoi.RewardFinetuning(config) +# config = RLHFConfig(dataset_type="local_db") +config = RLHFConfig(reward_model_path="databricks/dolly-v2-3b") +rlhf_step2_rft = RewardFinetuning(config) rlhf_step2_rft.train_and_save("./models/rlhf_step2_rw") diff --git a/example/rlhf/demo_supervised_finetuning.ipynb b/example/rlhf/demo_supervised_finetuning.ipynb index f5532ba..476aa34 100644 --- a/example/rlhf/demo_supervised_finetuning.ipynb +++ b/example/rlhf/demo_supervised_finetuning.ipynb @@ -6,8 +6,6 @@ "metadata": {}, "outputs": [], "source": [ - "\n", - "\n", "# %reload_ext autoreload\n", "# %autoreload 2\n", "\n", @@ -19,13 +17,11 @@ "# current_directory = os.getcwd()\n", "\n", "# # Move two levels up (go to the parent directory of the parent directory)\n", - "# # two_levels_up_directory = os.path.dirname(os.path.dirname(current_directory))\n", - "# one_levels_up_directory = os.path.dirname(current_directory)\n", + "# two_levels_up_directory = os.path.dirname(os.path.dirname(current_directory))\n", "\n", - "# print(one_levels_up_directory)\n", + "# print(two_levels_up_directory)\n", "\n", - "# # sys.path.append(two_levels_up_directory)\n", - "# sys.path.append(\"/home/ubuntu/git/pykoi/pykoi\")\n" + "# sys.path.append(two_levels_up_directory)" ] }, { @@ -43,7 +39,9 @@ } ], "source": [ - "import pykoi" + "from pykoi.chat import QuestionAnswerDatabase\n", + "from pykoi.rlhf import RLHFConfig\n", + "from pykoi.rlhf import SupervisedFinetuning" ] }, { @@ -59,7 +57,7 @@ "metadata": {}, "outputs": [], "source": [ - "qa_database = pykoi.QuestionAnswerDatabase()" + "qa_database = QuestionAnswerDatabase()" ] }, { @@ -765,8 +763,8 @@ ], "source": [ "# run supervised finetuning\n", - "config = pykoi.RLHFConfig(base_model_path=\"elinas/llama-7b-hf-transformers-4.29\", dataset_type=\"local_db\")\n", - "rlhf_step1_sft = pykoi.SupervisedFinetuning(config)\n", + "config = RLHFConfig(base_model_path=\"elinas/llama-7b-hf-transformers-4.29\", dataset_type=\"local_db\")\n", + "rlhf_step1_sft = SupervisedFinetuning(config)\n", "rlhf_step1_sft.train_and_save(\"./models/rlhf_step1_sft\")\n" ] }, diff --git a/example/rlhf/supervised_finetuning_demo.py b/example/rlhf/supervised_finetuning_demo.py index bfc29a3..aba71e5 100644 --- a/example/rlhf/supervised_finetuning_demo.py +++ b/example/rlhf/supervised_finetuning_demo.py @@ -3,7 +3,9 @@ python -m example.rlhf.supervised_finetuning_demo """ -import pykoi +from pykoi.chat import QuestionAnswerDatabase +from pykoi.rlhf import RLHFConfig +from pykoi.rlhf import SupervisedFinetuning from pykoi.chat.db.constants import ( QA_CSV_HEADER_ID, @@ -12,7 +14,7 @@ QA_CSV_HEADER_VOTE_STATUS) # get data from local database -qa_database = pykoi.QuestionAnswerDatabase() +qa_database = QuestionAnswerDatabase() my_data_pd = qa_database.retrieve_all_question_answers_as_pandas() my_data_pd = my_data_pd[[ QA_CSV_HEADER_ID, @@ -25,6 +27,6 @@ print("My local database has {} samples in total".format(my_data_pd.shape[0])) # run supervised finetuning -config = pykoi.RLHFConfig(base_model_path="databricks/dolly-v2-3b", dataset_type="local_db") -rlhf_step1_sft = pykoi.SupervisedFinetuning(config) +config = RLHFConfig(base_model_path="databricks/dolly-v2-3b", dataset_type="local_db") +rlhf_step1_sft = SupervisedFinetuning(config) rlhf_step1_sft.train_and_save("./models/rlhf_step1_sft") diff --git a/poetry.lock b/poetry.lock index 5d7aef5..a3c41b0 100644 --- a/poetry.lock +++ b/poetry.lock @@ -1,10 +1,10 @@ -# This file is automatically @generated by Poetry 1.5.1 and should not be changed by hand. +# This file is automatically @generated by Poetry 1.6.1 and should not be changed by hand. [[package]] name = "accelerate" version = "0.21.0" description = "Accelerate" -optional = false +optional = true python-versions = ">=3.8.0" files = [ {file = "accelerate-0.21.0-py3-none-any.whl", hash = "sha256:e2609d37f2c6a56e36a0612feae6ff6d9daac9759f4899432b86b1dc97024ebb"}, @@ -152,24 +152,24 @@ frozenlist = ">=1.1.0" [[package]] name = "anyio" -version = "3.7.1" +version = "4.0.0" description = "High level compatibility layer for multiple asynchronous event loop implementations" optional = false -python-versions = ">=3.7" +python-versions = ">=3.8" files = [ - {file = "anyio-3.7.1-py3-none-any.whl", hash = "sha256:91dee416e570e92c64041bd18b900d1d6fa78dff7048769ce5ac5ddad004fbb5"}, - {file = "anyio-3.7.1.tar.gz", hash = "sha256:44a3c9aba0f5defa43261a8b3efb97891f2bd7d804e0e1f56419befa1adfc780"}, + {file = "anyio-4.0.0-py3-none-any.whl", hash = "sha256:cfdb2b588b9fc25ede96d8db56ed50848b0b649dca3dd1df0b11f683bb9e0b5f"}, + {file = "anyio-4.0.0.tar.gz", hash = "sha256:f7ed51751b2c2add651e5747c891b47e26d2a21be5d32d9311dfe9692f3e5d7a"}, ] [package.dependencies] -exceptiongroup = {version = "*", markers = "python_version < \"3.11\""} +exceptiongroup = {version = ">=1.0.2", markers = "python_version < \"3.11\""} idna = ">=2.8" sniffio = ">=1.1" [package.extras] -doc = ["Sphinx", "packaging", "sphinx-autodoc-typehints (>=1.2.0)", "sphinx-rtd-theme (>=1.2.2)", "sphinxcontrib-jquery"] -test = ["anyio[trio]", "coverage[toml] (>=4.5)", "hypothesis (>=4.0)", "mock (>=4)", "psutil (>=5.9)", "pytest (>=7.0)", "pytest-mock (>=3.6.1)", "trustme", "uvloop (>=0.17)"] -trio = ["trio (<0.22)"] +doc = ["Sphinx (>=7)", "packaging", "sphinx-autodoc-typehints (>=1.2.0)"] +test = ["anyio[trio]", "coverage[toml] (>=7)", "hypothesis (>=4.0)", "psutil (>=5.9)", "pytest (>=7.0)", "pytest-mock (>=3.6.1)", "trustme", "uvloop (>=0.17)"] +trio = ["trio (>=0.22)"] [[package]] name = "async-timeout" @@ -249,7 +249,7 @@ typecheck = ["mypy"] name = "bitsandbytes" version = "0.40.2" description = "k-bit optimizers and matrix multiplication routines." -optional = false +optional = true python-versions = "*" files = [ {file = "bitsandbytes-0.40.2-py3-none-any.whl", hash = "sha256:f0ae26f40c9230c9add9e7c70a10a5ced36fb6deff39906aec1ce4fd25e6ddc0"}, @@ -271,7 +271,7 @@ files = [ name = "cffi" version = "1.15.1" description = "Foreign Function Interface for Python calling C code." -optional = false +optional = true python-versions = "*" files = [ {file = "cffi-1.15.1-cp27-cp27m-macosx_10_9_x86_64.whl", hash = "sha256:a66d3508133af6e8548451b25058d5812812ec3798c886bf38ed24a98216fab2"}, @@ -442,7 +442,7 @@ files = [ name = "chromadb" version = "0.3.26" description = "Chroma." -optional = false +optional = true python-versions = ">=3.7" files = [ {file = "chromadb-0.3.26-py3-none-any.whl", hash = "sha256:45a7848ee3ed8b694ca5789e5fd723406b76a13fa46f9a9a769f93317f29894c"}, @@ -469,13 +469,13 @@ uvicorn = {version = ">=0.18.3", extras = ["standard"]} [[package]] name = "click" -version = "8.1.6" +version = "8.1.7" description = "Composable command line interface toolkit" optional = false python-versions = ">=3.7" files = [ - {file = "click-8.1.6-py3-none-any.whl", hash = "sha256:fa244bb30b3b5ee2cae3da8f55c9e5e0c0e86093306301fb418eb9dc40fbded5"}, - {file = "click-8.1.6.tar.gz", hash = "sha256:48ee849951919527a045bfe3bf7baa8a959c423134e1a5b98c05c20ba75a1cbd"}, + {file = "click-8.1.7-py3-none-any.whl", hash = "sha256:ae74fb96c20a0277a1d615f1e4d73c8414f5a98db8b799a7931d1582f3390c28"}, + {file = "click-8.1.7.tar.gz", hash = "sha256:ca9853ad459e787e2192211578cc907e7594e294c7ccc834310722b41b9ca6de"}, ] [package.dependencies] @@ -483,81 +483,80 @@ colorama = {version = "*", markers = "platform_system == \"Windows\""} [[package]] name = "clickhouse-connect" -version = "0.6.8" +version = "0.6.11" description = "ClickHouse Database Core Driver for Python, Pandas, and Superset" -optional = false +optional = true python-versions = "~=3.7" files = [ - {file = "clickhouse-connect-0.6.8.tar.gz", hash = "sha256:a8729f4f100f891d058944342d9a0838f4a51bd91504af6b6af106a01aa08426"}, - {file = "clickhouse_connect-0.6.8-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:8155c2a976d2de82a3df526dc980b77a07e815353f67e9bf49c15e09faa8b620"}, - {file = "clickhouse_connect-0.6.8-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:068244b05ea155a6cf6a6b4379b39c078f70659480366a152161f3235444dd4e"}, - {file = "clickhouse_connect-0.6.8-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a4f3d53a3c49002c57590abd17e616374559f3fa4c96d1aaf9500aef7655879a"}, - {file = "clickhouse_connect-0.6.8-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3e28e4e0e70433c3339a945d73c219f58fcf7b58481ff6f3077da0ae20a295d0"}, - {file = "clickhouse_connect-0.6.8-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:783cf21680c37b1fc2e48859ae4ba7cab8d648d36d466d936645e2a27ffb2050"}, - {file = "clickhouse_connect-0.6.8-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:97844fd19faacf135c56c43d3f1b8493840c9e283931ba0773931a9505b62da4"}, - {file = "clickhouse_connect-0.6.8-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:286c97ff8dd0a32cde48fe1b7024b483bf900038620441a019647f25c1928c0c"}, - {file = "clickhouse_connect-0.6.8-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:49ee463569d6f9f92e2ed83ab843e139d07ae87fb477956cd7659c1458ac2360"}, - {file = "clickhouse_connect-0.6.8-cp310-cp310-win32.whl", hash = "sha256:a0ed55deccdae2d9b2ce545b0c1b554389bb89f03dc4afd7ee0cc0ddb26acb22"}, - {file = "clickhouse_connect-0.6.8-cp310-cp310-win_amd64.whl", hash = "sha256:4bf40ea3d41d75421e2f489894e14b7a5cd2bf4000bbb927364e4b43066d2595"}, - {file = "clickhouse_connect-0.6.8-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:5646f7eee3609da6277d2dc8ccb4be16959b5e4959bb408eb52eed628b4e29f2"}, - {file = "clickhouse_connect-0.6.8-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:8b2c9be52670222231e3b7284267121568ab15fb6d48f163695fa26c5ebaf193"}, - {file = "clickhouse_connect-0.6.8-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:675f02e3fb586172da9d7231d0c10a10c47b8063b0f43fce04719d03584ac55e"}, - {file = "clickhouse_connect-0.6.8-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a48301444f5f0931a51ec9c0b8b7458a4ba6ddb9128c352102bbe869c96a3ba0"}, - {file = "clickhouse_connect-0.6.8-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:03233693f9d2a38bd781786a8b6a435df9e2c2d85d1a6f84bcc21ecd32c87b84"}, - {file = "clickhouse_connect-0.6.8-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:c6b136213d042262a2257ba2db3a9a091c465a2535311172be0e87f0c66653b5"}, - {file = "clickhouse_connect-0.6.8-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:c96c69570d17b83b45c9e14fd1a92be4d180b3accb52539d1333ff4bff4d1f7b"}, - {file = "clickhouse_connect-0.6.8-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:86fc223b2e84c7eb7d4e6082f81a1304164c32112db9a8e41720b1077d53e206"}, - {file = "clickhouse_connect-0.6.8-cp311-cp311-win32.whl", hash = "sha256:529a35e03069b4d31b1624506021e804c26907ae1faa2753678590414681c37f"}, - {file = "clickhouse_connect-0.6.8-cp311-cp311-win_amd64.whl", hash = "sha256:4f7d84456939eec83d0670050ed00c84ef11ff6f1d15e1151d9cfbed4094218c"}, - {file = "clickhouse_connect-0.6.8-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:4eeb30c4a5a2e404eece76891baa4554ee85cc34e17d9714f8da79df4c162abe"}, - {file = "clickhouse_connect-0.6.8-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:610f4946495acf1fc465e882e006c8076344cbdd0b0f34a10b113c9a2adc49fb"}, - {file = "clickhouse_connect-0.6.8-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:fc87597bc68e0d9b8cb322e47e427423565e9a774de0fe080611001d7cd1f657"}, - {file = "clickhouse_connect-0.6.8-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:0672dcf6c75aeea7a20104538dcaecc4a10915b83e1eb2f0bafa2922368b7e8c"}, - {file = "clickhouse_connect-0.6.8-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:190b2b7de1b15506dd5c7c34df403bd5cde94dc4c98f082ab6f1453475af5efc"}, - {file = "clickhouse_connect-0.6.8-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:a1ba4dbd0ce87a6e430b834e6790f00c21a9a5a49587b834ee94e93c42a83891"}, - {file = "clickhouse_connect-0.6.8-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:fcca53c9b186c5d18ccbeb3e90bb58e6c7777c7eb22ea5166da2f83661b595a7"}, - {file = "clickhouse_connect-0.6.8-cp37-cp37m-win32.whl", hash = "sha256:07350c635ddbd21cc4680401680436a360f6182e3fa2b8b9da6cecd2104acd28"}, - {file = "clickhouse_connect-0.6.8-cp37-cp37m-win_amd64.whl", hash = "sha256:4ec1e5f4cb1e276f6f885695466ec53664cb6d6749c4f214778f746cd4c169c4"}, - {file = "clickhouse_connect-0.6.8-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:e195d7cbb0305df40fce6d3b16d556c2eccc166807d19f49b76730ad6cab9ac6"}, - {file = "clickhouse_connect-0.6.8-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:1fe67217d369e30c446d7998186d6bedfab0ef6ad41c63bc4a65cd5c16b11e7c"}, - {file = "clickhouse_connect-0.6.8-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:05bd58f417a98061e4d4dff2238a1d0b80f0c1c54e489cfb37b6ac0f55a5117d"}, - {file = "clickhouse_connect-0.6.8-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:715acb48161687cf860b6244d064646d90069d9ed6705d4e71c07ee54a98ede1"}, - {file = "clickhouse_connect-0.6.8-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:7c05c2fefb326c49d798f1adce99a30fc25804311c0adbb6537a08bd7b9fb4a6"}, - {file = "clickhouse_connect-0.6.8-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:ba6335faec2a0525d14bc5dfc8268924878d5219831acd51ca88ef69b9d4186f"}, - {file = "clickhouse_connect-0.6.8-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:d3122339282e41dc863c1d2ad6f812424aba9023a5733cfe5e801b02b36e2596"}, - {file = "clickhouse_connect-0.6.8-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:397f803dfe502329be9ac209ac55a7229ee6bd81d0e9291faf77ae4c86f1d99c"}, - {file = "clickhouse_connect-0.6.8-cp38-cp38-win32.whl", hash = "sha256:0136a99842694219c3b1dbb3f6baf0866112b7ffa6a5c9109fef1b891a788467"}, - {file = "clickhouse_connect-0.6.8-cp38-cp38-win_amd64.whl", hash = "sha256:4340e4d62119ea56c2cbd15673813fe99be8c9de1af96e593ca3b42113a9ae4f"}, - {file = "clickhouse_connect-0.6.8-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:64c9f52ce8eec80ab6958702ea910904723e228dc26a63be89b621aa7af80aec"}, - {file = "clickhouse_connect-0.6.8-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:5169c22b0765ef52d7498108df0f9158da05c35342fc60ba3c6527d9fe6d15f3"}, - {file = "clickhouse_connect-0.6.8-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:42f324a827c6c3c56a651dd5f2c33cdd74c6cea16e4237cb2638a89aefc9bccb"}, - {file = "clickhouse_connect-0.6.8-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:91e9f9ddb8adeaa6996cd3aa97cbb72b5cc69769d59419cf3a65f5d654af1e92"}, - {file = "clickhouse_connect-0.6.8-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:09f83ceef6ced6a9a44a3e74c0904cfc5c5f25e563cabc46b922051f4b1e0bf8"}, - {file = "clickhouse_connect-0.6.8-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:6fae23b60e1653efa03abd850b3b36fdf5c930b5b37a7f70ced2a1f164a11f51"}, - {file = "clickhouse_connect-0.6.8-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:4203aa258cd396716d3acdebfa405f849dae83e162dad22b3ce326e54e4cfa92"}, - {file = "clickhouse_connect-0.6.8-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:bf094318639675d02068dbb93299507694c0f4d66dcb530084044a877e547c83"}, - {file = "clickhouse_connect-0.6.8-cp39-cp39-win32.whl", hash = "sha256:28d4022ac7db92a2c405a55e6bfffdfd9afdda2075c5a906ac1ea42d24e95e8d"}, - {file = "clickhouse_connect-0.6.8-cp39-cp39-win_amd64.whl", hash = "sha256:5754e2b12645ab18d4afde101391beb019685b0d0c1b5717733ba8d91fc942cf"}, - {file = "clickhouse_connect-0.6.8-pp37-pypy37_pp73-macosx_10_9_x86_64.whl", hash = "sha256:160fb485ce6c280c7e30fbc8a2a33e6ecb663e24db43242ad555901e363ef613"}, - {file = "clickhouse_connect-0.6.8-pp37-pypy37_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f660664341ab6f93f61d7245e3983f41fc7bf06520ce44088431d5e48713a8e1"}, - {file = "clickhouse_connect-0.6.8-pp37-pypy37_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:99f66263e8014c6c1ba657cfe408c39c9f178c257d159158c7f4a12f4379312a"}, - {file = "clickhouse_connect-0.6.8-pp37-pypy37_pp73-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:050681b8ad33fc3210461a6b5e396cca8b202944ef24c436094202702ae84be7"}, - {file = "clickhouse_connect-0.6.8-pp37-pypy37_pp73-win_amd64.whl", hash = "sha256:342be4094746bb068496555a3d9ecf4f67574b7bcf9c57a39f76700a7155cc13"}, - {file = "clickhouse_connect-0.6.8-pp38-pypy38_pp73-macosx_10_9_x86_64.whl", hash = "sha256:d956358c9966006b246f450146c816d198972c19531e69e02d3fc8f3fac8b5a2"}, - {file = "clickhouse_connect-0.6.8-pp38-pypy38_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8def8771307ee5b964dcf9436c3a4dfca46618df72bbf9e73c7882c05812e481"}, - {file = "clickhouse_connect-0.6.8-pp38-pypy38_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4e05f0504edddfae4a08d4c8ceb2e263982b3d2b453fc54b8c9fa9db1c3ad47a"}, - {file = "clickhouse_connect-0.6.8-pp38-pypy38_pp73-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:f45986e195cd9352ffab5116df488f21e790c3b33e3ce79910a70730aa90f5bc"}, - {file = "clickhouse_connect-0.6.8-pp38-pypy38_pp73-win_amd64.whl", hash = "sha256:3c7fde400669245efa572cf0810c4c0a4ca6bb05d6c787a84472a4f958207770"}, - {file = "clickhouse_connect-0.6.8-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:2830d1f1b58904c4f1100315345d0e54fd5ed5346b391b25d82b1a0b695c266a"}, - {file = "clickhouse_connect-0.6.8-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a8f055198176252a8298497f05420aa5b7b3d099d77a72b0b25398630303004a"}, - {file = "clickhouse_connect-0.6.8-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5f90b135933cb4297bc67b3d74e3bca57bad80a430883ef2aabf50f985820be3"}, - {file = "clickhouse_connect-0.6.8-pp39-pypy39_pp73-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:e87ffc88ebda5cab7fb4de8c832d155f9e50e4f18c43ed44e2c058449b6370ab"}, - {file = "clickhouse_connect-0.6.8-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:691a12359f88431bbe6c743dab62ef330b3a6dde0aa88b7fa3b332265ee25a8e"}, + {file = "clickhouse-connect-0.6.11.tar.gz", hash = "sha256:f36395c8670f6b2e6ed5d2fd979f05b2eac3e395e8c3e4dbf90c41b3f8ff0b2d"}, + {file = "clickhouse_connect-0.6.11-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:639ebbef11a7c11c7c9c1f51c1c3c2eaadf550df960d14a2de124d8186f8f2d7"}, + {file = "clickhouse_connect-0.6.11-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:74cb1753ab53a1109196f82d348c4d080e81419a1e3ce89e7c1677d7fab3cafe"}, + {file = "clickhouse_connect-0.6.11-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c55b1b05248d2af6fb21ece4ce102db92ac82d47eebbaee649148644c84e21a6"}, + {file = "clickhouse_connect-0.6.11-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c363a71a4bfce23d2936b4c69d03c382bee6a7decf7772517b91ea83751a619c"}, + {file = "clickhouse_connect-0.6.11-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:968e9081a6c5088c4c7749047d7e442d49f3ec75a34c662d80727348769d3702"}, + {file = "clickhouse_connect-0.6.11-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:a97a72dac23563bd1cf3b6e2bdc440fc140e024cd7c2e8b0cd4de5fe2ea4eca9"}, + {file = "clickhouse_connect-0.6.11-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:47af3c0cd6dab32135abbdcf0e122a19656133940c9d415922ce570162235308"}, + {file = "clickhouse_connect-0.6.11-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:f6cbb70362171dba25bc2d5390d7d9706a261c5ac9852335132049c91f97ea2f"}, + {file = "clickhouse_connect-0.6.11-cp310-cp310-win32.whl", hash = "sha256:7d9a414a738ec0f30ce75117e8014b0e8ebf2bfe436c475c4664d7f6367b488c"}, + {file = "clickhouse_connect-0.6.11-cp310-cp310-win_amd64.whl", hash = "sha256:bf839ca651fa550c68fc7d2fae023ca260522685c113503b89e3487c46175618"}, + {file = "clickhouse_connect-0.6.11-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:c48f1f0bb56de86c370f918647fcbfe973f0366579a558e5a230f392a5f61487"}, + {file = "clickhouse_connect-0.6.11-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:bece8b35f8ffdf3354ce21dae1d246b6e88402b852bac2a00f4ee24ac94a9dbd"}, + {file = "clickhouse_connect-0.6.11-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8fdf44e4ed8acd11709dce1f52e0aa55463c090930708cf3ebe8ca975a5adb4a"}, + {file = "clickhouse_connect-0.6.11-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a009a1681a7f01760d9c6706183b146a0c6f67b58bcb4f2443a3caf498464830"}, + {file = "clickhouse_connect-0.6.11-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:b40c0e6866d80d0fcecad1c34c3a86104e3676d08a5a3979c82202840dee5662"}, + {file = "clickhouse_connect-0.6.11-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:63faf2341ee6e7447a31bfc648fd5cbf8d54ed5c1c5be8270ff70f6c3864e622"}, + {file = "clickhouse_connect-0.6.11-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:00c260af72909df01e1c27325562d1b72e43e6136b0164d2735b8820e4e0cf28"}, + {file = "clickhouse_connect-0.6.11-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:6e017a14ee573687a9f8bc739c91b23f4f8d3a464aa13cf690b78c8b2a236143"}, + {file = "clickhouse_connect-0.6.11-cp311-cp311-win32.whl", hash = "sha256:b290d7d644222dcc6ec07efb542be193f35b79b8fc3cca027be684508f011d92"}, + {file = "clickhouse_connect-0.6.11-cp311-cp311-win_amd64.whl", hash = "sha256:08795de53a508b284e153d823b9c4373c02cb991d09403a214ffa39f0f04b866"}, + {file = "clickhouse_connect-0.6.11-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:502ef4bae3dac9323726c89df2be63858d6aaa0c71907046ab8062038b6b6f8b"}, + {file = "clickhouse_connect-0.6.11-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e74ab6e35efbecabce4ac535aa30d54e914b975e8375212525e76d264790d47f"}, + {file = "clickhouse_connect-0.6.11-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:38fb854cf15ffa1eac5ce5554237447cf6766fbe0cd265f057821178d98d76c8"}, + {file = "clickhouse_connect-0.6.11-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:fe4f1fdc808c472affba07a7117b5aa51536bc313cc47d1e8185bb47d2fa290d"}, + {file = "clickhouse_connect-0.6.11-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:8ade3b7d53396c78acd6018ad5b69ea2717224065c3fd1863cf4c56dfb19666a"}, + {file = "clickhouse_connect-0.6.11-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:2f25606b3ccc6bbda34279d21ad51b599bca6b983162e5c9f4304e537e00ca64"}, + {file = "clickhouse_connect-0.6.11-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:8dc0ed0c48ca8a1eece3ace9aa57f733f4fcb93dbb150d18551f0cda3ff4531f"}, + {file = "clickhouse_connect-0.6.11-cp37-cp37m-win32.whl", hash = "sha256:8927eeb6d4202b72cc42d0df5efba79168ff40b27d836ee48713cb832cde6f8e"}, + {file = "clickhouse_connect-0.6.11-cp37-cp37m-win_amd64.whl", hash = "sha256:c7235debe31d63e4b5c6e1cb954055e708c24b2617ff6e98807ad0c5eb51a345"}, + {file = "clickhouse_connect-0.6.11-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:0e3faf7a482e14050f2461114b169aea5d1c642e87d54b211742ff29e4c8fe6f"}, + {file = "clickhouse_connect-0.6.11-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:b6519454eda26e943565f163933e82ebe075c628351bda44354f5c3f03cf5b20"}, + {file = "clickhouse_connect-0.6.11-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:2c9597ad4551af5b0f5bc26866dfa1e82cd398cd1298637a1df3ffe2612993bf"}, + {file = "clickhouse_connect-0.6.11-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9aa4cc8a096fd3eaed1bd536b993fae0ebadd373e24910f813ba11f3c209a5f3"}, + {file = "clickhouse_connect-0.6.11-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:9fcb18ed7443ee1c466fc4585e7060ce5208fe371f3be77d334446b548d0bc43"}, + {file = "clickhouse_connect-0.6.11-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:f7c4e88fce75fa0de1a10b2f6f5cd39fac796827a989612338aa04d2c422b3f7"}, + {file = "clickhouse_connect-0.6.11-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:f7268eef26162cdbf7374804b3a9bfaedbd6141abac125452f0563fe6942e29a"}, + {file = "clickhouse_connect-0.6.11-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:0069931dfef4dc4d30cb55686473afb9572b1f1d6f249e3d64b02dc0782d30e2"}, + {file = "clickhouse_connect-0.6.11-cp38-cp38-win32.whl", hash = "sha256:7cc72769a100ad20f8ca4597acf53b84afa20ce76a2fc760c21f3abbcb20cb94"}, + {file = "clickhouse_connect-0.6.11-cp38-cp38-win_amd64.whl", hash = "sha256:fcd83d48095f1d83dc6a2245d0276592b11bd58e6e398430d1c1cb62d61610cd"}, + {file = "clickhouse_connect-0.6.11-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:8b465566c9d973b9fed03244ac92440c9a7486af5b224e4d11bf7497ff1953f0"}, + {file = "clickhouse_connect-0.6.11-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:3130ffd160ee6b809de110c01a32fc07a3026ab0438b9f3ff2216c79511d8304"}, + {file = "clickhouse_connect-0.6.11-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:43e5f3075d644438c4bb9393672ec739e7c1e7c497d4e02d0a0e3a9a205b4d40"}, + {file = "clickhouse_connect-0.6.11-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9a00264c6539f42074ab6cad22634fafecba75f696569956f0eaad36624b8d5d"}, + {file = "clickhouse_connect-0.6.11-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:c79c74e18da1d129c96c479c2b17694bed62f7008a4da6129317a2f11e62f7e4"}, + {file = "clickhouse_connect-0.6.11-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:66ca83a2ccceb5b70a93288761e6c6279b9b72489ba64ba1ba378448b0c68563"}, + {file = "clickhouse_connect-0.6.11-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:697e86c249a8d613a0aac4b91ee4311bcdf3a2b5e1ce58a796de454549dd5e86"}, + {file = "clickhouse_connect-0.6.11-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:35846e0503e2d7794b5e81109b1ec3958facbfb5e28997f55b29fc8c37374376"}, + {file = "clickhouse_connect-0.6.11-cp39-cp39-win32.whl", hash = "sha256:afd50273adef2ff33cf0a9d176bd19964dfb6cb970b465a82903a1adf291aaf0"}, + {file = "clickhouse_connect-0.6.11-cp39-cp39-win_amd64.whl", hash = "sha256:6d1faf4877799e4f1baeeea44d9bb52f7cd8421fc9a1c871fc01721dfe879cc4"}, + {file = "clickhouse_connect-0.6.11-pp37-pypy37_pp73-macosx_10_9_x86_64.whl", hash = "sha256:b6f8ada7066fcbd7cea2e644c8a1e2af81dd39547ac60fde570732e896fc4cf0"}, + {file = "clickhouse_connect-0.6.11-pp37-pypy37_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9b31f978ee92a0e53bdc920e1c59df20569c8e7b5920043d310bcd87d525db30"}, + {file = "clickhouse_connect-0.6.11-pp37-pypy37_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:39e1122f75ec97c80395e5a98ffb7cbb4a036bb2f05aa425b8ec048126cfafb2"}, + {file = "clickhouse_connect-0.6.11-pp37-pypy37_pp73-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:1f4bbcf3bdf5937d0c3ca9a0d2ad7c539d6d89415598059f8ad60d550b1fa171"}, + {file = "clickhouse_connect-0.6.11-pp37-pypy37_pp73-win_amd64.whl", hash = "sha256:a096186cad5475c9ec05cf06e6efd599f2109db734bd7bf8a643fc008916bdf8"}, + {file = "clickhouse_connect-0.6.11-pp38-pypy38_pp73-macosx_10_9_x86_64.whl", hash = "sha256:63df2068806884ed0898170e6532bb43c1be029cfc4a34ba63c0b05120fb5680"}, + {file = "clickhouse_connect-0.6.11-pp38-pypy38_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0e870bad786ee7223676fb01c23f704eccd7cf7af0a4b2c94cef812585551c3a"}, + {file = "clickhouse_connect-0.6.11-pp38-pypy38_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d94e212b1a29d2d6ce071a82574a96925e0e2069d02193c48acf38e5208394cf"}, + {file = "clickhouse_connect-0.6.11-pp38-pypy38_pp73-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:f12881721752df397396d9a4240b7a2bc5c32fd316766ec50b95537a852a1b6f"}, + {file = "clickhouse_connect-0.6.11-pp38-pypy38_pp73-win_amd64.whl", hash = "sha256:c2e10d0f718612f2a7e903de02a8921b47bd2fcb1ad1de880506f389090cf262"}, + {file = "clickhouse_connect-0.6.11-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:e6da4260307a7524efb0f2c797f3cc2e2a89fd3fadddc43b6ef825cadbbc5efd"}, + {file = "clickhouse_connect-0.6.11-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f39f59b77962e7c3861692a6cc11ff59b9354e85a99d432c7f04371a3cdbecba"}, + {file = "clickhouse_connect-0.6.11-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:1fc3f23c81203178a2d8047117b0cb6e0e969d7cc4ecff61932b971c9452ffef"}, + {file = "clickhouse_connect-0.6.11-pp39-pypy39_pp73-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:38084d7d0202e88606f70cf6795830818234a8343c8a29bfeb5a1c34bb4e8315"}, + {file = "clickhouse_connect-0.6.11-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:117e31f41c6b6fa46577bb445d50ae6faa080d780f5484e1d302ae685eb349a3"}, ] [package.dependencies] certifi = "*" -importlib-metadata = "*" lz4 = "*" pytz = "*" urllib3 = ">=1.26" @@ -585,7 +584,7 @@ files = [ name = "coloredlogs" version = "15.0.1" description = "Colored terminal output for Python's logging module" -optional = false +optional = true python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*" files = [ {file = "coloredlogs-15.0.1-py2.py3-none-any.whl", hash = "sha256:612ee75c546f53e92e70049c9dbfcc18c935a2b9a53b66085ce9ef6a6e5c0934"}, @@ -602,7 +601,7 @@ cron = ["capturer (>=2.4)"] name = "cryptography" version = "41.0.3" description = "cryptography is a package which provides cryptographic recipes and primitives to Python developers." -optional = false +optional = true python-versions = ">=3.7" files = [ {file = "cryptography-41.0.3-cp37-abi3-macosx_10_12_universal2.whl", hash = "sha256:652627a055cb52a84f8c448185922241dd5217443ca194d5739b44612c5e6507"}, @@ -647,7 +646,7 @@ test-randomorder = ["pytest-randomly"] name = "dataclasses-json" version = "0.5.14" description = "Easily serialize dataclasses to and from JSON." -optional = false +optional = true python-versions = ">=3.7,<3.13" files = [ {file = "dataclasses_json-0.5.14-py3-none-any.whl", hash = "sha256:5ec6fed642adb1dbdb4182badb01e0861badfd8fda82e3b67f44b2d1e9d10d21"}, @@ -662,7 +661,7 @@ typing-inspect = ">=0.4.0,<1" name = "datasets" version = "2.13.1" description = "HuggingFace community-driven open-source library of datasets" -optional = false +optional = true python-versions = ">=3.7.0" files = [ {file = "datasets-2.13.1-py3-none-any.whl", hash = "sha256:844d8dbc1759e0b6b8e5063af019dc95d6af07ea075002b03323a280bf8d53f6"}, @@ -704,7 +703,7 @@ vision = ["Pillow (>=6.2.1)"] name = "dill" version = "0.3.6" description = "serialize all of python" -optional = false +optional = true python-versions = ">=3.7" files = [ {file = "dill-0.3.6-py3-none-any.whl", hash = "sha256:a07ffd2351b8c678dfc4a856a3005f8067aea51d6ba6c700796a4d9e280f39f0"}, @@ -729,7 +728,7 @@ files = [ name = "docx2txt" version = "0.8" description = "A pure python-based utility to extract text and images from docx files." -optional = false +optional = true python-versions = "*" files = [ {file = "docx2txt-0.8.tar.gz", hash = "sha256:2c06d98d7cfe2d3947e5760a57d924e3ff07745b379c8737723922e7009236e5"}, @@ -739,7 +738,7 @@ files = [ name = "duckdb" version = "0.8.1" description = "DuckDB embedded database" -optional = false +optional = true python-versions = "*" files = [ {file = "duckdb-0.8.1-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:14781d21580ee72aba1f5dcae7734674c9b6c078dd60470a08b2b420d15b996d"}, @@ -800,7 +799,7 @@ files = [ name = "einops" version = "0.6.1" description = "A new flavour of deep learning operations" -optional = false +optional = true python-versions = ">=3.7" files = [ {file = "einops-0.6.1-py3-none-any.whl", hash = "sha256:99149e46cc808956b174932fe563d920db4d6e5dadb8c6ecdaa7483b7ef7cfc3"}, @@ -811,7 +810,7 @@ files = [ name = "evaluate" version = "0.4.0" description = "HuggingFace community-driven open-source library of evaluation" -optional = false +optional = true python-versions = ">=3.7.0" files = [ {file = "evaluate-0.4.0-py3-none-any.whl", hash = "sha256:4b528de0f270cdfb077ca4877035dc17584d2c4b1cbc3fdd46afc3942ed557fd"}, @@ -878,24 +877,27 @@ all = ["email-validator (>=2.0.0)", "httpx (>=0.23.0)", "itsdangerous (>=1.1.0)" [[package]] name = "filelock" -version = "3.12.2" +version = "3.12.3" description = "A platform independent file lock." optional = false -python-versions = ">=3.7" +python-versions = ">=3.8" files = [ - {file = "filelock-3.12.2-py3-none-any.whl", hash = "sha256:cbb791cdea2a72f23da6ac5b5269ab0a0d161e9ef0100e653b69049a7706d1ec"}, - {file = "filelock-3.12.2.tar.gz", hash = "sha256:002740518d8aa59a26b0c76e10fb8c6e15eae825d34b6fdf670333fd7b938d81"}, + {file = "filelock-3.12.3-py3-none-any.whl", hash = "sha256:f067e40ccc40f2b48395a80fcbd4728262fab54e232e090a4063ab804179efeb"}, + {file = "filelock-3.12.3.tar.gz", hash = "sha256:0ecc1dd2ec4672a10c8550a8182f1bd0c0a5088470ecd5a125e45f49472fac3d"}, ] +[package.dependencies] +typing-extensions = {version = ">=4.7.1", markers = "python_version < \"3.11\""} + [package.extras] -docs = ["furo (>=2023.5.20)", "sphinx (>=7.0.1)", "sphinx-autodoc-typehints (>=1.23,!=1.23.4)"] -testing = ["covdefaults (>=2.3)", "coverage (>=7.2.7)", "diff-cover (>=7.5)", "pytest (>=7.3.1)", "pytest-cov (>=4.1)", "pytest-mock (>=3.10)", "pytest-timeout (>=2.1)"] +docs = ["furo (>=2023.7.26)", "sphinx (>=7.1.2)", "sphinx-autodoc-typehints (>=1.24)"] +testing = ["covdefaults (>=2.3)", "coverage (>=7.3)", "diff-cover (>=7.7)", "pytest (>=7.4)", "pytest-cov (>=4.1)", "pytest-mock (>=3.11.1)", "pytest-timeout (>=2.1)"] [[package]] name = "flatbuffers" version = "23.5.26" description = "The FlatBuffers serialization format for Python" -optional = false +optional = true python-versions = "*" files = [ {file = "flatbuffers-23.5.26-py2.py3-none-any.whl", hash = "sha256:c0ff356da363087b915fde4b8b45bdda73432fc17cddb3c8157472eab1422ad1"}, @@ -974,13 +976,13 @@ files = [ [[package]] name = "fsspec" -version = "2023.6.0" +version = "2023.9.0" description = "File-system specification" -optional = false +optional = true python-versions = ">=3.8" files = [ - {file = "fsspec-2023.6.0-py3-none-any.whl", hash = "sha256:1cbad1faef3e391fba6dc005ae9b5bdcbf43005c9167ce78c915549c352c869a"}, - {file = "fsspec-2023.6.0.tar.gz", hash = "sha256:d0b2f935446169753e7a5c5c55681c54ea91996cc67be93c39a154fb3a2742af"}, + {file = "fsspec-2023.9.0-py3-none-any.whl", hash = "sha256:d55b9ab2a4c1f2b759888ae9f93e40c2aa72c0808132e87e282b549f9e6c4254"}, + {file = "fsspec-2023.9.0.tar.gz", hash = "sha256:4dbf0fefee035b7c6d3bbbe6bc99b2f201f40d4dca95b67c2b719be77bcd917f"}, ] [package.dependencies] @@ -1015,7 +1017,7 @@ tqdm = ["tqdm"] name = "greenlet" version = "2.0.2" description = "Lightweight in-process concurrent programming" -optional = false +optional = true python-versions = ">=2.7,!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*" files = [ {file = "greenlet-2.0.2-cp27-cp27m-macosx_10_14_x86_64.whl", hash = "sha256:bdfea8c661e80d3c1c99ad7c3ff74e6e87184895bbaca6ee8cc61209f8b9b85d"}, @@ -1023,7 +1025,6 @@ files = [ {file = "greenlet-2.0.2-cp27-cp27m-win32.whl", hash = "sha256:6c3acb79b0bfd4fe733dff8bc62695283b57949ebcca05ae5c129eb606ff2d74"}, {file = "greenlet-2.0.2-cp27-cp27m-win_amd64.whl", hash = "sha256:283737e0da3f08bd637b5ad058507e578dd462db259f7f6e4c5c365ba4ee9343"}, {file = "greenlet-2.0.2-cp27-cp27mu-manylinux2010_x86_64.whl", hash = "sha256:d27ec7509b9c18b6d73f2f5ede2622441de812e7b1a80bbd446cb0633bd3d5ae"}, - {file = "greenlet-2.0.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:d967650d3f56af314b72df7089d96cda1083a7fc2da05b375d2bc48c82ab3f3c"}, {file = "greenlet-2.0.2-cp310-cp310-macosx_11_0_x86_64.whl", hash = "sha256:30bcf80dda7f15ac77ba5af2b961bdd9dbc77fd4ac6105cee85b0d0a5fcf74df"}, {file = "greenlet-2.0.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:26fbfce90728d82bc9e6c38ea4d038cba20b7faf8a0ca53a9c07b67318d46088"}, {file = "greenlet-2.0.2-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:9190f09060ea4debddd24665d6804b995a9c122ef5917ab26e1566dcc712ceeb"}, @@ -1032,7 +1033,6 @@ files = [ {file = "greenlet-2.0.2-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:76ae285c8104046b3a7f06b42f29c7b73f77683df18c49ab5af7983994c2dd91"}, {file = "greenlet-2.0.2-cp310-cp310-win_amd64.whl", hash = "sha256:2d4686f195e32d36b4d7cf2d166857dbd0ee9f3d20ae349b6bf8afc8485b3645"}, {file = "greenlet-2.0.2-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:c4302695ad8027363e96311df24ee28978162cdcdd2006476c43970b384a244c"}, - {file = "greenlet-2.0.2-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:d4606a527e30548153be1a9f155f4e283d109ffba663a15856089fb55f933e47"}, {file = "greenlet-2.0.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c48f54ef8e05f04d6eff74b8233f6063cb1ed960243eacc474ee73a2ea8573ca"}, {file = "greenlet-2.0.2-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:a1846f1b999e78e13837c93c778dcfc3365902cfb8d1bdb7dd73ead37059f0d0"}, {file = "greenlet-2.0.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3a06ad5312349fec0ab944664b01d26f8d1f05009566339ac6f63f56589bc1a2"}, @@ -1062,7 +1062,6 @@ files = [ {file = "greenlet-2.0.2-cp37-cp37m-win32.whl", hash = "sha256:3f6ea9bd35eb450837a3d80e77b517ea5bc56b4647f5502cd28de13675ee12f7"}, {file = "greenlet-2.0.2-cp37-cp37m-win_amd64.whl", hash = "sha256:7492e2b7bd7c9b9916388d9df23fa49d9b88ac0640db0a5b4ecc2b653bf451e3"}, {file = "greenlet-2.0.2-cp38-cp38-macosx_10_15_x86_64.whl", hash = "sha256:b864ba53912b6c3ab6bcb2beb19f19edd01a6bfcbdfe1f37ddd1778abfe75a30"}, - {file = "greenlet-2.0.2-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:1087300cf9700bbf455b1b97e24db18f2f77b55302a68272c56209d5587c12d1"}, {file = "greenlet-2.0.2-cp38-cp38-manylinux2010_x86_64.whl", hash = "sha256:ba2956617f1c42598a308a84c6cf021a90ff3862eddafd20c3333d50f0edb45b"}, {file = "greenlet-2.0.2-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:fc3a569657468b6f3fb60587e48356fe512c1754ca05a564f11366ac9e306526"}, {file = "greenlet-2.0.2-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:8eab883b3b2a38cc1e050819ef06a7e6344d4a990d24d45bc6f2cf959045a45b"}, @@ -1071,7 +1070,6 @@ files = [ {file = "greenlet-2.0.2-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:b0ef99cdbe2b682b9ccbb964743a6aca37905fda5e0452e5ee239b1654d37f2a"}, {file = "greenlet-2.0.2-cp38-cp38-win32.whl", hash = "sha256:b80f600eddddce72320dbbc8e3784d16bd3fb7b517e82476d8da921f27d4b249"}, {file = "greenlet-2.0.2-cp38-cp38-win_amd64.whl", hash = "sha256:4d2e11331fc0c02b6e84b0d28ece3a36e0548ee1a1ce9ddde03752d9b79bba40"}, - {file = "greenlet-2.0.2-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:8512a0c38cfd4e66a858ddd1b17705587900dd760c6003998e9472b77b56d417"}, {file = "greenlet-2.0.2-cp39-cp39-macosx_11_0_x86_64.whl", hash = "sha256:88d9ab96491d38a5ab7c56dd7a3cc37d83336ecc564e4e8816dbed12e5aaefc8"}, {file = "greenlet-2.0.2-cp39-cp39-manylinux2010_x86_64.whl", hash = "sha256:561091a7be172ab497a3527602d467e2b3fbe75f9e783d8b8ce403fa414f71a6"}, {file = "greenlet-2.0.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:971ce5e14dc5e73715755d0ca2975ac88cfdaefcaab078a284fea6cfabf866df"}, @@ -1103,7 +1101,7 @@ files = [ name = "hnswlib" version = "0.7.0" description = "hnswlib" -optional = false +optional = true python-versions = "*" files = [ {file = "hnswlib-0.7.0.tar.gz", hash = "sha256:bc459668e7e44bb7454b256b90c98c5af750653919d9a91698dafcf416cf64c4"}, @@ -1116,7 +1114,7 @@ numpy = "*" name = "httptools" version = "0.6.0" description = "A collection of framework independent HTTP protocol utils." -optional = false +optional = true python-versions = ">=3.5.0" files = [ {file = "httptools-0.6.0-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:818325afee467d483bfab1647a72054246d29f9053fd17cc4b86cda09cc60339"}, @@ -1161,13 +1159,13 @@ test = ["Cython (>=0.29.24,<0.30.0)"] [[package]] name = "huggingface-hub" -version = "0.16.4" +version = "0.17.1" description = "Client library to download and publish models, datasets and other repos on the huggingface.co hub" -optional = false -python-versions = ">=3.7.0" +optional = true +python-versions = ">=3.8.0" files = [ - {file = "huggingface_hub-0.16.4-py3-none-any.whl", hash = "sha256:0d3df29932f334fead024afc7cb4cc5149d955238b8b5e42dcf9740d6995a349"}, - {file = "huggingface_hub-0.16.4.tar.gz", hash = "sha256:608c7d4f3d368b326d1747f91523dbd1f692871e8e2e7a4750314a2dd8b63e14"}, + {file = "huggingface_hub-0.17.1-py3-none-any.whl", hash = "sha256:7a9dc262a2e0ecf8c1749c8b9a7510a7a22981849f561af4345942d421822451"}, + {file = "huggingface_hub-0.17.1.tar.gz", hash = "sha256:dd828d2a24ee6af86392042cc1052c482c053eb574864669f0cae4d29620e62c"}, ] [package.dependencies] @@ -1180,22 +1178,23 @@ tqdm = ">=4.42.1" typing-extensions = ">=3.7.4.3" [package.extras] -all = ["InquirerPy (==0.3.4)", "Jinja2", "Pillow", "aiohttp", "black (>=23.1,<24.0)", "gradio", "jedi", "mypy (==0.982)", "numpy", "pydantic", "pytest", "pytest-asyncio", "pytest-cov", "pytest-env", "pytest-vcr", "pytest-xdist", "ruff (>=0.0.241)", "soundfile", "types-PyYAML", "types-requests", "types-simplejson", "types-toml", "types-tqdm", "types-urllib3", "urllib3 (<2.0)"] +all = ["InquirerPy (==0.3.4)", "Jinja2", "Pillow", "aiohttp", "black (==23.7)", "gradio", "jedi", "mypy (==1.5.1)", "numpy", "pydantic (<2.0)", "pytest", "pytest-asyncio", "pytest-cov", "pytest-env", "pytest-vcr", "pytest-xdist", "ruff (>=0.0.241)", "soundfile", "types-PyYAML", "types-requests", "types-simplejson", "types-toml", "types-tqdm", "types-urllib3", "urllib3 (<2.0)"] cli = ["InquirerPy (==0.3.4)"] -dev = ["InquirerPy (==0.3.4)", "Jinja2", "Pillow", "aiohttp", "black (>=23.1,<24.0)", "gradio", "jedi", "mypy (==0.982)", "numpy", "pydantic", "pytest", "pytest-asyncio", "pytest-cov", "pytest-env", "pytest-vcr", "pytest-xdist", "ruff (>=0.0.241)", "soundfile", "types-PyYAML", "types-requests", "types-simplejson", "types-toml", "types-tqdm", "types-urllib3", "urllib3 (<2.0)"] +dev = ["InquirerPy (==0.3.4)", "Jinja2", "Pillow", "aiohttp", "black (==23.7)", "gradio", "jedi", "mypy (==1.5.1)", "numpy", "pydantic (<2.0)", "pytest", "pytest-asyncio", "pytest-cov", "pytest-env", "pytest-vcr", "pytest-xdist", "ruff (>=0.0.241)", "soundfile", "types-PyYAML", "types-requests", "types-simplejson", "types-toml", "types-tqdm", "types-urllib3", "urllib3 (<2.0)"] +docs = ["InquirerPy (==0.3.4)", "Jinja2", "Pillow", "aiohttp", "black (==23.7)", "gradio", "hf-doc-builder", "jedi", "mypy (==1.5.1)", "numpy", "pydantic (<2.0)", "pytest", "pytest-asyncio", "pytest-cov", "pytest-env", "pytest-vcr", "pytest-xdist", "ruff (>=0.0.241)", "soundfile", "types-PyYAML", "types-requests", "types-simplejson", "types-toml", "types-tqdm", "types-urllib3", "urllib3 (<2.0)", "watchdog"] fastai = ["fastai (>=2.4)", "fastcore (>=1.3.27)", "toml"] -inference = ["aiohttp", "pydantic"] -quality = ["black (>=23.1,<24.0)", "mypy (==0.982)", "ruff (>=0.0.241)"] +inference = ["aiohttp", "pydantic (<2.0)"] +quality = ["black (==23.7)", "mypy (==1.5.1)", "ruff (>=0.0.241)"] tensorflow = ["graphviz", "pydot", "tensorflow"] -testing = ["InquirerPy (==0.3.4)", "Jinja2", "Pillow", "aiohttp", "gradio", "jedi", "numpy", "pydantic", "pytest", "pytest-asyncio", "pytest-cov", "pytest-env", "pytest-vcr", "pytest-xdist", "soundfile", "urllib3 (<2.0)"] +testing = ["InquirerPy (==0.3.4)", "Jinja2", "Pillow", "aiohttp", "gradio", "jedi", "numpy", "pydantic (<2.0)", "pytest", "pytest-asyncio", "pytest-cov", "pytest-env", "pytest-vcr", "pytest-xdist", "soundfile", "urllib3 (<2.0)"] torch = ["torch"] -typing = ["pydantic", "types-PyYAML", "types-requests", "types-simplejson", "types-toml", "types-tqdm", "types-urllib3"] +typing = ["pydantic (<2.0)", "types-PyYAML", "types-requests", "types-simplejson", "types-toml", "types-tqdm", "types-urllib3"] [[package]] name = "humanfriendly" version = "10.0" description = "Human friendly output for text interfaces using Python" -optional = false +optional = true python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*" files = [ {file = "humanfriendly-10.0-py2.py3-none-any.whl", hash = "sha256:1697e1a8a8f550fd43c2865cd84542fc175a61dcb779b6fee18cf6b6ccba1477"}, @@ -1207,13 +1206,13 @@ pyreadline3 = {version = "*", markers = "sys_platform == \"win32\" and python_ve [[package]] name = "identify" -version = "2.5.26" +version = "2.5.28" description = "File identification library for Python" optional = false python-versions = ">=3.8" files = [ - {file = "identify-2.5.26-py2.py3-none-any.whl", hash = "sha256:c22a8ead0d4ca11f1edd6c9418c3220669b3b7533ada0a0ffa6cc0ef85cf9b54"}, - {file = "identify-2.5.26.tar.gz", hash = "sha256:7243800bce2f58404ed41b7c002e53d4d22bcf3ae1b7900c2d7aefd95394bf7f"}, + {file = "identify-2.5.28-py2.py3-none-any.whl", hash = "sha256:87816de144bf46d161bd5b3e8f5596b16cade3b80be537087334b26bc5c177f3"}, + {file = "identify-2.5.28.tar.gz", hash = "sha256:94bb59643083ebd60dc996d043497479ee554381fbc5307763915cda49b0e78f"}, ] [package.extras] @@ -1230,30 +1229,11 @@ files = [ {file = "idna-3.4.tar.gz", hash = "sha256:814f528e8dead7d329833b91c5faa87d60bf71824cd12a7530b5526063d02cb4"}, ] -[[package]] -name = "importlib-metadata" -version = "6.8.0" -description = "Read metadata from Python packages" -optional = false -python-versions = ">=3.8" -files = [ - {file = "importlib_metadata-6.8.0-py3-none-any.whl", hash = "sha256:3ebb78df84a805d7698245025b975d9d67053cd94c79245ba4b3eb694abe68bb"}, - {file = "importlib_metadata-6.8.0.tar.gz", hash = "sha256:dbace7892d8c0c4ac1ad096662232f831d4e64f4c4545bd53016a3e9d4654743"}, -] - -[package.dependencies] -zipp = ">=0.5" - -[package.extras] -docs = ["furo", "jaraco.packaging (>=9)", "jaraco.tidelift (>=1.4)", "rst.linker (>=1.9)", "sphinx (>=3.5)", "sphinx-lint"] -perf = ["ipython"] -testing = ["flufl.flake8", "importlib-resources (>=1.3)", "packaging", "pyfakefs", "pytest (>=6)", "pytest-black (>=0.3.7)", "pytest-checkdocs (>=2.4)", "pytest-cov", "pytest-enabler (>=2.2)", "pytest-mypy (>=0.9.1)", "pytest-perf (>=0.9.2)", "pytest-ruff"] - [[package]] name = "jinja2" version = "3.1.2" description = "A very fast and expressive template engine." -optional = false +optional = true python-versions = ">=3.7" files = [ {file = "Jinja2-3.1.2-py3-none-any.whl", hash = "sha256:6088930bfe239f0e6710546ab9c19c9ef35e29792895fed6e6e31a023a182a61"}, @@ -1270,7 +1250,7 @@ i18n = ["Babel (>=2.7)"] name = "joblib" version = "1.3.2" description = "Lightweight pipelining with Python functions" -optional = false +optional = true python-versions = ">=3.7" files = [ {file = "joblib-1.3.2-py3-none-any.whl", hash = "sha256:ef4331c65f239985f3f2220ecc87db222f08fd22097a3dd5698f693875f8cbb9"}, @@ -1281,7 +1261,7 @@ files = [ name = "langchain" version = "0.0.220" description = "Building applications with LLMs through composability" -optional = false +optional = true python-versions = ">=3.8.1,<4.0" files = [ {file = "langchain-0.0.220-py3-none-any.whl", hash = "sha256:fcba303c0744f74a026eda97d65da51a90cd5b20ab1944ad766d95ee1eb68b75"}, @@ -1320,7 +1300,7 @@ text-helpers = ["chardet (>=5.1.0,<6.0.0)"] name = "langchainplus-sdk" version = "0.0.20" description = "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform." -optional = false +optional = true python-versions = ">=3.8.1,<4.0" files = [ {file = "langchainplus_sdk-0.0.20-py3-none-any.whl", hash = "sha256:07a869d476755803aa04c4986ce78d00c2fe4ff584c0eaa57d7570c9664188db"}, @@ -1336,7 +1316,7 @@ tenacity = ">=8.1.0,<9.0.0" name = "lz4" version = "4.3.2" description = "LZ4 Bindings for Python" -optional = false +optional = true python-versions = ">=3.7" files = [ {file = "lz4-4.3.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:1c4c100d99eed7c08d4e8852dd11e7d1ec47a3340f49e3a96f8dfbba17ffb300"}, @@ -1385,7 +1365,7 @@ tests = ["psutil", "pytest (!=3.3.0)", "pytest-cov"] name = "markupsafe" version = "2.1.3" description = "Safely add untrusted strings to HTML/XML markup." -optional = false +optional = true python-versions = ">=3.7" files = [ {file = "MarkupSafe-2.1.3-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:cd0f502fe016460680cd20aaa5a76d241d6f35a1c3350c474bac1273803893fa"}, @@ -1444,7 +1424,7 @@ files = [ name = "marshmallow" version = "3.20.1" description = "A lightweight library for converting complex datatypes to and from native Python datatypes." -optional = false +optional = true python-versions = ">=3.8" files = [ {file = "marshmallow-3.20.1-py3-none-any.whl", hash = "sha256:684939db93e80ad3561392f47be0230743131560a41c5110684c16e21ade0a5c"}, @@ -1475,7 +1455,7 @@ files = [ name = "mpmath" version = "1.3.0" description = "Python library for arbitrary-precision floating-point arithmetic" -optional = false +optional = true python-versions = "*" files = [ {file = "mpmath-1.3.0-py3-none-any.whl", hash = "sha256:a0b2b9fe80bbcd81a6647ff13108738cfb482d481d826cc0e02f5b35e5c88d2c"}, @@ -1575,7 +1555,7 @@ files = [ name = "multiprocess" version = "0.70.14" description = "better multiprocessing and multithreading in python" -optional = false +optional = true python-versions = ">=3.7" files = [ {file = "multiprocess-0.70.14-pp37-pypy37_pp73-macosx_10_9_x86_64.whl", hash = "sha256:560a27540daef4ce8b24ed3cc2496a3c670df66c96d02461a4da67473685adf3"}, @@ -1601,7 +1581,7 @@ dill = ">=0.3.6" name = "mypy-extensions" version = "1.0.0" description = "Type system extensions for programs checked with the mypy type checker." -optional = false +optional = true python-versions = ">=3.5" files = [ {file = "mypy_extensions-1.0.0-py3-none-any.whl", hash = "sha256:4392f6c0eb8a5668a69e23d168ffa70f0be9ccfd32b5cc2d26a34ae5b844552d"}, @@ -1612,7 +1592,7 @@ files = [ name = "networkx" version = "3.1" description = "Python package for creating and manipulating graphs and networks" -optional = false +optional = true python-versions = ">=3.8" files = [ {file = "networkx-3.1-py3-none-any.whl", hash = "sha256:4f33f68cb2afcf86f28a45f43efc27a9386b535d567d2127f8f61d51dec58d36"}, @@ -1630,7 +1610,7 @@ test = ["codecov (>=2.1)", "pytest (>=7.2)", "pytest-cov (>=4.0)"] name = "nltk" version = "3.8.1" description = "Natural Language Toolkit" -optional = false +optional = true python-versions = ">=3.7" files = [ {file = "nltk-3.8.1-py3-none-any.whl", hash = "sha256:fd5c9109f976fa86bcadba8f91e47f5e9293bd034474752e92a520f81c93dda5"}, @@ -1669,7 +1649,7 @@ setuptools = "*" name = "numexpr" version = "2.8.5" description = "Fast numerical expression evaluator for NumPy" -optional = false +optional = true python-versions = ">=3.7" files = [ {file = "numexpr-2.8.5-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:51f3ab160c3847ebcca93cd88f935a7802b54a01ab63fe93152994a64d7a6cf2"}, @@ -1745,7 +1725,7 @@ files = [ name = "onnxruntime" version = "1.15.1" description = "ONNX Runtime is a runtime accelerator for Machine Learning models" -optional = false +optional = true python-versions = "*" files = [ {file = "onnxruntime-1.15.1-cp310-cp310-macosx_10_15_x86_64.whl", hash = "sha256:baad59e6a763237fa39545325d29c16f98b8a45d2dfc524c67631e2e3ba44d16"}, @@ -1808,7 +1788,7 @@ wandb = ["numpy", "openpyxl (>=3.0.7)", "pandas (>=1.2.3)", "pandas-stubs (>=1.1 name = "openapi-schema-pydantic" version = "1.2.4" description = "OpenAPI (v3) specification schema as pydantic class" -optional = false +optional = true python-versions = ">=3.6.1" files = [ {file = "openapi-schema-pydantic-1.2.4.tar.gz", hash = "sha256:3e22cf58b74a69f752cc7e5f1537f6e44164282db2700cbbcd3bb99ddd065196"}, @@ -1822,7 +1802,7 @@ pydantic = ">=1.8.2" name = "overrides" version = "7.4.0" description = "A decorator to automatically detect mismatch when overriding a method." -optional = false +optional = true python-versions = ">=3.6" files = [ {file = "overrides-7.4.0-py3-none-any.whl", hash = "sha256:3ad24583f86d6d7a49049695efe9933e67ba62f0c7625d53c59fa832ce4b8b7d"}, @@ -1877,8 +1857,8 @@ files = [ [package.dependencies] numpy = [ {version = ">=1.20.3", markers = "python_version < \"3.10\""}, - {version = ">=1.21.0", markers = "python_version >= \"3.10\""}, {version = ">=1.23.2", markers = "python_version >= \"3.11\""}, + {version = ">=1.21.0", markers = "python_version >= \"3.10\" and python_version < \"3.11\""}, ] python-dateutil = ">=2.8.2" pytz = ">=2020.1" @@ -1928,7 +1908,7 @@ totp = ["cryptography"] name = "pdfminer-six" version = "20221105" description = "PDF parser and analyzer" -optional = false +optional = true python-versions = ">=3.6" files = [ {file = "pdfminer.six-20221105-py3-none-any.whl", hash = "sha256:1eaddd712d5b2732f8ac8486824533514f8ba12a0787b3d5fe1e686cd826532d"}, @@ -1948,7 +1928,7 @@ image = ["Pillow"] name = "peft" version = "0.4.0" description = "Parameter-Efficient Fine-Tuning (PEFT)" -optional = false +optional = true python-versions = ">=3.8.0" files = [ {file = "peft-0.4.0-py3-none-any.whl", hash = "sha256:2cf992772a6d703814477e0bdcdadd68cb8ea388111ce2d793dd2ff0e438f357"}, @@ -1975,7 +1955,7 @@ test = ["black (>=22.0,<23.0)", "datasets", "diffusers", "hf-doc-builder", "para name = "pillow" version = "10.0.0" description = "Python Imaging Library (Fork)" -optional = false +optional = true python-versions = ">=3.8" files = [ {file = "Pillow-10.0.0-cp310-cp310-macosx_10_10_x86_64.whl", hash = "sha256:1f62406a884ae75fb2f818694469519fb685cc7eaff05d3451a9ebe55c646891"}, @@ -2080,13 +2060,13 @@ test = ["coverage", "flake8", "freezegun (==0.3.15)", "mock (>=2.0.0)", "pylint" [[package]] name = "pre-commit" -version = "3.3.3" +version = "3.4.0" description = "A framework for managing and maintaining multi-language pre-commit hooks." optional = false python-versions = ">=3.8" files = [ - {file = "pre_commit-3.3.3-py2.py3-none-any.whl", hash = "sha256:10badb65d6a38caff29703362271d7dca483d01da88f9d7e05d0b97171c136cb"}, - {file = "pre_commit-3.3.3.tar.gz", hash = "sha256:a2256f489cd913d575c145132ae196fe335da32d91a8294b7afe6622335dd023"}, + {file = "pre_commit-3.4.0-py2.py3-none-any.whl", hash = "sha256:96d529a951f8b677f730a7212442027e8ba53f9b04d217c4c67dc56c393ad945"}, + {file = "pre_commit-3.4.0.tar.gz", hash = "sha256:6bbd5129a64cad4c0dfaeeb12cd8f7ea7e15b77028d985341478c8af3c759522"}, ] [package.dependencies] @@ -2098,31 +2078,31 @@ virtualenv = ">=20.10.0" [[package]] name = "protobuf" -version = "4.24.0" +version = "4.24.3" description = "" -optional = false +optional = true python-versions = ">=3.7" files = [ - {file = "protobuf-4.24.0-cp310-abi3-win32.whl", hash = "sha256:81cb9c4621d2abfe181154354f63af1c41b00a4882fb230b4425cbaed65e8f52"}, - {file = "protobuf-4.24.0-cp310-abi3-win_amd64.whl", hash = "sha256:6c817cf4a26334625a1904b38523d1b343ff8b637d75d2c8790189a4064e51c3"}, - {file = "protobuf-4.24.0-cp37-abi3-macosx_10_9_universal2.whl", hash = "sha256:ae97b5de10f25b7a443b40427033e545a32b0e9dda17bcd8330d70033379b3e5"}, - {file = "protobuf-4.24.0-cp37-abi3-manylinux2014_aarch64.whl", hash = "sha256:567fe6b0647494845d0849e3d5b260bfdd75692bf452cdc9cb660d12457c055d"}, - {file = "protobuf-4.24.0-cp37-abi3-manylinux2014_x86_64.whl", hash = "sha256:a6b1ca92ccabfd9903c0c7dde8876221dc7d8d87ad5c42e095cc11b15d3569c7"}, - {file = "protobuf-4.24.0-cp37-cp37m-win32.whl", hash = "sha256:a38400a692fd0c6944c3c58837d112f135eb1ed6cdad5ca6c5763336e74f1a04"}, - {file = "protobuf-4.24.0-cp37-cp37m-win_amd64.whl", hash = "sha256:5ab19ee50037d4b663c02218a811a5e1e7bb30940c79aac385b96e7a4f9daa61"}, - {file = "protobuf-4.24.0-cp38-cp38-win32.whl", hash = "sha256:e8834ef0b4c88666ebb7c7ec18045aa0f4325481d724daa624a4cf9f28134653"}, - {file = "protobuf-4.24.0-cp38-cp38-win_amd64.whl", hash = "sha256:8bb52a2be32db82ddc623aefcedfe1e0eb51da60e18fcc908fb8885c81d72109"}, - {file = "protobuf-4.24.0-cp39-cp39-win32.whl", hash = "sha256:ae7a1835721086013de193311df858bc12cd247abe4ef9710b715d930b95b33e"}, - {file = "protobuf-4.24.0-cp39-cp39-win_amd64.whl", hash = "sha256:44825e963008f8ea0d26c51911c30d3e82e122997c3c4568fd0385dd7bacaedf"}, - {file = "protobuf-4.24.0-py3-none-any.whl", hash = "sha256:82e6e9ebdd15b8200e8423676eab38b774624d6a1ad696a60d86a2ac93f18201"}, - {file = "protobuf-4.24.0.tar.gz", hash = "sha256:5d0ceb9de6e08311832169e601d1fc71bd8e8c779f3ee38a97a78554945ecb85"}, + {file = "protobuf-4.24.3-cp310-abi3-win32.whl", hash = "sha256:20651f11b6adc70c0f29efbe8f4a94a74caf61b6200472a9aea6e19898f9fcf4"}, + {file = "protobuf-4.24.3-cp310-abi3-win_amd64.whl", hash = "sha256:3d42e9e4796a811478c783ef63dc85b5a104b44aaaca85d4864d5b886e4b05e3"}, + {file = "protobuf-4.24.3-cp37-abi3-macosx_10_9_universal2.whl", hash = "sha256:6e514e8af0045be2b56e56ae1bb14f43ce7ffa0f68b1c793670ccbe2c4fc7d2b"}, + {file = "protobuf-4.24.3-cp37-abi3-manylinux2014_aarch64.whl", hash = "sha256:ba53c2f04798a326774f0e53b9c759eaef4f6a568ea7072ec6629851c8435959"}, + {file = "protobuf-4.24.3-cp37-abi3-manylinux2014_x86_64.whl", hash = "sha256:f6ccbcf027761a2978c1406070c3788f6de4a4b2cc20800cc03d52df716ad675"}, + {file = "protobuf-4.24.3-cp37-cp37m-win32.whl", hash = "sha256:1b182c7181a2891e8f7f3a1b5242e4ec54d1f42582485a896e4de81aa17540c2"}, + {file = "protobuf-4.24.3-cp37-cp37m-win_amd64.whl", hash = "sha256:b0271a701e6782880d65a308ba42bc43874dabd1a0a0f41f72d2dac3b57f8e76"}, + {file = "protobuf-4.24.3-cp38-cp38-win32.whl", hash = "sha256:e29d79c913f17a60cf17c626f1041e5288e9885c8579832580209de8b75f2a52"}, + {file = "protobuf-4.24.3-cp38-cp38-win_amd64.whl", hash = "sha256:067f750169bc644da2e1ef18c785e85071b7c296f14ac53e0900e605da588719"}, + {file = "protobuf-4.24.3-cp39-cp39-win32.whl", hash = "sha256:2da777d34b4f4f7613cdf85c70eb9a90b1fbef9d36ae4a0ccfe014b0b07906f1"}, + {file = "protobuf-4.24.3-cp39-cp39-win_amd64.whl", hash = "sha256:f631bb982c5478e0c1c70eab383af74a84be66945ebf5dd6b06fc90079668d0b"}, + {file = "protobuf-4.24.3-py3-none-any.whl", hash = "sha256:f6f8dc65625dadaad0c8545319c2e2f0424fede988368893ca3844261342c11a"}, + {file = "protobuf-4.24.3.tar.gz", hash = "sha256:12e9ad2ec079b833176d2921be2cb24281fa591f0b119b208b788adc48c2561d"}, ] [[package]] name = "psutil" version = "5.9.5" description = "Cross-platform lib for process and system monitoring in Python." -optional = false +optional = true python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*" files = [ {file = "psutil-5.9.5-cp27-cp27m-macosx_10_9_x86_64.whl", hash = "sha256:be8929ce4313f9f8146caad4272f6abb8bf99fc6cf59344a3167ecd74f4f203f"}, @@ -2146,41 +2126,41 @@ test = ["enum34", "ipaddress", "mock", "pywin32", "wmi"] [[package]] name = "pulsar-client" -version = "3.2.0" +version = "3.3.0" description = "Apache Pulsar Python client library" -optional = false +optional = true python-versions = "*" files = [ - {file = "pulsar_client-3.2.0-cp310-cp310-macosx_10_15_universal2.whl", hash = "sha256:da53bbe1903026ca1253d36a67bde0ae88513497091658aee8c5514c3e567483"}, - {file = "pulsar_client-3.2.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ec595a71b7a25f1a72a1350efd6680a511b53253c3cac1911ba3d6c4d71fa64c"}, - {file = "pulsar_client-3.2.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e3557c65463d74ec8d2864752389beb06761ab591dd134a164e0b1303c66719b"}, - {file = "pulsar_client-3.2.0-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:d51dc76fec48217489bde95754ad58288c9389361de42f5a27d64e19840d27fb"}, - {file = "pulsar_client-3.2.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:9ef2baf85311e0fe1b98342fdafbb93a1818a08ef999eaa524234fedf6f3b941"}, - {file = "pulsar_client-3.2.0-cp310-cp310-win_amd64.whl", hash = "sha256:0928b02beda0c98e77178f4e30e962ddb8ee8c3320e4c7304a78b0796e976523"}, - {file = "pulsar_client-3.2.0-cp311-cp311-macosx_10_15_universal2.whl", hash = "sha256:584f44b03474a69906be711a597a4d516263a55be31e49fc07be503dc8406821"}, - {file = "pulsar_client-3.2.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a637b9a3b30860c61e68a7b8ea650e0987d89e82f73b6a3df1ab662a6438fdda"}, - {file = "pulsar_client-3.2.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b4a187fdc5febcf16f725179dcf2c476f31eeebd8353794d91754a3202dd5072"}, - {file = "pulsar_client-3.2.0-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:5ff879f868cf1fd29db99f39fdb22b3ec3e749c648aca28526689756d922d1c5"}, - {file = "pulsar_client-3.2.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:4a5f85d0cc414f739a5b51d843f213b54b2cd768c3a34f7c27cca410712b1f81"}, - {file = "pulsar_client-3.2.0-cp311-cp311-win_amd64.whl", hash = "sha256:4fe748283848d829a80c0323558faeebea4c240d69fa58314ac90344f6999d17"}, - {file = "pulsar_client-3.2.0-cp37-cp37m-macosx_10_15_universal2.whl", hash = "sha256:06b91c26def86dbbc35be15257999fd8a2afbadf32983916ea3eef44f4d4cab4"}, - {file = "pulsar_client-3.2.0-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:39ec897bc8d232e6b118793378fc662a844334b829a28a1b4ad1c5fe8d019135"}, - {file = "pulsar_client-3.2.0-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:aa37c96c25c1b5aff3bad0fd0194b385ec190b2c67a2f439ac91577f81ae18d3"}, - {file = "pulsar_client-3.2.0-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:d49cdd4d1b7fc2e80d100acf14e6fd3898f6e099e403fc56ed22a690245b2fec"}, - {file = "pulsar_client-3.2.0-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:0058ca3191fd24528ccf94dba6f12e4093831454a2597166f96900d0717271bf"}, - {file = "pulsar_client-3.2.0-cp37-cp37m-win_amd64.whl", hash = "sha256:cb69b0411008e0b56df51de0aab20aa1c1a12aef3019b9ceba89afbae1f07fe2"}, - {file = "pulsar_client-3.2.0-cp38-cp38-macosx_10_15_universal2.whl", hash = "sha256:f7d33e99602352df7a30707eab4e5781654602212fb618928bffb5523f2bcf35"}, - {file = "pulsar_client-3.2.0-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ad1ac15a175ca90555c681a4d0134568771c6346b97a172f3ef14006556a50ae"}, - {file = "pulsar_client-3.2.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:369e08ef1d5cb196dd9271039928800f90b4701a9c9df90bc068b44260d2fb11"}, - {file = "pulsar_client-3.2.0-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:a52ba2b6736a2ebeed31b590e75d417dda149e333461655860efa84d898a3eb4"}, - {file = "pulsar_client-3.2.0-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:5c801334b3b569b23976481a2922bcea0c6dd990fc26544658dd9e9c8f78ca36"}, - {file = "pulsar_client-3.2.0-cp38-cp38-win_amd64.whl", hash = "sha256:cd01fd419280e9013d1655bc53662248be2656b623b1506480e1a985aa7dadd2"}, - {file = "pulsar_client-3.2.0-cp39-cp39-macosx_10_15_universal2.whl", hash = "sha256:0abe54d84db76435a6cd88ce27610352cabc7efae9fa3e7f874e032ec2ca0b3f"}, - {file = "pulsar_client-3.2.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b9a1b6a806eb4819d8cbab1c4ae44ebf2110a94204a46c365f5757e1455252f2"}, - {file = "pulsar_client-3.2.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:34ea2a6b75ae0e303d522e5b57c75a4ff03dc18b9bfc14151fb14dfaf5866f17"}, - {file = "pulsar_client-3.2.0-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:be6d3a9b2e1db3b6d1a7db5e13f7b4ed420674cf072cdb520fb004c4cd54c0af"}, - {file = "pulsar_client-3.2.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:b6b733e6239ffb505f7084df0175baf9d0215f14d0a02e9bbd1fdf71a2d6ea17"}, - {file = "pulsar_client-3.2.0-cp39-cp39-win_amd64.whl", hash = "sha256:edc2135d02b4793efb086edca0ffaa6e8ac9133961c2cdc17ae487e0a53da481"}, + {file = "pulsar_client-3.3.0-cp310-cp310-macosx_10_15_universal2.whl", hash = "sha256:c31afd3e67a044ff93177df89e08febf214cc965e95ede097d9fe8755af00e01"}, + {file = "pulsar_client-3.3.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1f66982284571674b215324cc26b5c2f7c56c7043113c47a7084cb70d67a8afb"}, + {file = "pulsar_client-3.3.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7fe50a06f81c48a75a9b95c27a6446260039adca71d9face273740de96b2efca"}, + {file = "pulsar_client-3.3.0-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:d4c46a4b96a6e9919cfe220156d69a2ede8053d9ea1add4ada108abcf2ba9775"}, + {file = "pulsar_client-3.3.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:1e4b5d44b992c9b036286b483f3588c10b89c6047fb59d80c7474445997f4e10"}, + {file = "pulsar_client-3.3.0-cp310-cp310-win_amd64.whl", hash = "sha256:497a59ac6b650835a3b2c502f53477e5c98e5226998ca3f17c0b0a3eb4d67d08"}, + {file = "pulsar_client-3.3.0-cp311-cp311-macosx_10_15_universal2.whl", hash = "sha256:386e78ff52058d881780bae1f6e84ac9434ae0b01a8581755ca8cc0dc844a332"}, + {file = "pulsar_client-3.3.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3e4ecb780df58bcfd3918590bd3ff31ed79bccfbef3a1a60370642eb1e14a9d2"}, + {file = "pulsar_client-3.3.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7ce1e215c252f22a6f26ca5e9076826041a04d88dc213b92c86b524be2774a64"}, + {file = "pulsar_client-3.3.0-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:88b0fd5be73a4103986b9dbe3a66468cf8829371e34af87ff8f216e3980f4cbe"}, + {file = "pulsar_client-3.3.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:33656450536d83eed1563ff09692c2c415fb199d88e9ed97d701ca446a119e1b"}, + {file = "pulsar_client-3.3.0-cp311-cp311-win_amd64.whl", hash = "sha256:ce33de700b06583df8777e139d68cb4b4b3d0a2eac168d74278d8935f357fb10"}, + {file = "pulsar_client-3.3.0-cp37-cp37m-macosx_10_15_universal2.whl", hash = "sha256:7b5dd25cf778d6c980d36c53081e843ea272afe7af4f0ad6394ae9513f94641b"}, + {file = "pulsar_client-3.3.0-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:33c4e6865fda62a2e460f823dce4d49ac2973a4459b8ff99eda5fdd6aaaebf46"}, + {file = "pulsar_client-3.3.0-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f1810ddc623c8de2675d17405ce47057a9a2b92298e708ce4d9564847f5ad904"}, + {file = "pulsar_client-3.3.0-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:8259c3b856eb6deaa1f93dce893ab18d99d36d102da5612c8e97a4fb41b70ab1"}, + {file = "pulsar_client-3.3.0-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:5e7a48b2e505cde758fd51a601b5da0671fa98c9baee38362aaaa3ab2b930c28"}, + {file = "pulsar_client-3.3.0-cp37-cp37m-win_amd64.whl", hash = "sha256:ede264385d47257b2f2b08ecde9181ec5338bea5639cc543d1856f01736778d2"}, + {file = "pulsar_client-3.3.0-cp38-cp38-macosx_10_15_universal2.whl", hash = "sha256:0f64c62746ccd5b65a0c505f5f40b9af1f147eb1fa2d8f9c90cd5c8b92dd8597"}, + {file = "pulsar_client-3.3.0-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5b84a20c9012e3c4ef1b7085acd7467197118c090b378dec27d773fb79d91556"}, + {file = "pulsar_client-3.3.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:c4e15fa696e275ccb66d0791fdc19c4dea0420d81349c8055e485b134125e14f"}, + {file = "pulsar_client-3.3.0-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:72cbb1bdcba2dd1265296b5ba65331622ee89c16db75edaad46dd7b90c6dd447"}, + {file = "pulsar_client-3.3.0-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:d54dd12955bf587dd46d9184444af5e853d9da2a14bbfb739ed2c7c3b78ce280"}, + {file = "pulsar_client-3.3.0-cp38-cp38-win_amd64.whl", hash = "sha256:43f98afdf0334b2b957a4d96f97a1fe8a7f7fd1e2631d40c3f00b4162f396485"}, + {file = "pulsar_client-3.3.0-cp39-cp39-macosx_10_15_universal2.whl", hash = "sha256:efe7c1e6a96daccc522c3567b6847ffa54c13e0f510d9a427b4aeff9fbebe54b"}, + {file = "pulsar_client-3.3.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f28e94420090fceeb38e23fc744f3edf8710e48314ef5927d2b674a1d1e43ee0"}, + {file = "pulsar_client-3.3.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:42c8f3eaa98e2351805ecb6efb6d5fedf47a314a3ce6af0e05ea1449ea7244ed"}, + {file = "pulsar_client-3.3.0-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:5e69750f8ae57e55fddf97b459ce0d8b38b2bb85f464a71e871ee6a86d893be7"}, + {file = "pulsar_client-3.3.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:7e147e5ba460c1818bc05254279a885b4e552bcafb8961d40e31f98d5ff46628"}, + {file = "pulsar_client-3.3.0-cp39-cp39-win_amd64.whl", hash = "sha256:694530af1d6c75fb81456fb509778c1868adee31e997ddece6e21678200182ea"}, ] [package.dependencies] @@ -2193,36 +2173,40 @@ functions = ["apache-bookkeeper-client (>=4.16.1)", "grpcio (>=1.8.2)", "prometh [[package]] name = "pyarrow" -version = "12.0.1" +version = "13.0.0" description = "Python library for Apache Arrow" -optional = false -python-versions = ">=3.7" +optional = true +python-versions = ">=3.8" files = [ - {file = "pyarrow-12.0.1-cp310-cp310-macosx_10_14_x86_64.whl", hash = "sha256:6d288029a94a9bb5407ceebdd7110ba398a00412c5b0155ee9813a40d246c5df"}, - {file = "pyarrow-12.0.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:345e1828efdbd9aa4d4de7d5676778aba384a2c3add896d995b23d368e60e5af"}, - {file = "pyarrow-12.0.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8d6009fdf8986332b2169314da482baed47ac053311c8934ac6651e614deacd6"}, - {file = "pyarrow-12.0.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2d3c4cbbf81e6dd23fe921bc91dc4619ea3b79bc58ef10bce0f49bdafb103daf"}, - {file = "pyarrow-12.0.1-cp310-cp310-win_amd64.whl", hash = "sha256:cdacf515ec276709ac8042c7d9bd5be83b4f5f39c6c037a17a60d7ebfd92c890"}, - {file = "pyarrow-12.0.1-cp311-cp311-macosx_10_14_x86_64.whl", hash = "sha256:749be7fd2ff260683f9cc739cb862fb11be376de965a2a8ccbf2693b098db6c7"}, - {file = "pyarrow-12.0.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:6895b5fb74289d055c43db3af0de6e16b07586c45763cb5e558d38b86a91e3a7"}, - {file = "pyarrow-12.0.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1887bdae17ec3b4c046fcf19951e71b6a619f39fa674f9881216173566c8f718"}, - {file = "pyarrow-12.0.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e2c9cb8eeabbadf5fcfc3d1ddea616c7ce893db2ce4dcef0ac13b099ad7ca082"}, - {file = "pyarrow-12.0.1-cp311-cp311-win_amd64.whl", hash = "sha256:ce4aebdf412bd0eeb800d8e47db854f9f9f7e2f5a0220440acf219ddfddd4f63"}, - {file = "pyarrow-12.0.1-cp37-cp37m-macosx_10_14_x86_64.whl", hash = "sha256:e0d8730c7f6e893f6db5d5b86eda42c0a130842d101992b581e2138e4d5663d3"}, - {file = "pyarrow-12.0.1-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:43364daec02f69fec89d2315f7fbfbeec956e0d991cbbef471681bd77875c40f"}, - {file = "pyarrow-12.0.1-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:051f9f5ccf585f12d7de836e50965b3c235542cc896959320d9776ab93f3b33d"}, - {file = "pyarrow-12.0.1-cp37-cp37m-win_amd64.whl", hash = "sha256:be2757e9275875d2a9c6e6052ac7957fbbfc7bc7370e4a036a9b893e96fedaba"}, - {file = "pyarrow-12.0.1-cp38-cp38-macosx_10_14_x86_64.whl", hash = "sha256:cf812306d66f40f69e684300f7af5111c11f6e0d89d6b733e05a3de44961529d"}, - {file = "pyarrow-12.0.1-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:459a1c0ed2d68671188b2118c63bac91eaef6fc150c77ddd8a583e3c795737bf"}, - {file = "pyarrow-12.0.1-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:85e705e33eaf666bbe508a16fd5ba27ca061e177916b7a317ba5a51bee43384c"}, - {file = "pyarrow-12.0.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9120c3eb2b1f6f516a3b7a9714ed860882d9ef98c4b17edcdc91d95b7528db60"}, - {file = "pyarrow-12.0.1-cp38-cp38-win_amd64.whl", hash = "sha256:c780f4dc40460015d80fcd6a6140de80b615349ed68ef9adb653fe351778c9b3"}, - {file = "pyarrow-12.0.1-cp39-cp39-macosx_10_14_x86_64.whl", hash = "sha256:a3c63124fc26bf5f95f508f5d04e1ece8cc23a8b0af2a1e6ab2b1ec3fdc91b24"}, - {file = "pyarrow-12.0.1-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:b13329f79fa4472324f8d32dc1b1216616d09bd1e77cfb13104dec5463632c36"}, - {file = "pyarrow-12.0.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:bb656150d3d12ec1396f6dde542db1675a95c0cc8366d507347b0beed96e87ca"}, - {file = "pyarrow-12.0.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6251e38470da97a5b2e00de5c6a049149f7b2bd62f12fa5dbb9ac674119ba71a"}, - {file = "pyarrow-12.0.1-cp39-cp39-win_amd64.whl", hash = "sha256:3de26da901216149ce086920547dfff5cd22818c9eab67ebc41e863a5883bac7"}, - {file = "pyarrow-12.0.1.tar.gz", hash = "sha256:cce317fc96e5b71107bf1f9f184d5e54e2bd14bbf3f9a3d62819961f0af86fec"}, + {file = "pyarrow-13.0.0-cp310-cp310-macosx_10_14_x86_64.whl", hash = "sha256:1afcc2c33f31f6fb25c92d50a86b7a9f076d38acbcb6f9e74349636109550148"}, + {file = "pyarrow-13.0.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:70fa38cdc66b2fc1349a082987f2b499d51d072faaa6b600f71931150de2e0e3"}, + {file = "pyarrow-13.0.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:cd57b13a6466822498238877892a9b287b0a58c2e81e4bdb0b596dbb151cbb73"}, + {file = "pyarrow-13.0.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:f8ce69f7bf01de2e2764e14df45b8404fc6f1a5ed9871e8e08a12169f87b7a26"}, + {file = "pyarrow-13.0.0-cp310-cp310-manylinux_2_28_aarch64.whl", hash = "sha256:588f0d2da6cf1b1680974d63be09a6530fd1bd825dc87f76e162404779a157dc"}, + {file = "pyarrow-13.0.0-cp310-cp310-manylinux_2_28_x86_64.whl", hash = "sha256:6241afd72b628787b4abea39e238e3ff9f34165273fad306c7acf780dd850956"}, + {file = "pyarrow-13.0.0-cp310-cp310-win_amd64.whl", hash = "sha256:fda7857e35993673fcda603c07d43889fca60a5b254052a462653f8656c64f44"}, + {file = "pyarrow-13.0.0-cp311-cp311-macosx_10_14_x86_64.whl", hash = "sha256:aac0ae0146a9bfa5e12d87dda89d9ef7c57a96210b899459fc2f785303dcbb67"}, + {file = "pyarrow-13.0.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:d7759994217c86c161c6a8060509cfdf782b952163569606bb373828afdd82e8"}, + {file = "pyarrow-13.0.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:868a073fd0ff6468ae7d869b5fc1f54de5c4255b37f44fb890385eb68b68f95d"}, + {file = "pyarrow-13.0.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:51be67e29f3cfcde263a113c28e96aa04362ed8229cb7c6e5f5c719003659d33"}, + {file = "pyarrow-13.0.0-cp311-cp311-manylinux_2_28_aarch64.whl", hash = "sha256:d1b4e7176443d12610874bb84d0060bf080f000ea9ed7c84b2801df851320295"}, + {file = "pyarrow-13.0.0-cp311-cp311-manylinux_2_28_x86_64.whl", hash = "sha256:69b6f9a089d116a82c3ed819eea8fe67dae6105f0d81eaf0fdd5e60d0c6e0944"}, + {file = "pyarrow-13.0.0-cp311-cp311-win_amd64.whl", hash = "sha256:ab1268db81aeb241200e321e220e7cd769762f386f92f61b898352dd27e402ce"}, + {file = "pyarrow-13.0.0-cp38-cp38-macosx_10_14_x86_64.whl", hash = "sha256:ee7490f0f3f16a6c38f8c680949551053c8194e68de5046e6c288e396dccee80"}, + {file = "pyarrow-13.0.0-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:e3ad79455c197a36eefbd90ad4aa832bece7f830a64396c15c61a0985e337287"}, + {file = "pyarrow-13.0.0-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:68fcd2dc1b7d9310b29a15949cdd0cb9bc34b6de767aff979ebf546020bf0ba0"}, + {file = "pyarrow-13.0.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:dc6fd330fd574c51d10638e63c0d00ab456498fc804c9d01f2a61b9264f2c5b2"}, + {file = "pyarrow-13.0.0-cp38-cp38-manylinux_2_28_aarch64.whl", hash = "sha256:e66442e084979a97bb66939e18f7b8709e4ac5f887e636aba29486ffbf373763"}, + {file = "pyarrow-13.0.0-cp38-cp38-manylinux_2_28_x86_64.whl", hash = "sha256:0f6eff839a9e40e9c5610d3ff8c5bdd2f10303408312caf4c8003285d0b49565"}, + {file = "pyarrow-13.0.0-cp38-cp38-win_amd64.whl", hash = "sha256:8b30a27f1cddf5c6efcb67e598d7823a1e253d743d92ac32ec1eb4b6a1417867"}, + {file = "pyarrow-13.0.0-cp39-cp39-macosx_10_14_x86_64.whl", hash = "sha256:09552dad5cf3de2dc0aba1c7c4b470754c69bd821f5faafc3d774bedc3b04bb7"}, + {file = "pyarrow-13.0.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:3896ae6c205d73ad192d2fc1489cd0edfab9f12867c85b4c277af4d37383c18c"}, + {file = "pyarrow-13.0.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:6647444b21cb5e68b593b970b2a9a07748dd74ea457c7dadaa15fd469c48ada1"}, + {file = "pyarrow-13.0.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:47663efc9c395e31d09c6aacfa860f4473815ad6804311c5433f7085415d62a7"}, + {file = "pyarrow-13.0.0-cp39-cp39-manylinux_2_28_aarch64.whl", hash = "sha256:b9ba6b6d34bd2563345488cf444510588ea42ad5613df3b3509f48eb80250afd"}, + {file = "pyarrow-13.0.0-cp39-cp39-manylinux_2_28_x86_64.whl", hash = "sha256:d00d374a5625beeb448a7fa23060df79adb596074beb3ddc1838adb647b6ef09"}, + {file = "pyarrow-13.0.0-cp39-cp39-win_amd64.whl", hash = "sha256:c51afd87c35c8331b56f796eff954b9c7f8d4b7fef5903daf4e05fcf017d23a8"}, + {file = "pyarrow-13.0.0.tar.gz", hash = "sha256:83333726e83ed44b0ac94d8d7a21bbdee4a05029c3b1e8db58a863eec8fd8a33"}, ] [package.dependencies] @@ -2232,7 +2216,7 @@ numpy = ">=1.16.6" name = "pycparser" version = "2.21" description = "C parser in Python" -optional = false +optional = true python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*" files = [ {file = "pycparser-2.21-py2.py3-none-any.whl", hash = "sha256:8ee45429555515e1f6b185e78100aea234072576aa43ab53aefcae078162fca9"}, @@ -2293,17 +2277,18 @@ email = ["email-validator (>=1.0.3)"] [[package]] name = "pyepsilla" -version = "0.1.5" +version = "0.1.11" description = "Epsilla Python SDK" -optional = false +optional = true python-versions = "*" files = [ - {file = "pyepsilla-0.1.5-py3-none-any.whl", hash = "sha256:74a343205a6396f17188785be1e52416d697d42e4d3a0c24b0b6f5d3ef29ed6f"}, - {file = "pyepsilla-0.1.5.tar.gz", hash = "sha256:fba8eef314416106d9ddf2ab72f558856ea24086197f5021ee9dec8859683ca4"}, + {file = "pyepsilla-0.1.11-py3-none-any.whl", hash = "sha256:883e4424915409758d143462fdb70976acd467ae576b8672b0521c8bae4a1c26"}, + {file = "pyepsilla-0.1.11.tar.gz", hash = "sha256:b643d96172cd1e72ae1931b577707f1224e0fb02fefea7b8d832766252872d60"}, ] [package.dependencies] -requests = ">=2.19.1" +requests = "*" +sentry-sdk = "*" [[package]] name = "pyngrok" @@ -2333,7 +2318,7 @@ files = [ name = "pyreadline3" version = "3.4.1" description = "A python implementation of GNU readline." -optional = false +optional = true python-versions = "*" files = [ {file = "pyreadline3-3.4.1-py3-none-any.whl", hash = "sha256:b0efb6516fd4fb07b45949053826a62fa4cb353db5be2bbb4a7aa1fdd1e345fb"}, @@ -2358,7 +2343,7 @@ six = ">=1.5" name = "python-dotenv" version = "1.0.0" description = "Read key-value pairs from a .env file and set them as environment variables" -optional = false +optional = true python-versions = ">=3.8" files = [ {file = "python-dotenv-1.0.0.tar.gz", hash = "sha256:a8df96034aae6d2d50a4ebe8216326c61c3eb64836776504fcca410e5937a3ba"}, @@ -2372,7 +2357,7 @@ cli = ["click (>=5.0)"] name = "python-multipart" version = "0.0.6" description = "A streaming multipart parser for Python" -optional = false +optional = true python-versions = ">=3.7" files = [ {file = "python_multipart-0.0.6-py3-none-any.whl", hash = "sha256:ee698bab5ef148b0a760751c261902cd096e57e10558e11aca17646b74ee1c18"}, @@ -2384,13 +2369,13 @@ dev = ["atomicwrites (==1.2.1)", "attrs (==19.2.0)", "coverage (==6.5.0)", "hatc [[package]] name = "pytz" -version = "2023.3" +version = "2023.3.post1" description = "World timezone definitions, modern and historical" optional = false python-versions = "*" files = [ - {file = "pytz-2023.3-py2.py3-none-any.whl", hash = "sha256:a151b3abb88eda1d4e34a9814df37de2a80e301e68ba0fd856fb9b46bfbbbffb"}, - {file = "pytz-2023.3.tar.gz", hash = "sha256:1d8ce29db189191fb55338ee6d0387d82ab59f3d00eac103412d64e0ebd0c588"}, + {file = "pytz-2023.3.post1-py2.py3-none-any.whl", hash = "sha256:ce42d816b81b68506614c11e8937d3aa9e41007ceb50bfdcb0749b921bf646c7"}, + {file = "pytz-2023.3.post1.tar.gz", hash = "sha256:7b4fddbeb94a1eba4b557da24f19fdf9db575192544270a9101d8509f9f43d7b"}, ] [[package]] @@ -2405,7 +2390,6 @@ files = [ {file = "PyYAML-6.0.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:69b023b2b4daa7548bcfbd4aa3da05b3a74b772db9e23b982788168117739938"}, {file = "PyYAML-6.0.1-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:81e0b275a9ecc9c0c0c07b4b90ba548307583c125f54d5b6946cfee6360c733d"}, {file = "PyYAML-6.0.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ba336e390cd8e4d1739f42dfe9bb83a3cc2e80f567d8805e11b46f4a943f5515"}, - {file = "PyYAML-6.0.1-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:326c013efe8048858a6d312ddd31d56e468118ad4cdeda36c719bf5bb6192290"}, {file = "PyYAML-6.0.1-cp310-cp310-win32.whl", hash = "sha256:bd4af7373a854424dabd882decdc5579653d7868b8fb26dc7d0e99f823aa5924"}, {file = "PyYAML-6.0.1-cp310-cp310-win_amd64.whl", hash = "sha256:fd1592b3fdf65fff2ad0004b5e363300ef59ced41c2e6b3a99d4089fa8c5435d"}, {file = "PyYAML-6.0.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:6965a7bc3cf88e5a1c3bd2e0b5c22f8d677dc88a455344035f03399034eb3007"}, @@ -2413,15 +2397,8 @@ files = [ {file = "PyYAML-6.0.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:42f8152b8dbc4fe7d96729ec2b99c7097d656dc1213a3229ca5383f973a5ed6d"}, {file = "PyYAML-6.0.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:062582fca9fabdd2c8b54a3ef1c978d786e0f6b3a1510e0ac93ef59e0ddae2bc"}, {file = "PyYAML-6.0.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d2b04aac4d386b172d5b9692e2d2da8de7bfb6c387fa4f801fbf6fb2e6ba4673"}, - {file = "PyYAML-6.0.1-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:e7d73685e87afe9f3b36c799222440d6cf362062f78be1013661b00c5c6f678b"}, {file = "PyYAML-6.0.1-cp311-cp311-win32.whl", hash = "sha256:1635fd110e8d85d55237ab316b5b011de701ea0f29d07611174a1b42f1444741"}, {file = "PyYAML-6.0.1-cp311-cp311-win_amd64.whl", hash = "sha256:bf07ee2fef7014951eeb99f56f39c9bb4af143d8aa3c21b1677805985307da34"}, - {file = "PyYAML-6.0.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:855fb52b0dc35af121542a76b9a84f8d1cd886ea97c84703eaa6d88e37a2ad28"}, - {file = "PyYAML-6.0.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:40df9b996c2b73138957fe23a16a4f0ba614f4c0efce1e9406a184b6d07fa3a9"}, - {file = "PyYAML-6.0.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6c22bec3fbe2524cde73d7ada88f6566758a8f7227bfbf93a408a9d86bcc12a0"}, - {file = "PyYAML-6.0.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:8d4e9c88387b0f5c7d5f281e55304de64cf7f9c0021a3525bd3b1c542da3b0e4"}, - {file = "PyYAML-6.0.1-cp312-cp312-win32.whl", hash = "sha256:d483d2cdf104e7c9fa60c544d92981f12ad66a457afae824d146093b8c294c54"}, - {file = "PyYAML-6.0.1-cp312-cp312-win_amd64.whl", hash = "sha256:0d3304d8c0adc42be59c5f8a4d9e3d7379e6955ad754aa9d6ab7a398b59dd1df"}, {file = "PyYAML-6.0.1-cp36-cp36m-macosx_10_9_x86_64.whl", hash = "sha256:50550eb667afee136e9a77d6dc71ae76a44df8b3e51e41b77f6de2932bfe0f47"}, {file = "PyYAML-6.0.1-cp36-cp36m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1fe35611261b29bd1de0070f0b2f47cb6ff71fa6595c077e42bd0c419fa27b98"}, {file = "PyYAML-6.0.1-cp36-cp36m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:704219a11b772aea0d8ecd7058d0082713c3562b4e271b849ad7dc4a5c90c13c"}, @@ -2438,7 +2415,6 @@ files = [ {file = "PyYAML-6.0.1-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a0cd17c15d3bb3fa06978b4e8958dcdc6e0174ccea823003a106c7d4d7899ac5"}, {file = "PyYAML-6.0.1-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:28c119d996beec18c05208a8bd78cbe4007878c6dd15091efb73a30e90539696"}, {file = "PyYAML-6.0.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7e07cbde391ba96ab58e532ff4803f79c4129397514e1413a7dc761ccd755735"}, - {file = "PyYAML-6.0.1-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:49a183be227561de579b4a36efbb21b3eab9651dd81b1858589f796549873dd6"}, {file = "PyYAML-6.0.1-cp38-cp38-win32.whl", hash = "sha256:184c5108a2aca3c5b3d3bf9395d50893a7ab82a38004c8f61c258d4428e80206"}, {file = "PyYAML-6.0.1-cp38-cp38-win_amd64.whl", hash = "sha256:1e2722cc9fbb45d9b87631ac70924c11d3a401b2d7f410cc0e3bbf249f2dca62"}, {file = "PyYAML-6.0.1-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:9eb6caa9a297fc2c2fb8862bc5370d0303ddba53ba97e71f08023b6cd73d16a8"}, @@ -2446,7 +2422,6 @@ files = [ {file = "PyYAML-6.0.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5773183b6446b2c99bb77e77595dd486303b4faab2b086e7b17bc6bef28865f6"}, {file = "PyYAML-6.0.1-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b786eecbdf8499b9ca1d697215862083bd6d2a99965554781d0d8d1ad31e13a0"}, {file = "PyYAML-6.0.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bc1bf2925a1ecd43da378f4db9e4f799775d6367bdb94671027b73b393a7c42c"}, - {file = "PyYAML-6.0.1-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:04ac92ad1925b2cff1db0cfebffb6ffc43457495c9b3c39d3fcae417d7125dc5"}, {file = "PyYAML-6.0.1-cp39-cp39-win32.whl", hash = "sha256:faca3bdcf85b2fc05d06ff3fbc1f83e1391b3e724afa3feba7d13eeab355484c"}, {file = "PyYAML-6.0.1-cp39-cp39-win_amd64.whl", hash = "sha256:510c9deebc5c0225e8c96813043e62b680ba2f9c50a08d3724c7f28a747d1486"}, {file = "PyYAML-6.0.1.tar.gz", hash = "sha256:bfdf460b1736c775f2ba9f6a92bca30bc2095067b8a9d77876d1fad6cc3b4a43"}, @@ -2456,7 +2431,7 @@ files = [ name = "regex" version = "2023.8.8" description = "Alternative regular expression module, to replace re." -optional = false +optional = true python-versions = ">=3.6" files = [ {file = "regex-2023.8.8-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:88900f521c645f784260a8d346e12a1590f79e96403971241e64c3a265c8ecdb"}, @@ -2574,7 +2549,7 @@ use-chardet-on-py3 = ["chardet (>=3.0.2,<6)"] name = "responses" version = "0.18.0" description = "A utility library for mocking out the `requests` Python library." -optional = false +optional = true python-versions = ">=3.7" files = [ {file = "responses-0.18.0-py3-none-any.whl", hash = "sha256:15c63ad16de13ee8e7182d99c9334f64fd81f1ee79f90748d527c28f7ca9dd51"}, @@ -2590,82 +2565,73 @@ tests = ["coverage (>=6.0.0)", "flake8", "mypy", "pytest (>=4.6)", "pytest-cov", [[package]] name = "safetensors" -version = "0.3.2" +version = "0.3.3" description = "Fast and Safe Tensor serialization" -optional = false +optional = true python-versions = "*" files = [ - {file = "safetensors-0.3.2-cp310-cp310-macosx_10_11_x86_64.whl", hash = "sha256:4c7827b64b1da3f082301b5f5a34331b8313104c14f257099a12d32ac621c5cd"}, - {file = "safetensors-0.3.2-cp310-cp310-macosx_11_0_x86_64.whl", hash = "sha256:b6a66989075c2891d743153e8ba9ca84ee7232c8539704488f454199b8b8f84d"}, - {file = "safetensors-0.3.2-cp310-cp310-macosx_12_0_arm64.whl", hash = "sha256:670d6bc3a3b377278ce2971fa7c36ebc0a35041c4ea23b9df750a39380800195"}, - {file = "safetensors-0.3.2-cp310-cp310-macosx_12_0_x86_64.whl", hash = "sha256:67ef2cc747c88e3a8d8e4628d715874c0366a8ff1e66713a9d42285a429623ad"}, - {file = "safetensors-0.3.2-cp310-cp310-macosx_13_0_arm64.whl", hash = "sha256:564f42838721925b5313ae864ba6caa6f4c80a9fbe63cf24310c3be98ab013cd"}, - {file = "safetensors-0.3.2-cp310-cp310-macosx_13_0_x86_64.whl", hash = "sha256:7f80af7e4ab3188daaff12d43d078da3017a90d732d38d7af4eb08b6ca2198a5"}, - {file = "safetensors-0.3.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ec30d78f20f1235b252d59cbb9755beb35a1fde8c24c89b3c98e6a1804cfd432"}, - {file = "safetensors-0.3.2-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:16063d94d8f600768d3c331b1e97964b1bf3772e19710105fe24ec5a6af63770"}, - {file = "safetensors-0.3.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:cbb44e140bf2aeda98d9dde669dbec15f7b77f96a9274469b91a6cf4bcc5ec3b"}, - {file = "safetensors-0.3.2-cp310-cp310-win32.whl", hash = "sha256:2961c1243fd0da46aa6a1c835305cc4595486f8ac64632a604d0eb5f2de76175"}, - {file = "safetensors-0.3.2-cp310-cp310-win_amd64.whl", hash = "sha256:c813920482c337d1424d306e1b05824a38e3ef94303748a0a287dea7a8c4f805"}, - {file = "safetensors-0.3.2-cp311-cp311-macosx_10_11_universal2.whl", hash = "sha256:707df34bd9b9047e97332136ad98e57028faeccdb9cfe1c3b52aba5964cc24bf"}, - {file = "safetensors-0.3.2-cp311-cp311-macosx_11_0_universal2.whl", hash = "sha256:23d1d9f74208c9dfdf852a9f986dac63e40092385f84bf0789d599efa8e6522f"}, - {file = "safetensors-0.3.2-cp311-cp311-macosx_12_0_arm64.whl", hash = "sha256:becc5bb85b2947eae20ed23b407ebfd5277d9a560f90381fe2c42e6c043677ba"}, - {file = "safetensors-0.3.2-cp311-cp311-macosx_12_0_universal2.whl", hash = "sha256:c1913c6c549b1805e924f307159f0ee97b73ae3ce150cd2401964da015e0fa0b"}, - {file = "safetensors-0.3.2-cp311-cp311-macosx_13_0_arm64.whl", hash = "sha256:30a75707be5cc9686490bde14b9a371cede4af53244ea72b340cfbabfffdf58a"}, - {file = "safetensors-0.3.2-cp311-cp311-macosx_13_0_universal2.whl", hash = "sha256:54ad6af663e15e2b99e2ea3280981b7514485df72ba6d014dc22dae7ba6a5e6c"}, - {file = "safetensors-0.3.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:37764b3197656ef507a266c453e909a3477dabc795962b38e3ad28226f53153b"}, - {file = "safetensors-0.3.2-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:4939067736783acd8391d83cd97d6c202f94181951ce697d519f9746381b6a39"}, - {file = "safetensors-0.3.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ada0fac127ff8fb04834da5c6d85a8077e6a1c9180a11251d96f8068db922a17"}, - {file = "safetensors-0.3.2-cp311-cp311-win32.whl", hash = "sha256:155b82dbe2b0ebff18cde3f76b42b6d9470296e92561ef1a282004d449fa2b4c"}, - {file = "safetensors-0.3.2-cp311-cp311-win_amd64.whl", hash = "sha256:a86428d196959619ce90197731be9391b5098b35100a7228ef4643957648f7f5"}, - {file = "safetensors-0.3.2-cp37-cp37m-macosx_10_11_x86_64.whl", hash = "sha256:91e796b6e465d9ffaca4c411d749f236c211e257f3a8e9b25a5ffc1a42d3bfa7"}, - {file = "safetensors-0.3.2-cp37-cp37m-macosx_11_0_x86_64.whl", hash = "sha256:c1f8ab41ed735c5b581f451fd15d9602ff51aa88044bfa933c5fa4b1d0c644d1"}, - {file = "safetensors-0.3.2-cp37-cp37m-macosx_12_0_x86_64.whl", hash = "sha256:e6a8ff5652493598c45cd27f5613c193d3f15e76e0f81613d399c487a7b8cc50"}, - {file = "safetensors-0.3.2-cp37-cp37m-macosx_13_0_x86_64.whl", hash = "sha256:bc9cfb3c9ea2aec89685b4d656f9f2296f0f0d67ecf2bebf950870e3be89b3db"}, - {file = "safetensors-0.3.2-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ace5d471e3d78e0d93f952707d808b5ab5eac77ddb034ceb702e602e9acf2be9"}, - {file = "safetensors-0.3.2-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:de3e20a388b444381bcda1a3193cce51825ddca277e4cf3ed1fe8d9b2d5722cd"}, - {file = "safetensors-0.3.2-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3d7d70d48585fe8df00725aa788f2e64fd24a4c9ae07cd6be34f6859d0f89a9c"}, - {file = "safetensors-0.3.2-cp37-cp37m-win32.whl", hash = "sha256:6ff59bc90cdc857f68b1023be9085fda6202bbe7f2fd67d06af8f976d6adcc10"}, - {file = "safetensors-0.3.2-cp37-cp37m-win_amd64.whl", hash = "sha256:8b05c93da15fa911763a89281906ca333ed800ab0ef1c7ce53317aa1a2322f19"}, - {file = "safetensors-0.3.2-cp38-cp38-macosx_10_11_x86_64.whl", hash = "sha256:94857abc019b49a22a0065cc7741c48fb788aa7d8f3f4690c092c56090227abe"}, - {file = "safetensors-0.3.2-cp38-cp38-macosx_11_0_x86_64.whl", hash = "sha256:8969cfd9e8d904e8d3c67c989e1bd9a95e3cc8980d4f95e4dcd43c299bb94253"}, - {file = "safetensors-0.3.2-cp38-cp38-macosx_12_0_x86_64.whl", hash = "sha256:da482fa011dc88fe7376d8f8b42c0ccef2f260e0cbc847ceca29c708bf75a868"}, - {file = "safetensors-0.3.2-cp38-cp38-macosx_13_0_x86_64.whl", hash = "sha256:f54148ac027556eb02187e9bc1556c4d916c99ca3cb34ca36a7d304d675035c1"}, - {file = "safetensors-0.3.2-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:caec25fedbcf73f66c9261984f07885680f71417fc173f52279276c7f8a5edd3"}, - {file = "safetensors-0.3.2-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:50224a1d99927ccf3b75e27c3d412f7043280431ab100b4f08aad470c37cf99a"}, - {file = "safetensors-0.3.2-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:aa98f49e95f02eb750d32c4947e7d5aa43883149ebd0414920866446525b70f0"}, - {file = "safetensors-0.3.2-cp38-cp38-win32.whl", hash = "sha256:33409df5e28a83dc5cc5547a3ac17c0f1b13a1847b1eb3bc4b3be0df9915171e"}, - {file = "safetensors-0.3.2-cp38-cp38-win_amd64.whl", hash = "sha256:e04a7cbbb3856159ab99e3adb14521544f65fcb8548cce773a1435a0f8d78d27"}, - {file = "safetensors-0.3.2-cp39-cp39-macosx_10_11_x86_64.whl", hash = "sha256:f39f3d951543b594c6bc5082149d994c47ca487fd5d55b4ce065ab90441aa334"}, - {file = "safetensors-0.3.2-cp39-cp39-macosx_11_0_x86_64.whl", hash = "sha256:7c864cf5dcbfb608c5378f83319c60cc9c97263343b57c02756b7613cd5ab4dd"}, - {file = "safetensors-0.3.2-cp39-cp39-macosx_12_0_arm64.whl", hash = "sha256:14e8c19d6dc51d4f70ee33c46aff04c8ba3f95812e74daf8036c24bc86e75cae"}, - {file = "safetensors-0.3.2-cp39-cp39-macosx_12_0_x86_64.whl", hash = "sha256:41b10b0a6dfe8fdfbe4b911d64717d5647e87fbd7377b2eb3d03fb94b59810ea"}, - {file = "safetensors-0.3.2-cp39-cp39-macosx_13_0_arm64.whl", hash = "sha256:042a60f633c3c7009fdf6a7c182b165cb7283649d2a1e9c7a4a1c23454bd9a5b"}, - {file = "safetensors-0.3.2-cp39-cp39-macosx_13_0_x86_64.whl", hash = "sha256:fafd95e5ef41e8f312e2a32b7031f7b9b2a621b255f867b221f94bb2e9f51ae8"}, - {file = "safetensors-0.3.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8ed77cf358abce2307f03634694e0b2a29822e322a1623e0b1aa4b41e871bf8b"}, - {file = "safetensors-0.3.2-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:5d344e8b2681a33aafc197c90b0def3229b3317d749531c72fa6259d0caa5c8c"}, - {file = "safetensors-0.3.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:87ff0024ef2e5722a79af24688ce4a430f70601d0cf712a744105ed4b8f67ba5"}, - {file = "safetensors-0.3.2-cp39-cp39-win32.whl", hash = "sha256:827af9478b78977248ba93e2fd97ea307fb63f463f80cef4824460f8c2542a52"}, - {file = "safetensors-0.3.2-cp39-cp39-win_amd64.whl", hash = "sha256:9b09f27c456efa301f98681ea14b12f81f2637889f6336223ccab71e42c34541"}, - {file = "safetensors-0.3.2.tar.gz", hash = "sha256:2dbd34554ed3b99435a0e84df077108f5334c8336b5ed9cb8b6b98f7b10da2f6"}, + {file = "safetensors-0.3.3-cp310-cp310-macosx_10_11_x86_64.whl", hash = "sha256:92e4d0c8b2836120fddd134474c5bda8963f322333941f8b9f643e5b24f041eb"}, + {file = "safetensors-0.3.3-cp310-cp310-macosx_11_0_x86_64.whl", hash = "sha256:3dcadb6153c42addc9c625a622ebde9293fabe1973f9ef31ba10fb42c16e8536"}, + {file = "safetensors-0.3.3-cp310-cp310-macosx_12_0_arm64.whl", hash = "sha256:08f26b61e1b0a14dc959aa9d568776bd038805f611caef1de04a80c468d4a7a4"}, + {file = "safetensors-0.3.3-cp310-cp310-macosx_12_0_x86_64.whl", hash = "sha256:17f41344d9a075f2f21b289a49a62e98baff54b5754240ba896063bce31626bf"}, + {file = "safetensors-0.3.3-cp310-cp310-macosx_13_0_arm64.whl", hash = "sha256:f1045f798e1a16a6ced98d6a42ec72936d367a2eec81dc5fade6ed54638cd7d2"}, + {file = "safetensors-0.3.3-cp310-cp310-macosx_13_0_x86_64.whl", hash = "sha256:eaf0e4bc91da13f21ac846a39429eb3f3b7ed06295a32321fa3eb1a59b5c70f3"}, + {file = "safetensors-0.3.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a07121f427e646a50d18c1be0fa1a2cbf6398624c31149cd7e6b35486d72189e"}, + {file = "safetensors-0.3.3-cp310-cp310-win32.whl", hash = "sha256:a85e29cbfddfea86453cc0f4889b4bcc6b9c155be9a60e27be479a34e199e7ef"}, + {file = "safetensors-0.3.3-cp310-cp310-win_amd64.whl", hash = "sha256:e13adad4a3e591378f71068d14e92343e626cf698ff805f61cdb946e684a218e"}, + {file = "safetensors-0.3.3-cp311-cp311-macosx_11_0_universal2.whl", hash = "sha256:cbc3312f134baf07334dd517341a4b470b2931f090bd9284888acb7dfaf4606f"}, + {file = "safetensors-0.3.3-cp311-cp311-macosx_12_0_arm64.whl", hash = "sha256:d15030af39d5d30c22bcbc6d180c65405b7ea4c05b7bab14a570eac7d7d43722"}, + {file = "safetensors-0.3.3-cp311-cp311-macosx_12_0_universal2.whl", hash = "sha256:f84a74cbe9859b28e3d6d7715ac1dd3097bebf8d772694098f6d42435245860c"}, + {file = "safetensors-0.3.3-cp311-cp311-macosx_13_0_arm64.whl", hash = "sha256:10d637423d98ab2e6a4ad96abf4534eb26fcaf8ca3115623e64c00759374e90d"}, + {file = "safetensors-0.3.3-cp311-cp311-macosx_13_0_universal2.whl", hash = "sha256:3b46f5de8b44084aff2e480874c550c399c730c84b2e8ad1bddb062c94aa14e9"}, + {file = "safetensors-0.3.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3e8fdf7407dba44587ed5e79d5de3533d242648e1f2041760b21474bd5ea5c8c"}, + {file = "safetensors-0.3.3-cp311-cp311-win32.whl", hash = "sha256:7d3b744cee8d7a46ffa68db1a2ff1a1a432488e3f7a5a97856fe69e22139d50c"}, + {file = "safetensors-0.3.3-cp311-cp311-win_amd64.whl", hash = "sha256:f579877d30feec9b6ba409d05fa174633a4fc095675a4a82971d831a8bb60b97"}, + {file = "safetensors-0.3.3-cp37-cp37m-macosx_10_11_x86_64.whl", hash = "sha256:2fff5b19a1b462c17322998b2f4b8bce43c16fe208968174d2f3a1446284ceed"}, + {file = "safetensors-0.3.3-cp37-cp37m-macosx_11_0_x86_64.whl", hash = "sha256:41adb1d39e8aad04b16879e3e0cbcb849315999fad73bc992091a01e379cb058"}, + {file = "safetensors-0.3.3-cp37-cp37m-macosx_12_0_x86_64.whl", hash = "sha256:0f2b404250b3b877b11d34afcc30d80e7035714a1116a3df56acaca6b6c00096"}, + {file = "safetensors-0.3.3-cp37-cp37m-macosx_13_0_x86_64.whl", hash = "sha256:b43956ef20e9f4f2e648818a9e7b3499edd6b753a0f5526d4f6a6826fbee8446"}, + {file = "safetensors-0.3.3-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:1c32ee08f61cea56a5d62bbf94af95df6040c8ab574afffaeb7b44ae5da1e9e3"}, + {file = "safetensors-0.3.3-cp37-cp37m-win32.whl", hash = "sha256:351600f367badd59f7bfe86d317bb768dd8c59c1561c6fac43cafbd9c1af7827"}, + {file = "safetensors-0.3.3-cp37-cp37m-win_amd64.whl", hash = "sha256:034717e297849dae1af0a7027a14b8647bd2e272c24106dced64d83e10d468d1"}, + {file = "safetensors-0.3.3-cp38-cp38-macosx_10_11_x86_64.whl", hash = "sha256:8530399666748634bc0b301a6a5523756931b0c2680d188e743d16304afe917a"}, + {file = "safetensors-0.3.3-cp38-cp38-macosx_11_0_x86_64.whl", hash = "sha256:9d741c1f1621e489ba10aa3d135b54202684f6e205df52e219d5eecd673a80c9"}, + {file = "safetensors-0.3.3-cp38-cp38-macosx_12_0_arm64.whl", hash = "sha256:0c345fd85b4d2093a5109596ff4cd9dfc2e84992e881b4857fbc4a93a3b89ddb"}, + {file = "safetensors-0.3.3-cp38-cp38-macosx_12_0_x86_64.whl", hash = "sha256:69ccee8d05f55cdf76f7e6c87d2bdfb648c16778ef8acfd2ecc495e273e9233e"}, + {file = "safetensors-0.3.3-cp38-cp38-macosx_13_0_arm64.whl", hash = "sha256:c08a9a4b7a4ca389232fa8d097aebc20bbd4f61e477abc7065b5c18b8202dede"}, + {file = "safetensors-0.3.3-cp38-cp38-macosx_13_0_x86_64.whl", hash = "sha256:a002868d2e3f49bbe81bee2655a411c24fa1f8e68b703dec6629cb989d6ae42e"}, + {file = "safetensors-0.3.3-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6ab43aeeb9eadbb6b460df3568a662e6f1911ecc39387f8752afcb6a7d96c087"}, + {file = "safetensors-0.3.3-cp38-cp38-win32.whl", hash = "sha256:f2f59fce31dd3429daca7269a6b06f65e6547a0c248f5116976c3f1e9b73f251"}, + {file = "safetensors-0.3.3-cp38-cp38-win_amd64.whl", hash = "sha256:c31ca0d8610f57799925bf08616856b39518ab772c65093ef1516762e796fde4"}, + {file = "safetensors-0.3.3-cp39-cp39-macosx_10_11_x86_64.whl", hash = "sha256:59a596b3225c96d59af412385981f17dd95314e3fffdf359c7e3f5bb97730a19"}, + {file = "safetensors-0.3.3-cp39-cp39-macosx_11_0_x86_64.whl", hash = "sha256:82a16e92210a6221edd75ab17acdd468dd958ef5023d9c6c1289606cc30d1479"}, + {file = "safetensors-0.3.3-cp39-cp39-macosx_12_0_arm64.whl", hash = "sha256:98a929e763a581f516373ef31983ed1257d2d0da912a8e05d5cd12e9e441c93a"}, + {file = "safetensors-0.3.3-cp39-cp39-macosx_12_0_x86_64.whl", hash = "sha256:12b83f1986cd16ea0454c636c37b11e819d60dd952c26978310a0835133480b7"}, + {file = "safetensors-0.3.3-cp39-cp39-macosx_13_0_arm64.whl", hash = "sha256:f439175c827c2f1bbd54df42789c5204a10983a30bc4242bc7deaf854a24f3f0"}, + {file = "safetensors-0.3.3-cp39-cp39-macosx_13_0_x86_64.whl", hash = "sha256:0085be33b8cbcb13079b3a8e131656e05b0bc5e6970530d4c24150f7afd76d70"}, + {file = "safetensors-0.3.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ad3cc8006e7a86ee7c88bd2813ec59cd7cc75b03e6fa4af89b9c7b235b438d68"}, + {file = "safetensors-0.3.3-cp39-cp39-win32.whl", hash = "sha256:ab29f54c6b8c301ca05fa014728996bd83aac6e21528f893aaf8945c71f42b6d"}, + {file = "safetensors-0.3.3-cp39-cp39-win_amd64.whl", hash = "sha256:0fa82004eae1a71e2aa29843ef99de9350e459a0fc2f65fc6ee0da9690933d2d"}, + {file = "safetensors-0.3.3.tar.gz", hash = "sha256:edb7072d788c4f929d0f5735d3a2fb51e5a27f833587828583b7f5747af1a2b8"}, ] [package.extras] all = ["black (==22.3)", "click (==8.0.4)", "flake8 (>=3.8.3)", "flax (>=0.6.3)", "h5py (>=3.7.0)", "huggingface-hub (>=0.12.1)", "isort (>=5.5.4)", "jax (>=0.3.25)", "jaxlib (>=0.3.25)", "numpy (>=1.21.6)", "paddlepaddle (>=2.4.1)", "pytest (>=7.2.0)", "pytest-benchmark (>=4.0.0)", "setuptools-rust (>=1.5.2)", "tensorflow (==2.11.0)", "torch (>=1.10)"] dev = ["black (==22.3)", "click (==8.0.4)", "flake8 (>=3.8.3)", "flax (>=0.6.3)", "h5py (>=3.7.0)", "huggingface-hub (>=0.12.1)", "isort (>=5.5.4)", "jax (>=0.3.25)", "jaxlib (>=0.3.25)", "numpy (>=1.21.6)", "paddlepaddle (>=2.4.1)", "pytest (>=7.2.0)", "pytest-benchmark (>=4.0.0)", "setuptools-rust (>=1.5.2)", "tensorflow (==2.11.0)", "torch (>=1.10)"] -jax = ["flax (>=0.6.3)", "jax (>=0.3.25)", "jaxlib (>=0.3.25)"] +jax = ["flax (>=0.6.3)", "jax (>=0.3.25)", "jaxlib (>=0.3.25)", "numpy (>=1.21.6)"] numpy = ["numpy (>=1.21.6)"] -paddlepaddle = ["paddlepaddle (>=2.4.1)"] +paddlepaddle = ["numpy (>=1.21.6)", "paddlepaddle (>=2.4.1)"] pinned-tf = ["tensorflow (==2.11.0)"] quality = ["black (==22.3)", "click (==8.0.4)", "flake8 (>=3.8.3)", "isort (>=5.5.4)"] -tensorflow = ["tensorflow (>=2.11.0)"] +tensorflow = ["numpy (>=1.21.6)", "tensorflow (>=2.11.0)"] testing = ["h5py (>=3.7.0)", "huggingface-hub (>=0.12.1)", "numpy (>=1.21.6)", "pytest (>=7.2.0)", "pytest-benchmark (>=4.0.0)", "setuptools-rust (>=1.5.2)"] -torch = ["torch (>=1.10)"] +torch = ["numpy (>=1.21.6)", "torch (>=1.10)"] [[package]] name = "scikit-learn" version = "1.3.0" description = "A set of python modules for machine learning and data mining" -optional = false +optional = true python-versions = ">=3.8" files = [ {file = "scikit-learn-1.3.0.tar.gz", hash = "sha256:8be549886f5eda46436b6e555b0e4873b4f10aa21c07df45c4bc1735afbccd7a"}, @@ -2743,7 +2709,7 @@ test = ["asv", "gmpy2", "mpmath", "pooch", "pytest", "pytest-cov", "pytest-timeo name = "sentence-transformers" version = "2.2.2" description = "Multilingual text embeddings" -optional = false +optional = true python-versions = ">=3.6.0" files = [ {file = "sentence-transformers-2.2.2.tar.gz", hash = "sha256:dbc60163b27de21076c9a30d24b5b7b6fa05141d68cf2553fa9a77bf79a29136"}, @@ -2765,7 +2731,7 @@ transformers = ">=4.6.0,<5.0.0" name = "sentencepiece" version = "0.1.99" description = "SentencePiece python wrapper" -optional = false +optional = true python-versions = "*" files = [ {file = "sentencepiece-0.1.99-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:0eb528e70571b7c02723e5804322469b82fe7ea418c96051d0286c0fa028db73"}, @@ -2815,21 +2781,64 @@ files = [ {file = "sentencepiece-0.1.99.tar.gz", hash = "sha256:189c48f5cb2949288f97ccdb97f0473098d9c3dcf5a3d99d4eabe719ec27297f"}, ] +[[package]] +name = "sentry-sdk" +version = "1.30.0" +description = "Python client for Sentry (https://sentry.io)" +optional = true +python-versions = "*" +files = [ + {file = "sentry-sdk-1.30.0.tar.gz", hash = "sha256:7dc873b87e1faf4d00614afd1058bfa1522942f33daef8a59f90de8ed75cd10c"}, + {file = "sentry_sdk-1.30.0-py2.py3-none-any.whl", hash = "sha256:2e53ad63f96bb9da6570ba2e755c267e529edcf58580a2c0d2a11ef26e1e678b"}, +] + +[package.dependencies] +certifi = "*" +urllib3 = {version = ">=1.26.11", markers = "python_version >= \"3.6\""} + +[package.extras] +aiohttp = ["aiohttp (>=3.5)"] +arq = ["arq (>=0.23)"] +beam = ["apache-beam (>=2.12)"] +bottle = ["bottle (>=0.12.13)"] +celery = ["celery (>=3)"] +chalice = ["chalice (>=1.16.0)"] +django = ["django (>=1.8)"] +falcon = ["falcon (>=1.4)"] +fastapi = ["fastapi (>=0.79.0)"] +flask = ["blinker (>=1.1)", "flask (>=0.11)", "markupsafe"] +grpcio = ["grpcio (>=1.21.1)"] +httpx = ["httpx (>=0.16.0)"] +huey = ["huey (>=2)"] +loguru = ["loguru (>=0.5)"] +opentelemetry = ["opentelemetry-distro (>=0.35b0)"] +opentelemetry-experimental = ["opentelemetry-distro (>=0.40b0,<1.0)", "opentelemetry-instrumentation-aiohttp-client (>=0.40b0,<1.0)", "opentelemetry-instrumentation-django (>=0.40b0,<1.0)", "opentelemetry-instrumentation-fastapi (>=0.40b0,<1.0)", "opentelemetry-instrumentation-flask (>=0.40b0,<1.0)", "opentelemetry-instrumentation-requests (>=0.40b0,<1.0)", "opentelemetry-instrumentation-sqlite3 (>=0.40b0,<1.0)", "opentelemetry-instrumentation-urllib (>=0.40b0,<1.0)"] +pure-eval = ["asttokens", "executing", "pure-eval"] +pymongo = ["pymongo (>=3.1)"] +pyspark = ["pyspark (>=2.4.4)"] +quart = ["blinker (>=1.1)", "quart (>=0.16.1)"] +rq = ["rq (>=0.6)"] +sanic = ["sanic (>=0.8)"] +sqlalchemy = ["sqlalchemy (>=1.2)"] +starlette = ["starlette (>=0.19.1)"] +starlite = ["starlite (>=1.48)"] +tornado = ["tornado (>=5)"] + [[package]] name = "setuptools" -version = "68.1.0" +version = "68.2.1" description = "Easily download, build, install, upgrade, and uninstall Python packages" optional = false python-versions = ">=3.8" files = [ - {file = "setuptools-68.1.0-py3-none-any.whl", hash = "sha256:e13e1b0bc760e9b0127eda042845999b2f913e12437046e663b833aa96d89715"}, - {file = "setuptools-68.1.0.tar.gz", hash = "sha256:d59c97e7b774979a5ccb96388efc9eb65518004537e85d52e81eaee89ab6dd91"}, + {file = "setuptools-68.2.1-py3-none-any.whl", hash = "sha256:eff96148eb336377ab11beee0c73ed84f1709a40c0b870298b0d058828761bae"}, + {file = "setuptools-68.2.1.tar.gz", hash = "sha256:56ee14884fd8d0cd015411f4a13f40b4356775a0aefd9ebc1d3bfb9a1acb32f1"}, ] [package.extras] -docs = ["furo", "jaraco.packaging (>=9.3)", "jaraco.tidelift (>=1.4)", "pygments-github-lexers (==0.0.5)", "rst.linker (>=1.9)", "sphinx (>=3.5)", "sphinx-favicon", "sphinx-hoverxref (<2)", "sphinx-inline-tabs", "sphinx-lint", "sphinx-notfound-page (==0.8.3)", "sphinx-reredirects", "sphinxcontrib-towncrier"] +docs = ["furo", "jaraco.packaging (>=9.3)", "jaraco.tidelift (>=1.4)", "pygments-github-lexers (==0.0.5)", "rst.linker (>=1.9)", "sphinx (>=3.5)", "sphinx-favicon", "sphinx-hoverxref (<2)", "sphinx-inline-tabs", "sphinx-lint", "sphinx-notfound-page (>=1,<2)", "sphinx-reredirects", "sphinxcontrib-towncrier"] testing = ["build[virtualenv]", "filelock (>=3.4.0)", "flake8-2020", "ini2toml[lite] (>=0.9)", "jaraco.develop (>=7.21)", "jaraco.envs (>=2.2)", "jaraco.path (>=3.2.0)", "pip (>=19.1)", "pytest (>=6)", "pytest-black (>=0.3.7)", "pytest-checkdocs (>=2.4)", "pytest-cov", "pytest-enabler (>=2.2)", "pytest-mypy (>=0.9.1)", "pytest-perf", "pytest-ruff", "pytest-timeout", "pytest-xdist", "tomli-w (>=1.0.0)", "virtualenv (>=13.0.0)", "wheel"] -testing-integration = ["build[virtualenv]", "filelock (>=3.4.0)", "jaraco.envs (>=2.2)", "jaraco.path (>=3.2.0)", "pytest", "pytest-enabler", "pytest-xdist", "tomli", "virtualenv (>=13.0.0)", "wheel"] +testing-integration = ["build[virtualenv] (>=1.0.3)", "filelock (>=3.4.0)", "jaraco.envs (>=2.2)", "jaraco.path (>=3.2.0)", "packaging (>=23.1)", "pytest", "pytest-enabler", "pytest-xdist", "tomli", "virtualenv (>=13.0.0)", "wheel"] [[package]] name = "six" @@ -2857,7 +2866,7 @@ files = [ name = "sqlalchemy" version = "2.0.20" description = "Database Abstraction Library" -optional = false +optional = true python-versions = ">=3.7" files = [ {file = "SQLAlchemy-2.0.20-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:759b51346aa388c2e606ee206c0bc6f15a5299f6174d1e10cadbe4530d3c7a98"}, @@ -2904,7 +2913,7 @@ files = [ ] [package.dependencies] -greenlet = {version = "!=0.4.17", markers = "platform_machine == \"win32\" or platform_machine == \"WIN32\" or platform_machine == \"AMD64\" or platform_machine == \"amd64\" or platform_machine == \"x86_64\" or platform_machine == \"ppc64le\" or platform_machine == \"aarch64\""} +greenlet = {version = "!=0.4.17", markers = "platform_machine == \"aarch64\" or platform_machine == \"ppc64le\" or platform_machine == \"x86_64\" or platform_machine == \"amd64\" or platform_machine == \"AMD64\" or platform_machine == \"win32\" or platform_machine == \"WIN32\""} typing-extensions = ">=4.2.0" [package.extras] @@ -2953,7 +2962,7 @@ full = ["httpx (>=0.22.0)", "itsdangerous", "jinja2", "python-multipart", "pyyam name = "sympy" version = "1.12" description = "Computer algebra system (CAS) in Python" -optional = false +optional = true python-versions = ">=3.8" files = [ {file = "sympy-1.12-py3-none-any.whl", hash = "sha256:c3588cd4295d0c0f603d0f2ae780587e64e2efeedb3521e46b9bb1d08d184fa5"}, @@ -2967,7 +2976,7 @@ mpmath = ">=0.19" name = "tenacity" version = "8.2.3" description = "Retry code until it succeeds" -optional = false +optional = true python-versions = ">=3.7" files = [ {file = "tenacity-8.2.3-py3-none-any.whl", hash = "sha256:ce510e327a630c9e1beaf17d42e6ffacc88185044ad85cf74c0a8887c6a0f88c"}, @@ -2981,7 +2990,7 @@ doc = ["reno", "sphinx", "tornado (>=4.5)"] name = "threadpoolctl" version = "3.2.0" description = "threadpoolctl" -optional = false +optional = true python-versions = ">=3.8" files = [ {file = "threadpoolctl-3.2.0-py3-none-any.whl", hash = "sha256:2b7818516e423bdaebb97c723f86a7c6b0a83d3f3b0970328d66f4d9104dc032"}, @@ -2992,7 +3001,7 @@ files = [ name = "tiktoken" version = "0.4.0" description = "tiktoken is a fast BPE tokeniser for use with OpenAI's models" -optional = false +optional = true python-versions = ">=3.8" files = [ {file = "tiktoken-0.4.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:176cad7f053d2cc82ce7e2a7c883ccc6971840a4b5276740d0b732a2b2011f8a"}, @@ -3037,7 +3046,7 @@ blobfile = ["blobfile (>=2)"] name = "tokenizers" version = "0.13.3" description = "Fast and Customizable Tokenizers" -optional = false +optional = true python-versions = "*" files = [ {file = "tokenizers-0.13.3-cp310-cp310-macosx_10_11_x86_64.whl", hash = "sha256:f3835c5be51de8c0a092058a4d4380cb9244fb34681fd0a295fbf0a52a5fdf33"}, @@ -3091,7 +3100,7 @@ testing = ["black (==22.3)", "datasets", "numpy", "pytest", "requests"] name = "torch" version = "2.0.1" description = "Tensors and Dynamic neural networks in Python with strong GPU acceleration" -optional = false +optional = true python-versions = ">=3.8.0" files = [ {file = "torch-2.0.1-cp310-cp310-manylinux1_x86_64.whl", hash = "sha256:8ced00b3ba471856b993822508f77c98f48a458623596a4c43136158781e306a"}, @@ -3130,7 +3139,7 @@ opt-einsum = ["opt-einsum (>=3.3)"] name = "torchvision" version = "0.15.2" description = "image and video datasets and models for torch deep learning" -optional = false +optional = true python-versions = ">=3.8" files = [ {file = "torchvision-0.15.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:7754088774e810c5672b142a45dcf20b1bd986a5a7da90f8660c43dc43fb850c"}, @@ -3188,7 +3197,7 @@ telegram = ["requests"] name = "transformers" version = "4.31.0" description = "State-of-the-art Machine Learning for JAX, PyTorch and TensorFlow" -optional = false +optional = true python-versions = ">=3.8.0" files = [ {file = "transformers-4.31.0-py3-none-any.whl", hash = "sha256:8487aab0195ce1c2a5ae189305118b9720daddbc7b688edb09ccd79e3b149f6b"}, @@ -3257,7 +3266,7 @@ vision = ["Pillow (<10.0.0)"] name = "trl" version = "0.4.7" description = "A Pytorch implementation of Proximal Policy Optimization for transfomer language models." -optional = false +optional = true python-versions = ">=3.7" files = [ {file = "trl-0.4.7-py3-none-any.whl", hash = "sha256:6ef1a99f42bcdb43d993e9f2df747102e6a6b9217fe1108599393857188077a4"}, @@ -3291,7 +3300,7 @@ files = [ name = "typing-inspect" version = "0.9.0" description = "Runtime inspection utilities for typing module." -optional = false +optional = true python-versions = "*" files = [ {file = "typing_inspect-0.9.0-py3-none-any.whl", hash = "sha256:9ee6fc59062311ef8547596ab6b955e1b8aa46242d854bfc78f4f6b0eff35f9f"}, @@ -3360,7 +3369,7 @@ standard = ["colorama (>=0.4)", "httptools (>=0.5.0)", "python-dotenv (>=0.13)", name = "uvloop" version = "0.17.0" description = "Fast implementation of asyncio event loop on top of libuv" -optional = false +optional = true python-versions = ">=3.7" files = [ {file = "uvloop-0.17.0-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:ce9f61938d7155f79d3cb2ffa663147d4a76d16e08f65e2c66b77bd41b356718"}, @@ -3402,13 +3411,13 @@ test = ["Cython (>=0.29.32,<0.30.0)", "aiohttp", "flake8 (>=3.9.2,<3.10.0)", "my [[package]] name = "virtualenv" -version = "20.24.3" +version = "20.24.5" description = "Virtual Python Environment builder" optional = false python-versions = ">=3.7" files = [ - {file = "virtualenv-20.24.3-py3-none-any.whl", hash = "sha256:95a6e9398b4967fbcb5fef2acec5efaf9aa4972049d9ae41f95e0972a683fd02"}, - {file = "virtualenv-20.24.3.tar.gz", hash = "sha256:e5c3b4ce817b0b328af041506a2a299418c98747c4b1e68cb7527e74ced23efc"}, + {file = "virtualenv-20.24.5-py3-none-any.whl", hash = "sha256:b80039f280f4919c77b30f1c23294ae357c4c8701042086e3fc005963e4e537b"}, + {file = "virtualenv-20.24.5.tar.gz", hash = "sha256:e8361967f6da6fbdf1426483bfe9fca8287c242ac0bc30429905721cefbff752"}, ] [package.dependencies] @@ -3417,38 +3426,38 @@ filelock = ">=3.12.2,<4" platformdirs = ">=3.9.1,<4" [package.extras] -docs = ["furo (>=2023.5.20)", "proselint (>=0.13)", "sphinx (>=7.0.1)", "sphinx-argparse (>=0.4)", "sphinxcontrib-towncrier (>=0.2.1a0)", "towncrier (>=23.6)"] +docs = ["furo (>=2023.7.26)", "proselint (>=0.13)", "sphinx (>=7.1.2)", "sphinx-argparse (>=0.4)", "sphinxcontrib-towncrier (>=0.2.1a0)", "towncrier (>=23.6)"] test = ["covdefaults (>=2.3)", "coverage (>=7.2.7)", "coverage-enable-subprocess (>=1)", "flaky (>=3.7)", "packaging (>=23.1)", "pytest (>=7.4)", "pytest-env (>=0.8.2)", "pytest-freezer (>=0.4.8)", "pytest-mock (>=3.11.1)", "pytest-randomly (>=3.12)", "pytest-timeout (>=2.1)", "setuptools (>=68)", "time-machine (>=2.10)"] [[package]] name = "watchfiles" -version = "0.19.0" +version = "0.20.0" description = "Simple, modern and high performance file watching and code reload in python." -optional = false +optional = true python-versions = ">=3.7" files = [ - {file = "watchfiles-0.19.0-cp37-abi3-macosx_10_7_x86_64.whl", hash = "sha256:91633e64712df3051ca454ca7d1b976baf842d7a3640b87622b323c55f3345e7"}, - {file = "watchfiles-0.19.0-cp37-abi3-macosx_11_0_arm64.whl", hash = "sha256:b6577b8c6c8701ba8642ea9335a129836347894b666dd1ec2226830e263909d3"}, - {file = "watchfiles-0.19.0-cp37-abi3-manylinux_2_12_i686.manylinux2010_i686.whl", hash = "sha256:18b28f6ad871b82df9542ff958d0c86bb0d8310bb09eb8e87d97318a3b5273af"}, - {file = "watchfiles-0.19.0-cp37-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:fac19dc9cbc34052394dbe81e149411a62e71999c0a19e1e09ce537867f95ae0"}, - {file = "watchfiles-0.19.0-cp37-abi3-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:09ea3397aecbc81c19ed7f025e051a7387feefdb789cf768ff994c1228182fda"}, - {file = "watchfiles-0.19.0-cp37-abi3-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:c0376deac92377817e4fb8f347bf559b7d44ff556d9bc6f6208dd3f79f104aaf"}, - {file = "watchfiles-0.19.0-cp37-abi3-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:9c75eff897786ee262c9f17a48886f4e98e6cfd335e011c591c305e5d083c056"}, - {file = "watchfiles-0.19.0-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:cb5d45c4143c1dd60f98a16187fd123eda7248f84ef22244818c18d531a249d1"}, - {file = "watchfiles-0.19.0-cp37-abi3-musllinux_1_1_aarch64.whl", hash = "sha256:79c533ff593db861ae23436541f481ec896ee3da4e5db8962429b441bbaae16e"}, - {file = "watchfiles-0.19.0-cp37-abi3-musllinux_1_1_x86_64.whl", hash = "sha256:3d7d267d27aceeeaa3de0dd161a0d64f0a282264d592e335fff7958cc0cbae7c"}, - {file = "watchfiles-0.19.0-cp37-abi3-win32.whl", hash = "sha256:176a9a7641ec2c97b24455135d58012a5be5c6217fc4d5fef0b2b9f75dbf5154"}, - {file = "watchfiles-0.19.0-cp37-abi3-win_amd64.whl", hash = "sha256:945be0baa3e2440151eb3718fd8846751e8b51d8de7b884c90b17d271d34cae8"}, - {file = "watchfiles-0.19.0-cp37-abi3-win_arm64.whl", hash = "sha256:0089c6dc24d436b373c3c57657bf4f9a453b13767150d17284fc6162b2791911"}, - {file = "watchfiles-0.19.0-pp38-pypy38_pp73-macosx_10_7_x86_64.whl", hash = "sha256:cae3dde0b4b2078f31527acff6f486e23abed307ba4d3932466ba7cdd5ecec79"}, - {file = "watchfiles-0.19.0-pp38-pypy38_pp73-macosx_11_0_arm64.whl", hash = "sha256:7f3920b1285a7d3ce898e303d84791b7bf40d57b7695ad549dc04e6a44c9f120"}, - {file = "watchfiles-0.19.0-pp38-pypy38_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9afd0d69429172c796164fd7fe8e821ade9be983f51c659a38da3faaaaac44dc"}, - {file = "watchfiles-0.19.0-pp38-pypy38_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:68dce92b29575dda0f8d30c11742a8e2b9b8ec768ae414b54f7453f27bdf9545"}, - {file = "watchfiles-0.19.0-pp39-pypy39_pp73-macosx_10_7_x86_64.whl", hash = "sha256:5569fc7f967429d4bc87e355cdfdcee6aabe4b620801e2cf5805ea245c06097c"}, - {file = "watchfiles-0.19.0-pp39-pypy39_pp73-macosx_11_0_arm64.whl", hash = "sha256:5471582658ea56fca122c0f0d0116a36807c63fefd6fdc92c71ca9a4491b6b48"}, - {file = "watchfiles-0.19.0-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b538014a87f94d92f98f34d3e6d2635478e6be6423a9ea53e4dd96210065e193"}, - {file = "watchfiles-0.19.0-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:20b44221764955b1e703f012c74015306fb7e79a00c15370785f309b1ed9aa8d"}, - {file = "watchfiles-0.19.0.tar.gz", hash = "sha256:d9b073073e048081e502b6c6b0b88714c026a1a4c890569238d04aca5f9ca74b"}, + {file = "watchfiles-0.20.0-cp37-abi3-macosx_10_7_x86_64.whl", hash = "sha256:3796312bd3587e14926013612b23066912cf45a14af71cf2b20db1c12dadf4e9"}, + {file = "watchfiles-0.20.0-cp37-abi3-macosx_11_0_arm64.whl", hash = "sha256:d0002d81c89a662b595645fb684a371b98ff90a9c7d8f8630c82f0fde8310458"}, + {file = "watchfiles-0.20.0-cp37-abi3-manylinux_2_12_i686.manylinux2010_i686.whl", hash = "sha256:570848706440373b4cd8017f3e850ae17f76dbdf1e9045fc79023b11e1afe490"}, + {file = "watchfiles-0.20.0-cp37-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9a0351d20d03c6f7ad6b2e8a226a5efafb924c7755ee1e34f04c77c3682417fa"}, + {file = "watchfiles-0.20.0-cp37-abi3-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:007dcc4a401093010b389c044e81172c8a2520dba257c88f8828b3d460c6bb38"}, + {file = "watchfiles-0.20.0-cp37-abi3-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:0d82dbc1832da83e441d112069833eedd4cf583d983fb8dd666fbefbea9d99c0"}, + {file = "watchfiles-0.20.0-cp37-abi3-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:99f4c65fd2fce61a571b2a6fcf747d6868db0bef8a934e8ca235cc8533944d95"}, + {file = "watchfiles-0.20.0-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5392dd327a05f538c56edb1c6ebba6af91afc81b40822452342f6da54907bbdf"}, + {file = "watchfiles-0.20.0-cp37-abi3-musllinux_1_1_aarch64.whl", hash = "sha256:08dc702529bb06a2b23859110c214db245455532da5eaea602921687cfcd23db"}, + {file = "watchfiles-0.20.0-cp37-abi3-musllinux_1_1_x86_64.whl", hash = "sha256:7d4e66a857621584869cfbad87039e65dadd7119f0d9bb9dbc957e089e32c164"}, + {file = "watchfiles-0.20.0-cp37-abi3-win32.whl", hash = "sha256:a03d1e6feb7966b417f43c3e3783188167fd69c2063e86bad31e62c4ea794cc5"}, + {file = "watchfiles-0.20.0-cp37-abi3-win_amd64.whl", hash = "sha256:eccc8942bcdc7d638a01435d915b913255bbd66f018f1af051cd8afddb339ea3"}, + {file = "watchfiles-0.20.0-cp37-abi3-win_arm64.whl", hash = "sha256:b17d4176c49d207865630da5b59a91779468dd3e08692fe943064da260de2c7c"}, + {file = "watchfiles-0.20.0-pp38-pypy38_pp73-macosx_10_7_x86_64.whl", hash = "sha256:d97db179f7566dcf145c5179ddb2ae2a4450e3a634eb864b09ea04e68c252e8e"}, + {file = "watchfiles-0.20.0-pp38-pypy38_pp73-macosx_11_0_arm64.whl", hash = "sha256:835df2da7a5df5464c4a23b2d963e1a9d35afa422c83bf4ff4380b3114603644"}, + {file = "watchfiles-0.20.0-pp38-pypy38_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:608cd94a8767f49521901aff9ae0c92cc8f5a24d528db7d6b0295290f9d41193"}, + {file = "watchfiles-0.20.0-pp38-pypy38_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:89d1de8218874925bce7bb2ae9657efc504411528930d7a83f98b1749864f2ef"}, + {file = "watchfiles-0.20.0-pp39-pypy39_pp73-macosx_10_7_x86_64.whl", hash = "sha256:13f995d5152a8ba4ed7c2bbbaeee4e11a5944defc7cacd0ccb4dcbdcfd78029a"}, + {file = "watchfiles-0.20.0-pp39-pypy39_pp73-macosx_11_0_arm64.whl", hash = "sha256:9b5c8d3be7b502f8c43a33c63166ada8828dbb0c6d49c8f9ce990a96de2f5a49"}, + {file = "watchfiles-0.20.0-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e43af4464daa08723c04b43cf978ab86cc55c684c16172622bdac64b34e36af0"}, + {file = "watchfiles-0.20.0-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:87d9e1f75c4f86c93d73b5bd1ebe667558357548f11b4f8af4e0e272f79413ce"}, + {file = "watchfiles-0.20.0.tar.gz", hash = "sha256:728575b6b94c90dd531514677201e8851708e6e4b5fe7028ac506a200b622019"}, ] [package.dependencies] @@ -3458,7 +3467,7 @@ anyio = ">=3.0.0" name = "websockets" version = "11.0.3" description = "An implementation of the WebSocket Protocol (RFC 6455 & 7692)" -optional = false +optional = true python-versions = ">=3.7" files = [ {file = "websockets-11.0.3-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:3ccc8a0c387629aec40f2fc9fdcb4b9d5431954f934da3eaf16cdc94f67dbfac"}, @@ -3537,7 +3546,7 @@ files = [ name = "xxhash" version = "3.3.0" description = "Python binding for xxHash" -optional = false +optional = true python-versions = ">=3.7" files = [ {file = "xxhash-3.3.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:70ef7288d1cb1ad16e02d101ea43bb0e392d985d60b9b0035aee80663530960d"}, @@ -3714,26 +3723,11 @@ files = [ idna = ">=2.0" multidict = ">=4.0" -[[package]] -name = "zipp" -version = "3.16.2" -description = "Backport of pathlib-compatible object wrapper for zip files" -optional = false -python-versions = ">=3.8" -files = [ - {file = "zipp-3.16.2-py3-none-any.whl", hash = "sha256:679e51dd4403591b2d6838a48de3d283f3d188412a9782faadf845f298736ba0"}, - {file = "zipp-3.16.2.tar.gz", hash = "sha256:ebc15946aa78bd63458992fc81ec3b6f7b1e92d51c35e6de1c3804e73b799147"}, -] - -[package.extras] -docs = ["furo", "jaraco.packaging (>=9.3)", "jaraco.tidelift (>=1.4)", "rst.linker (>=1.9)", "sphinx (>=3.5)", "sphinx-lint"] -testing = ["big-O", "jaraco.functools", "jaraco.itertools", "more-itertools", "pytest (>=6)", "pytest-black (>=0.3.7)", "pytest-checkdocs (>=2.4)", "pytest-cov", "pytest-enabler (>=2.2)", "pytest-ignore-flaky", "pytest-mypy (>=0.9.1)", "pytest-ruff"] - [[package]] name = "zstandard" version = "0.21.0" description = "Zstandard bindings for Python" -optional = false +optional = true python-versions = ">=3.7" files = [ {file = "zstandard-0.21.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:649a67643257e3b2cff1c0a73130609679a5673bf389564bc6d4b164d822a7ce"}, @@ -3787,7 +3781,12 @@ cffi = {version = ">=1.11", markers = "platform_python_implementation == \"PyPy\ [package.extras] cffi = ["cffi (>=1.11)"] +[extras] +gpu = ["accelerate", "bitsandbytes", "einops", "transformers"] +rag = ["chromadb", "docx2txt", "langchain", "pdfminer-six", "pyepsilla", "python-multipart", "scikit-learn", "sentence-transformers", "tiktoken"] +rlhf = ["accelerate", "bitsandbytes", "datasets", "einops", "evaluate", "peft", "transformers", "trl"] + [metadata] lock-version = "2.0" python-versions = ">=3.9,<3.13" -content-hash = "b735d716450f583775ffb22f0e8e2e3eefe59ccfbde87846220b838fbf4745b8" +content-hash = "b51b1f094ccc65ff7bccee9355879e82722a8b634934fc4c95fc5630fce51846" diff --git a/pykoi/__init__.py b/pykoi/__init__.py index 868fd4e..86c1474 100644 --- a/pykoi/__init__.py +++ b/pykoi/__init__.py @@ -1,20 +1,4 @@ -from pykoi import chat - from pykoi.application import Application -from pykoi.chat.db.qa_database import QuestionAnswerDatabase -from pykoi.chat.db.ranking_database import RankingDatabase -from pykoi.chat.llm.abs_llm import AbsLlm -from pykoi.chat.llm.model_factory import ModelFactory -from pykoi.component.base import Chatbot, Dashboard, Dropdown -from pykoi.component.chatbot_comparator import Compare -from pykoi.component.retrieval_qa import RetrievalQA -from pykoi.component.nvml import Nvml -from pykoi.retrieval.llm.retrieval_factory import RetrievalFactory -from pykoi.retrieval.llm.embedding_factory import EmbeddingFactory -from pykoi.retrieval.vectordb.vectordb_factory import VectorDbFactory -from pykoi.rlhf.supervised_finetuning import SupervisedFinetuning -from pykoi.rlhf.rw_finetuning import RewardFinetuning -from pykoi.rlhf.rl_finetuning import RLFinetuning -from pykoi.rlhf.config import RLHFConfig + __version__ = "0.0.6" diff --git a/pykoi/chat/__init__.py b/pykoi/chat/__init__.py index 1c03ce2..cfdb23d 100644 --- a/pykoi/chat/__init__.py +++ b/pykoi/chat/__init__.py @@ -1 +1,5 @@ import pykoi.chat.llm as llm + +from pykoi.chat.llm.model_factory import ModelFactory +from pykoi.chat.db.qa_database import QuestionAnswerDatabase +from pykoi.chat.db.ranking_database import RankingDatabase diff --git a/pykoi/chat/llm/__init__.py b/pykoi/chat/llm/__init__.py index 69cd3d6..e69de29 100644 --- a/pykoi/chat/llm/__init__.py +++ b/pykoi/chat/llm/__init__.py @@ -1 +0,0 @@ -import pykoi.chat.llm.huggingface as huggingface diff --git a/pykoi/chat/llm/peft_huggingface.py b/pykoi/chat/llm/peft_huggingface.py index e2091ee..f0bbb33 100644 --- a/pykoi/chat/llm/peft_huggingface.py +++ b/pykoi/chat/llm/peft_huggingface.py @@ -67,7 +67,7 @@ def __init__( self._base_model_path = base_model_path self._lora_model_path = lora_model_path self._name = name - self._model.to("cuda") + self._model.to("cuda:0") self._model.eval() super().__init__() diff --git a/pykoi/component/__init__.py b/pykoi/component/__init__.py index e69de29..5a66798 100644 --- a/pykoi/component/__init__.py +++ b/pykoi/component/__init__.py @@ -0,0 +1,4 @@ +from pykoi.component.base import Chatbot, Dashboard, Dropdown +from pykoi.component.chatbot_comparator import Compare +from pykoi.component.retrieval_qa import RetrievalQA +from pykoi.component.nvml import Nvml diff --git a/pykoi/ops/__init__.py b/pykoi/ops/__init__.py index e69de29..69f541b 100644 --- a/pykoi/ops/__init__.py +++ b/pykoi/ops/__init__.py @@ -0,0 +1 @@ +from pykoi.ops.nvml import Nvml \ No newline at end of file diff --git a/pykoi/retrieval/__init__.py b/pykoi/retrieval/__init__.py index e69de29..aa19812 100644 --- a/pykoi/retrieval/__init__.py +++ b/pykoi/retrieval/__init__.py @@ -0,0 +1,2 @@ +from pykoi.retrieval.llm.retrieval_factory import RetrievalFactory +from pykoi.retrieval.vectordb.vectordb_factory import VectorDbFactory diff --git a/pykoi/rlhf/__init__.py b/pykoi/rlhf/__init__.py index e69de29..affa11f 100644 --- a/pykoi/rlhf/__init__.py +++ b/pykoi/rlhf/__init__.py @@ -0,0 +1,4 @@ +from pykoi.rlhf.supervised_finetuning import SupervisedFinetuning +from pykoi.rlhf.rw_finetuning import RewardFinetuning +from pykoi.rlhf.rl_finetuning import RLFinetuning +from pykoi.rlhf.config import RLHFConfig \ No newline at end of file diff --git a/pykoi/telemetry/events.py b/pykoi/telemetry/events.py index ed72cbd..53b9bde 100644 --- a/pykoi/telemetry/events.py +++ b/pykoi/telemetry/events.py @@ -4,8 +4,15 @@ from dataclasses import asdict, dataclass from typing import ClassVar, Dict, Any import platform -import torch import requests +import pynvml + + +try: + pynvml.nvmlInit() + HAS_GPU = True +except pynvml.NVMLError: + HAS_GPU = False def identify_cloud_provider(): @@ -92,7 +99,7 @@ class AppStartEvent(TelemetryEvent): name: ClassVar[str] = "app_start" start_time: float date_time: str - gpu: bool = torch.cuda.is_available() + gpu: bool = HAS_GPU cloud_provider: str = identify_cloud_provider() system: str = platform.system() release: str = platform.release() @@ -132,7 +139,7 @@ class SFTStartEvent(TelemetryEvent): name: ClassVar[str] = "sft_start" start_time: float date_time: str - gpu: bool = torch.cuda.is_available() + gpu: bool = HAS_GPU cloud_provider: str = identify_cloud_provider() system: str = platform.system() release: str = platform.release() @@ -172,7 +179,7 @@ class RWStartEvent(TelemetryEvent): name: ClassVar[str] = "rw_start" start_time: float date_time: str - gpu: bool = torch.cuda.is_available() + gpu: bool = HAS_GPU cloud_provider: str = identify_cloud_provider() system: str = platform.system() release: str = platform.release() @@ -212,7 +219,7 @@ class RLStartEvent(TelemetryEvent): name: ClassVar[str] = "rl_start" start_time: float date_time: str - gpu: bool = torch.cuda.is_available() + gpu: bool = HAS_GPU cloud_provider: str = identify_cloud_provider() system: str = platform.system() release: str = platform.release() diff --git a/pyproject.toml b/pyproject.toml index ce20af4..98963de 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -8,38 +8,68 @@ readme = "README.md" [tool.poetry.dependencies] python = ">=3.9,<3.13" +packaging = "23.1" fastapi = "0.100.0" pydantic = "1.10.11" starlette = "0.27.0" uvicorn = "0.23.1" -transformers = "4.31.0" -einops = "0.6.1" -accelerate = "0.21.0" -bitsandbytes = "0.40.2" scipy = "1.11.1" pyngrok = "6.0.0" -pandas = "2.0.3" -datasets = "2.13.1" -evaluate = "0.4.0" -peft = "0.4.0" -trl = "0.4.7" openai = "0.27.8" passlib = "1.7.4" bcrypt = "4.0.1" -langchain = "0.0.220" -scikit-learn = "1.3.0" -chromadb = "0.3.26" -pdfminer-six = "20221105" -docx2txt = "0.8" -python-multipart = "0.0.6" -tiktoken = "0.4.0" -pyepsilla = ">=0.1.1" -torch = "2.0.1" posthog = "3.0.1" pynvml = "11.5.0" -sentence-transformers = "2.2.2" -python-dotenv = "^1.0.0" +pandas = "2.0.3" + +transformers = { version = "4.31.0", optional = true } +einops = { version = "0.6.1", optional = true } +accelerate = { version = "0.21.0", optional = true } +bitsandbytes = { version = "0.40.2", optional = true } + +langchain = { version = "0.0.220", optional = true } +scikit-learn = { version = "1.3.0", optional = true } +chromadb = { version = "0.3.26", optional = true } +pyepsilla = { version = ">=0.1.1", optional = true } +pdfminer-six = { version = "20221105", optional = true } +docx2txt = { version = "0.8", optional = true } +python-multipart = { version = "0.0.6", optional = true } +tiktoken = { version = "0.4.0", optional = true } +sentence-transformers = { version = "2.2.2", optional = true } + +datasets = { version = "2.13.1", optional = true } +evaluate = { version = "0.4.0", optional = true } +peft = { version = "0.4.0", optional = true } +trl = { version = "0.4.7", optional = true } +[tool.poetry.extras] +huggingface = [ + "transformers", + "einops", + "accelerate", + "bitsandbytes" +] +rag = [ + "langchain", + "scikit-learn", + "chromadb", + "pyepsilla", + "pdfminer-six", + "docx2txt", + "python-multipart", + "tiktoken", + "sentence-transformers" +] +rlhf = [ + "transformers", + "einops", + "accelerate", + "bitsandbytes", + "datasets", + "evaluate", + "peft", + "trl" +] [tool.poetry.group.dev.dependencies] pre-commit = "^3.3.3"