Merge pull request #1043 from mindsdb/staging

Release - 22.11.2.0
mindsdb · Nov 11, 2022 · a9e76d6 · a9e76d6
2 parents dcb87f6 + 3cfdbd1
commit a9e76d6
Show file tree

Hide file tree

Showing 43 changed files with 351 additions and 1,076 deletions.
diff --git a/docssrc/source/tutorials/custom_cleaner/custom_cleaner.ipynb b/docssrc/source/tutorials/custom_cleaner/custom_cleaner.ipynb
@@ -409,7 +409,7 @@
  "This can be done as follows\n",
  "\n",
  "\n",
- "You can see individual cleaning functions in `lightwood.data.cleaner`. If you want to entirely replace a cleaning technique given a particular data-type, we invite you to change `lightwood.data.cleaner.get_cleaning_func` using the argument `custom_cleaning_functions`; in this dictionary, for a datatype (specified in `api.dtype`), you can assign your own function to override our defaults. "
+ "You can see individual cleaning functions in `lightwood.data.cleaner`. If you want to entirely replace a cleaning technique given a particular data-type, we invite you to change `lightwood.data.cleaner.get_cleaning_func` using the argument `custom_cleaning_functions`; in this dictionary, for a datatype (specified in `type_infer.dtype`), you can assign your own function to override our defaults."
  ]
  },
  {
@@ -438,8 +438,8 @@
  "\n",
  "import numpy as np\n",
  "import pandas as pd\n",
+ "from type_infer.dtype import dtype\n",
  "\n",
- "from lightwood.api.dtype import dtype\n",
  "from lightwood.helpers import text\n",
  "from lightwood.helpers.log import log\n",
  "from lightwood.api.types import TimeseriesSettings\n",

diff --git a/docssrc/source/tutorials/custom_encoder_rulebased/custom_encoder_rulebased.ipynb b/docssrc/source/tutorials/custom_encoder_rulebased/custom_encoder_rulebased.ipynb
@@ -239,30 +239,30 @@
  "name": "stderr",
  "output_type": "stream",
  "text": [
- "\u001b[32mINFO:lightwood-1462817:Dropping features: []\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Analyzing a sample of 6920\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:from a total population of 10668, this is equivalent to 64.9% of your data.\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Using 7 processes to deduct types.\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Infering type for: model\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Infering type for: year\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Infering type for: price\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Infering type for: transmission\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Infering type for: fuelType\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Infering type for: mileage\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Infering type for: tax\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Column year has data type integer\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Column price has data type integer\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Infering type for: mpg\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Infering type for: engineSize\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Column tax has data type integer\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Column mileage has data type integer\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Column engineSize has data type float\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Column mpg has data type float\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Column transmission has data type categorical\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Column fuelType has data type categorical\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Column model has data type categorical\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Starting statistical analysis\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Finished statistical analysis\u001b[0m\n"
+ "\u001B[32mINFO:lightwood-1462817:Dropping features: []\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Analyzing a sample of 6920\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:from a total population of 10668, this is equivalent to 64.9% of your data.\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Using 7 processes to deduct types.\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Infering type for: model\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Infering type for: year\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Infering type for: price\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Infering type for: transmission\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Infering type for: fuelType\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Infering type for: mileage\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Infering type for: tax\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Column year has data type integer\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Column price has data type integer\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Infering type for: mpg\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Infering type for: engineSize\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Column tax has data type integer\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Column mileage has data type integer\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Column engineSize has data type float\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Column mpg has data type float\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Column transmission has data type categorical\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Column fuelType has data type categorical\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Column model has data type categorical\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Starting statistical analysis\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Finished statistical analysis\u001B[0m\n"
  ]
  }
  ],
@@ -748,39 +748,39 @@
  "name": "stderr",
  "output_type": "stream",
  "text": [
- "\u001b[32mINFO:lightwood-1462817:Performing statistical analysis on data\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Starting statistical analysis\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Finished statistical analysis\u001b[0m\n",
- "\u001b[37mDEBUG:lightwood-1462817: `analyze_data` runtime: 0.14 seconds\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Cleaning the data\u001b[0m\n",
- "\u001b[37mDEBUG:lightwood-1462817: `preprocess` runtime: 0.05 seconds\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Splitting the data into train/test\u001b[0m\n",
- "\u001b[37mDEBUG:lightwood-1462817: `split` runtime: 0.0 seconds\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Preparing the encoders\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Encoder prepping dict length of: 1\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Encoder prepping dict length of: 2\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Encoder prepping dict length of: 3\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Encoder prepping dict length of: 4\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Encoder prepping dict length of: 5\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Encoder prepping dict length of: 6\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Encoder prepping dict length of: 7\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Encoder prepping dict length of: 8\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Encoder prepping dict length of: 9\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Categories Detected = 1\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Categories Detected = 1\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Categories Detected = 1\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Done running for: price\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Done running for: model\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Done running for: year\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Done running for: transmission\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Done running for: mileage\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Done running for: fuelType\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Done running for: tax\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Done running for: mpg\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Done running for: engineSize\u001b[0m\n",
- "\u001b[37mDEBUG:lightwood-1462817: `prepare` runtime: 0.16 seconds\u001b[0m\n",
- "\u001b[32mINFO:lightwood-1462817:Featurizing the data\u001b[0m\n",
- "\u001b[37mDEBUG:lightwood-1462817: `featurize` runtime: 0.0 seconds\u001b[0m\n"
+ "\u001B[32mINFO:lightwood-1462817:Performing statistical analysis on data\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Starting statistical analysis\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Finished statistical analysis\u001B[0m\n",
+ "\u001B[37mDEBUG:lightwood-1462817: `analyze_data` runtime: 0.14 seconds\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Cleaning the data\u001B[0m\n",
+ "\u001B[37mDEBUG:lightwood-1462817: `preprocess` runtime: 0.05 seconds\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Splitting the data into train/test\u001B[0m\n",
+ "\u001B[37mDEBUG:lightwood-1462817: `split` runtime: 0.0 seconds\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Preparing the encoders\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Encoder prepping dict length of: 1\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Encoder prepping dict length of: 2\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Encoder prepping dict length of: 3\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Encoder prepping dict length of: 4\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Encoder prepping dict length of: 5\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Encoder prepping dict length of: 6\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Encoder prepping dict length of: 7\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Encoder prepping dict length of: 8\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Encoder prepping dict length of: 9\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Categories Detected = 1\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Categories Detected = 1\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Categories Detected = 1\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Done running for: price\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Done running for: model\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Done running for: year\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Done running for: transmission\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Done running for: mileage\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Done running for: fuelType\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Done running for: tax\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Done running for: mpg\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Done running for: engineSize\u001B[0m\n",
+ "\u001B[37mDEBUG:lightwood-1462817: `prepare` runtime: 0.16 seconds\u001B[0m\n",
+ "\u001B[32mINFO:lightwood-1462817:Featurizing the data\u001B[0m\n",
+ "\u001B[37mDEBUG:lightwood-1462817: `featurize` runtime: 0.0 seconds\u001B[0m\n"
  ]
  }
  ],
@@ -967,4 +967,4 @@
  },
  "nbformat": 4,
  "nbformat_minor": 5
-}
+}