random_forest_watch_gyro.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "from scipy.io import arff\n",
    "import os\n",
    "from sklearn import preprocessing\n",
    "from sklearn.preprocessing import LabelEncoder\n",
    "import scipy\n",
    "from sklearn.utils import shuffle\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.metrics import accuracy_score\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "from sklearn.decomposition import PCA\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "from sklearn.metrics import precision_score\n",
    "from sklearn.metrics import recall_score, f1_score\n",
    "import xgboost as xgb\n",
    "from hyperopt import tpe, hp, fmin, STATUS_OK,Trials\n",
    "from hyperopt.pyll.base import scope\n",
    "from sklearn import metrics\n",
    "from sklearn.model_selection import cross_val_score\n",
    "\n",
    "pd.set_option('display.max_columns', None)\n",
    "pd.set_option('display.max_rows', None)\n",
    "\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1600_gyro_watch.arffshape is: (327, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1601_gyro_watch.arffshape is: (324, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1602_gyro_watch.arffshape is: (324, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1603_gyro_watch.arffshape is: (324, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1604_gyro_watch.arffshape is: (324, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1605_gyro_watch.arffshape is: (330, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1606_gyro_watch.arffshape is: (324, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1607_gyro_watch.arffshape is: (329, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1608_gyro_watch.arffshape is: (340, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1609_gyro_watch.arffshape is: (348, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1610_gyro_watch.arffshape is: (324, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1611_gyro_watch.arffshape is: (324, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1612_gyro_watch.arffshape is: (326, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1613_gyro_watch.arffshape is: (324, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1615_gyro_watch.arffshape is: (324, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1616_gyro_watch.arffshape is: (306, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1617_gyro_watch.arffshape is: (334, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1618_gyro_watch.arffshape is: (306, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1619_gyro_watch.arffshape is: (324, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1620_gyro_watch.arffshape is: (335, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1621_gyro_watch.arffshape is: (356, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1622_gyro_watch.arffshape is: (324, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1623_gyro_watch.arffshape is: (324, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1624_gyro_watch.arffshape is: (356, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1625_gyro_watch.arffshape is: (333, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1626_gyro_watch.arffshape is: (336, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1627_gyro_watch.arffshape is: (324, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1628_gyro_watch.arffshape is: (351, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1629_gyro_watch.arffshape is: (324, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1630_gyro_watch.arffshape is: (324, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1631_gyro_watch.arffshape is: (324, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1632_gyro_watch.arffshape is: (324, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1633_gyro_watch.arffshape is: (324, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1634_gyro_watch.arffshape is: (324, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1635_gyro_watch.arffshape is: (324, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1636_gyro_watch.arffshape is: (324, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1637_gyro_watch.arffshape is: (357, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1638_gyro_watch.arffshape is: (357, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1639_gyro_watch.arffshape is: (379, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1640_gyro_watch.arffshape is: (357, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1641_gyro_watch.arffshape is: (323, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1642_gyro_watch.arffshape is: (300, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1643_gyro_watch.arffshape is: (323, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1644_gyro_watch.arffshape is: (351, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1645_gyro_watch.arffshape is: (338, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1646_gyro_watch.arffshape is: (323, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1647_gyro_watch.arffshape is: (327, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1648_gyro_watch.arffshape is: (324, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1649_gyro_watch.arffshape is: (325, 93)\n",
      "for file at wisdm-dataset/arff_files/watch/gyro/data_1650_gyro_watch.arffshape is: (332, 93)\n",
      "(16533, 93)\n",
      "(16533, 91)\n",
      "(16533,)\n"
     ]
    }
   ],
   "source": [
    "watch_gyro_df = pd.DataFrame()\n",
    "filenames = os.listdir('wisdm-dataset/arff_files/watch/gyro')\n",
    "filenames.pop(0)\n",
    "for file in filenames:\n",
    "    path = \"wisdm-dataset/arff_files/watch/gyro/\" + file\n",
    "    data = arff.loadarff(path)\n",
    "    df = pd.DataFrame(data[0])\n",
    "    print(\"for file at \" + path + \"shape is: \" + str(df.shape))\n",
    "    frames = [df, watch_gyro_df]\n",
    "    watch_gyro_df = pd.concat(frames, sort = False)\n",
    "    \n",
    "print(watch_gyro_df.shape)\n",
    "    \n",
    "watch_gyro_old_column_names = watch_gyro_df.columns\n",
    "\n",
    "watch_gyro_new_column_names = []\n",
    "for name in watch_gyro_old_column_names:\n",
    "    watch_gyro_new_column_names.append(name.replace('\"', ''))\n",
    "    \n",
    "replacement_dict = dict(zip(watch_gyro_old_column_names, watch_gyro_new_column_names))\n",
    "watch_gyro_df = watch_gyro_df.rename(columns = replacement_dict)\n",
    "\n",
    "labelencoder = LabelEncoder()\n",
    "watch_gyro_df['ACTIVITY'] = labelencoder.fit_transform(watch_gyro_df['ACTIVITY'])\n",
    "\n",
    "watch_gyro_df.pop('class')\n",
    "\n",
    "watch_gyro_df_shuffle = shuffle(watch_gyro_df)\n",
    "\n",
    "watch_gyro_data = watch_gyro_df_shuffle.to_numpy()\n",
    "\n",
    "X_watch_gyro = watch_gyro_data[:,1:]\n",
    "Y_watch_gyro = watch_gyro_data[:,0]\n",
    "print(X_watch_gyro.shape)\n",
    "print(Y_watch_gyro.shape)\n",
    "\n",
    "x_train, x_test, y_train, y_test = train_test_split(X_watch_gyro, Y_watch_gyro, test_size = 0.2)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}