A5_NoSQL_Databases.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# DA320 Assignment 5: No SQL Databases\n",
    "Jon Kaimmer  \n",
    "DA320  \n",
    "Winter2022\n",
    "\n",
    "\n",
    " ### Introduction\n",
    "Set up a mongoDB cluster, connect to that cluster, load \"chirp\" data."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Imports \n",
    "import json\n",
    "import os\n",
    "import pymongo"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DONE WITH FILE: randomchirps1.json\n",
      "DONE WITH FILE: randomchirps10.json\n",
      "DONE WITH FILE: randomchirps2.json\n",
      "DONE WITH FILE: randomchirps3.json\n",
      "DONE WITH FILE: randomchirps4.json\n",
      "DONE WITH FILE: randomchirps5.json\n",
      "DONE WITH FILE: randomchirps6.json\n",
      "DONE WITH FILE: randomchirps7.json\n",
      "DONE WITH FILE: randomchirps8.json\n",
      "DONE WITH FILE: randomchirps9.json\n"
     ]
    }
   ],
   "source": [
    "\n",
    "#My mongo cluster \n",
    "client = pymongo.MongoClient(\"mongodb+srv://-------:------@mongocluster.89mgz.mongodb.net/myFirstDatabase?retryWrites=true&w=majority\") \n",
    "db = client['MoviesDB']\n",
    "collection = db['movies']\n",
    "\n",
    "\n",
    "#The following code finds the JSON files that I want to upload to MongoDB\n",
    "#Chirp file Location\n",
    "jsonFileLocation = r'C:\\Users\\jonat\\OneDrive\\Desktop\\-- ALL CS --\\DA320\\Assignment5\\chirps'\n",
    "\n",
    "#Iterate over a file directory, parse the JSON objects and upload them to MongoDB\n",
    "#\n",
    "for file in os.listdir(jsonFileLocation):       #Iterate over each file in the provided location\n",
    "    with open(file, 'r') as f:                  #Open each file\n",
    "        for jsonOBJ in f:                       #Iterate over the JSON Objects (...tweets...) that are within each of the chirps files\n",
    "            myDict = json.loads(jsonOBJ)        #Load each JSON Object into a python dictionary \n",
    "            x = collection.insert_one(myDict)   #Insert the tweet data into my MongoDB cluster\n",
    "    print(f\"DONE WITH FILE: {file}\")            #Sanity Check, print the name of the file once it has been exhausted\n",
    "\n",
    "\n"
   ]
  }
 ],
 "metadata": {
  "interpreter": {
   "hash": "831e9d60628f49ef695c1224b896fa86c6f72dc359ca6b6e6521097980c4e285"
  },
  "kernelspec": {
   "display_name": "Python 3.10.1 64-bit",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.1"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}