Junghwan Park / fpm280-data-analysis

Download as
Browse Code ยป

Commit be5a830d6de41e13253832a0b42206adf4334bff

Authored by Junghwan Park
1 parent 61f8e89852
Exists in main

data load

Showing 2 changed files with 131 additions and 0 deletions Side-by-side Diff

python-notebook/data_loading.ipynb View file @ be5a830
  1 +{
  2 + "cells": [
  3 + {
  4 + "cell_type": "markdown",
  5 + "metadata": {},
  6 + "source": [
  7 + "# Loading libraries"
  8 + ]
  9 + },
  10 + {
  11 + "cell_type": "code",
  12 + "execution_count": 13,
  13 + "metadata": {},
  14 + "outputs": [],
  15 + "source": [
  16 + "import numpy as np\n",
  17 + "import matplotlib.pyplot as plt\n",
  18 + "from pandas import read_csv\n",
  19 + "import os\n",
  20 + "from datetime import datetime"
  21 + ]
  22 + },
  23 + {
  24 + "cell_type": "markdown",
  25 + "metadata": {},
  26 + "source": [
  27 + "# Loading data files"
  28 + ]
  29 + },
  30 + {
  31 + "cell_type": "code",
  32 + "execution_count": 16,
  33 + "metadata": {},
  34 + "outputs": [],
  35 + "source": [
  36 + "data_dir = '../data'\n",
  37 + "\n",
  38 + "daily = read_csv(os.path.join(data_dir, 'daily.csv'))\n",
  39 + "dose = read_csv(os.path.join(data_dir, 'dose.csv'))\n",
  40 + "jawbone = read_csv(os.path.join(data_dir, 'jawbone.csv'), low_memory=False)"
  41 + ]
  42 + },
  43 + {
  44 + "cell_type": "markdown",
  45 + "metadata": {},
  46 + "source": [
  47 + "# Preprocessing"
  48 + ]
  49 + },
  50 + {
  51 + "cell_type": "code",
  52 + "execution_count": 19,
  53 + "metadata": {},
  54 + "outputs": [
  55 + {
  56 + "data": {
  57 + "text/plain": [
  58 + "0 1\n",
  59 + "1 1\n",
  60 + "2 1\n",
  61 + "3 1\n",
  62 + "4 1\n",
  63 + "Name: user, dtype: int64"
  64 + ]
  65 + },
  66 + "execution_count": 19,
  67 + "metadata": {},
  68 + "output_type": "execute_result"
  69 + }
  70 + ],
  71 + "source": []
  72 + }
  73 + ],
  74 + "metadata": {
  75 + "interpreter": {
  76 + "hash": "80dbe1014b4652684caa329d41db00af3ae439be86b11eab7e35b518e5d8ab1a"
  77 + },
  78 + "kernelspec": {
  79 + "display_name": "Python 3.7.9 64-bit ('venv': venv)",
  80 + "language": "python",
  81 + "name": "python3"
  82 + },
  83 + "language_info": {
  84 + "codemirror_mode": {
  85 + "name": "ipython",
  86 + "version": 3
  87 + },
  88 + "file_extension": ".py",
  89 + "mimetype": "text/x-python",
  90 + "name": "python",
  91 + "nbconvert_exporter": "python",
  92 + "pygments_lexer": "ipython3",
  93 + "version": "3.7.9"
  94 + },
  95 + "orig_nbformat": 4
  96 + },
  97 + "nbformat": 4,
  98 + "nbformat_minor": 2
  99 +}
requirements.txt View file @ be5a830
1 1 absl-py==1.0.0
  2 +appnope==0.1.2
2 3 astunparse==1.6.3
  4 +backcall==0.2.0
3 5 cached-property==1.5.2
4 6 cachetools==4.2.4
5 7 certifi==2021.10.8
6 8 charset-normalizer==2.0.10
  9 +cycler==0.11.0
  10 +debugpy==1.5.1
  11 +decorator==5.1.1
  12 +entrypoints==0.3
7 13 flatbuffers==2.0
  14 +fonttools==4.29.0
8 15 gast==0.4.0
9 16 google-auth==2.3.3
10 17 google-auth-oauthlib==0.4.6
11 18  
12 19  
13 20  
14 21  
15 22  
... ... @@ -13,16 +20,38 @@
13 20 h5py==3.6.0
14 21 idna==3.3
15 22 importlib-metadata==4.10.0
  23 +ipykernel==6.7.0
  24 +ipython==7.31.1
  25 +jedi==0.18.1
  26 +jupyter-client==7.1.2
  27 +jupyter-core==4.9.1
16 28 keras==2.7.0
17 29 Keras-Preprocessing==1.1.2
  30 +kiwisolver==1.3.2
18 31 libclang==12.0.0
19 32 Markdown==3.3.6
  33 +matplotlib==3.5.1
  34 +matplotlib-inline==0.1.3
  35 +nest-asyncio==1.5.4
20 36 numpy==1.21.5
21 37 oauthlib==3.1.1
22 38 opt-einsum==3.3.0
  39 +packaging==21.3
  40 +pandas==1.3.5
  41 +parso==0.8.3
  42 +pexpect==4.8.0
  43 +pickleshare==0.7.5
  44 +Pillow==9.0.0
  45 +prompt-toolkit==3.0.24
23 46 protobuf==3.19.1
  47 +ptyprocess==0.7.0
24 48 pyasn1==0.4.8
25 49 pyasn1-modules==0.2.8
  50 +Pygments==2.11.2
  51 +pyparsing==3.0.7
  52 +python-dateutil==2.8.2
  53 +pytz==2021.3
  54 +pyzmq==22.3.0
26 55 requests==2.27.1
27 56 requests-oauthlib==1.3.0
28 57 rsa==4.8
29 58  
... ... @@ -34,8 +63,11 @@
34 63 tensorflow-estimator==2.7.0
35 64 tensorflow-io-gcs-filesystem==0.23.1
36 65 termcolor==1.1.0
  66 +tornado==6.1
  67 +traitlets==5.1.1
37 68 typing-extensions==4.0.1
38 69 urllib3==1.26.8
  70 +wcwidth==0.2.5
39 71 Werkzeug==2.0.2
40 72 wrapt==1.13.3
41 73 zipp==3.7.0