Commit be5a830d6de41e13253832a0b42206adf4334bff
1 parent
61f8e89852
Exists in
main
data load
Showing 2 changed files with 131 additions and 0 deletions Inline Diff
python-notebook/data_loading.ipynb
View file @
be5a830
File was created | 1 | { | ||
2 | "cells": [ | |||
3 | { | |||
4 | "cell_type": "markdown", | |||
5 | "metadata": {}, | |||
6 | "source": [ | |||
7 | "# Loading libraries" | |||
8 | ] | |||
9 | }, | |||
10 | { | |||
11 | "cell_type": "code", | |||
12 | "execution_count": 13, | |||
13 | "metadata": {}, | |||
14 | "outputs": [], | |||
15 | "source": [ | |||
16 | "import numpy as np\n", | |||
17 | "import matplotlib.pyplot as plt\n", | |||
18 | "from pandas import read_csv\n", | |||
19 | "import os\n", | |||
20 | "from datetime import datetime" | |||
21 | ] | |||
22 | }, | |||
23 | { | |||
24 | "cell_type": "markdown", | |||
25 | "metadata": {}, | |||
26 | "source": [ | |||
27 | "# Loading data files" | |||
28 | ] | |||
29 | }, | |||
30 | { | |||
31 | "cell_type": "code", | |||
32 | "execution_count": 16, | |||
33 | "metadata": {}, | |||
34 | "outputs": [], | |||
35 | "source": [ | |||
36 | "data_dir = '../data'\n", | |||
37 | "\n", | |||
38 | "daily = read_csv(os.path.join(data_dir, 'daily.csv'))\n", | |||
39 | "dose = read_csv(os.path.join(data_dir, 'dose.csv'))\n", | |||
40 | "jawbone = read_csv(os.path.join(data_dir, 'jawbone.csv'), low_memory=False)" | |||
41 | ] | |||
42 | }, | |||
43 | { | |||
44 | "cell_type": "markdown", | |||
45 | "metadata": {}, | |||
46 | "source": [ | |||
47 | "# Preprocessing" | |||
48 | ] | |||
49 | }, | |||
50 | { | |||
51 | "cell_type": "code", | |||
52 | "execution_count": 19, | |||
53 | "metadata": {}, | |||
54 | "outputs": [ | |||
55 | { | |||
56 | "data": { | |||
57 | "text/plain": [ | |||
58 | "0 1\n", | |||
59 | "1 1\n", | |||
60 | "2 1\n", | |||
61 | "3 1\n", | |||
62 | "4 1\n", | |||
63 | "Name: user, dtype: int64" | |||
64 | ] | |||
65 | }, | |||
66 | "execution_count": 19, | |||
67 | "metadata": {}, | |||
68 | "output_type": "execute_result" | |||
69 | } | |||
70 | ], | |||
71 | "source": [] | |||
72 | } | |||
73 | ], | |||
74 | "metadata": { | |||
75 | "interpreter": { | |||
76 | "hash": "80dbe1014b4652684caa329d41db00af3ae439be86b11eab7e35b518e5d8ab1a" | |||
77 | }, | |||
78 | "kernelspec": { | |||
79 | "display_name": "Python 3.7.9 64-bit ('venv': venv)", | |||
80 | "language": "python", | |||
81 | "name": "python3" | |||
82 | }, | |||
83 | "language_info": { | |||
84 | "codemirror_mode": { | |||
85 | "name": "ipython", | |||
86 | "version": 3 | |||
87 | }, | |||
88 | "file_extension": ".py", | |||
89 | "mimetype": "text/x-python", | |||
90 | "name": "python", | |||
91 | "nbconvert_exporter": "python", | |||
92 | "pygments_lexer": "ipython3", | |||
93 | "version": "3.7.9" | |||
94 | }, | |||
95 | "orig_nbformat": 4 | |||
96 | }, | |||
97 | "nbformat": 4, | |||
98 | "nbformat_minor": 2 | |||
99 | } |
requirements.txt
View file @
be5a830
absl-py==1.0.0 | 1 | 1 | absl-py==1.0.0 | |
2 | appnope==0.1.2 | |||
astunparse==1.6.3 | 2 | 3 | astunparse==1.6.3 | |
4 | backcall==0.2.0 | |||
cached-property==1.5.2 | 3 | 5 | cached-property==1.5.2 | |
cachetools==4.2.4 | 4 | 6 | cachetools==4.2.4 | |
certifi==2021.10.8 | 5 | 7 | certifi==2021.10.8 | |
charset-normalizer==2.0.10 | 6 | 8 | charset-normalizer==2.0.10 | |
9 | cycler==0.11.0 | |||
10 | debugpy==1.5.1 | |||
11 | decorator==5.1.1 | |||
12 | entrypoints==0.3 | |||
flatbuffers==2.0 | 7 | 13 | flatbuffers==2.0 | |
14 | fonttools==4.29.0 | |||
gast==0.4.0 | 8 | 15 | gast==0.4.0 | |
google-auth==2.3.3 | 9 | 16 | google-auth==2.3.3 | |
google-auth-oauthlib==0.4.6 | 10 | 17 | google-auth-oauthlib==0.4.6 | |
google-pasta==0.2.0 | 11 | 18 | google-pasta==0.2.0 | |
grpcio==1.43.0 | 12 | 19 | grpcio==1.43.0 | |
h5py==3.6.0 | 13 | 20 | h5py==3.6.0 | |
idna==3.3 | 14 | 21 | idna==3.3 | |
importlib-metadata==4.10.0 | 15 | 22 | importlib-metadata==4.10.0 | |
23 | ipykernel==6.7.0 | |||
24 | ipython==7.31.1 | |||
25 | jedi==0.18.1 | |||
26 | jupyter-client==7.1.2 | |||
27 | jupyter-core==4.9.1 | |||
keras==2.7.0 | 16 | 28 | keras==2.7.0 | |
Keras-Preprocessing==1.1.2 | 17 | 29 | Keras-Preprocessing==1.1.2 | |
30 | kiwisolver==1.3.2 | |||
libclang==12.0.0 | 18 | 31 | libclang==12.0.0 | |
Markdown==3.3.6 | 19 | 32 | Markdown==3.3.6 | |
33 | matplotlib==3.5.1 | |||
34 | matplotlib-inline==0.1.3 | |||
35 | nest-asyncio==1.5.4 | |||
numpy==1.21.5 | 20 | 36 | numpy==1.21.5 | |
oauthlib==3.1.1 | 21 | 37 | oauthlib==3.1.1 | |
opt-einsum==3.3.0 | 22 | 38 | opt-einsum==3.3.0 | |
39 | packaging==21.3 | |||
40 | pandas==1.3.5 | |||
41 | parso==0.8.3 | |||
42 | pexpect==4.8.0 | |||
43 | pickleshare==0.7.5 | |||
44 | Pillow==9.0.0 | |||
45 | prompt-toolkit==3.0.24 | |||
protobuf==3.19.1 | 23 | 46 | protobuf==3.19.1 | |
47 | ptyprocess==0.7.0 | |||
pyasn1==0.4.8 | 24 | 48 | pyasn1==0.4.8 | |
pyasn1-modules==0.2.8 | 25 | 49 | pyasn1-modules==0.2.8 | |
50 | Pygments==2.11.2 | |||
51 | pyparsing==3.0.7 | |||
52 | python-dateutil==2.8.2 | |||
53 | pytz==2021.3 | |||
54 | pyzmq==22.3.0 | |||
requests==2.27.1 | 26 | 55 | requests==2.27.1 | |
requests-oauthlib==1.3.0 | 27 | 56 | requests-oauthlib==1.3.0 | |
rsa==4.8 | 28 | 57 | rsa==4.8 | |
six==1.16.0 | 29 | 58 | six==1.16.0 | |
tensorboard==2.7.0 | 30 | 59 | tensorboard==2.7.0 | |
tensorboard-data-server==0.6.1 | 31 | 60 | tensorboard-data-server==0.6.1 | |
tensorboard-plugin-wit==1.8.1 | 32 | 61 | tensorboard-plugin-wit==1.8.1 | |
tensorflow==2.7.0 | 33 | 62 | tensorflow==2.7.0 | |
tensorflow-estimator==2.7.0 | 34 | 63 | tensorflow-estimator==2.7.0 | |
tensorflow-io-gcs-filesystem==0.23.1 | 35 | 64 | tensorflow-io-gcs-filesystem==0.23.1 | |
termcolor==1.1.0 | 36 | 65 | termcolor==1.1.0 | |
66 | tornado==6.1 | |||
67 | traitlets==5.1.1 | |||
typing-extensions==4.0.1 | 37 | 68 | typing-extensions==4.0.1 | |
urllib3==1.26.8 | 38 | 69 | urllib3==1.26.8 | |
70 | wcwidth==0.2.5 | |||
Werkzeug==2.0.2 | 39 | 71 | Werkzeug==2.0.2 | |
wrapt==1.13.3 | 40 | 72 | wrapt==1.13.3 | |
zipp==3.7.0 | 41 | 73 | zipp==3.7.0 |