Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
30 commits
Select commit Hold shift + click to select a range
9168499
Delete README.md
webmakaka Aug 30, 2022
b198e74
Update Dockerfile
webmakaka Aug 30, 2022
ea62bbc
Remove unnecessary files
webmakaka Aug 31, 2022
60b94e1
Update MLFLOW version for Chapter 01
webmakaka Aug 31, 2022
29fc952
Chapter03 runs
webmakaka Aug 31, 2022
ae55854
Update README.md
webmakaka Sep 1, 2022
3b938e3
Before we start working with Chapter04
webmakaka Sep 1, 2022
a5c3122
Update retrieve_training_data.ipynb
webmakaka Sep 1, 2022
03a7c92
Update requirements.txt
webmakaka Sep 1, 2022
b95c1b9
Update Dockerfile
webmakaka Sep 1, 2022
008fc88
Update requirements.txt
webmakaka Sep 1, 2022
eb31110
Update requirements.txt
webmakaka Sep 1, 2022
bbc929e
Update package versions
webmakaka Sep 3, 2022
3b2b1ca
Update .dockerignore
webmakaka Sep 3, 2022
aad3a60
Update requirements.txt
webmakaka Sep 3, 2022
13b8652
Update mlflow_run_keras.ipynb
webmakaka Sep 3, 2022
eb36c56
Update conda.yaml
webmakaka Sep 9, 2022
486cb5b
Update feature_set_generation.py
webmakaka Sep 9, 2022
adaef58
Update conda.yaml
webmakaka Sep 9, 2022
61778f3
Update Dockerfile
webmakaka Sep 10, 2022
8dbf1b7
Update .dockerignore
webmakaka Sep 10, 2022
b566b16
Update Dockerfile
webmakaka Sep 11, 2022
8a892e8
Update Dockerfile
webmakaka Sep 11, 2022
04c3ce4
Update Dockerfile
webmakaka Sep 11, 2022
dac198c
Update Dockerfile
webmakaka Sep 11, 2022
397c6d6
remove files
webmakaka Sep 12, 2022
ebe252c
Delete README.md
webmakaka Sep 12, 2022
89aa4a0
Remove files
webmakaka Sep 12, 2022
3244ead
Update Dockerfile
webmakaka Sep 12, 2022
4c5ebfa
Update Readme.md
webmakaka Jul 4, 2024
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 3 additions & 0 deletions .prettierignore
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
node_modules
# *.test.js
# *.spec.js
4 changes: 4 additions & 0 deletions .prettierrc
Original file line number Diff line number Diff line change
@@ -0,0 +1,4 @@
{
"singleQuote": true,
"bracketSpacing": true
}
Empty file modified Chapter01/run.sh
100644 → 100755
Empty file.
4 changes: 2 additions & 2 deletions Chapter01/stockpred/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,12 +1,12 @@
FROM continuumio/miniconda3

RUN pip install mlflow>=1.18.0 \
RUN pip install mlflow>=1.28.0 \
&& pip install numpy \
&& pip install scipy \
&& pip install pandas \
&& pip install scikit-learn \
&& pip install cloudpickle \
&& pip install pandas_datareader==0.10.0
&& pip install pandas_datareader==0.10.0 \
&& pip install yfinance


1 change: 0 additions & 1 deletion Chapter01/stockpred/README.md

This file was deleted.

1 change: 1 addition & 0 deletions Chapter03/gradflow/.dockerignore
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,7 @@
!requirements.*txt
!setup.py
!src/
!src/workbench/__init__.py
!tox.ini
!.pylintrc
!docker/jupyter/scripts/*.sh
Expand Down

This file was deleted.

14 changes: 0 additions & 14 deletions Chapter03/gradflow/.github/ISSUE_TEMPLATE/epic-ticket-template.md

This file was deleted.

This file was deleted.

28 changes: 0 additions & 28 deletions Chapter03/gradflow/.github/ISSUE_TEMPLATE/spike-ticket-template.md

This file was deleted.

25 changes: 0 additions & 25 deletions Chapter03/gradflow/.github/ISSUE_TEMPLATE/task-ticket-template.md

This file was deleted.

30 changes: 0 additions & 30 deletions Chapter03/gradflow/.github/pull_request_template.md

This file was deleted.

54 changes: 0 additions & 54 deletions Chapter03/gradflow/.travis.yml

This file was deleted.

4 changes: 0 additions & 4 deletions Chapter03/gradflow/Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -53,10 +53,6 @@ JUPYTER_USERNAME := $(shell id -u -n)
POSTGRES_UID := $(shell id -u)
POSTGRES_GID := $(shell id -g)

TRAVIS_JOB =
TRAVIS_TOKEN =


default: clean build up
lab: default

Expand Down
84 changes: 44 additions & 40 deletions Chapter03/gradflow/docker-compose.yml
Original file line number Diff line number Diff line change
@@ -1,47 +1,33 @@
version: '3.7'
services:
jupyter:
user: root
postgres:
user: '${POSTGRES_UID}:${POSTGRES_GID}'
build:
context: .
dockerfile: ./docker/jupyter/Dockerfile
target: ${JUPYTER_TARGET}
args:
- MLFLOW_ARTIFACT_STORE=/${MLFLOW_ARTIFACT_STORE}
- MLFLOW_VERSION=${MLFLOW_VERSION}
- JUPYTER_BASE_IMAGE=${JUPYTER_BASE_IMAGE}
- JUPYTER_BASE_VERSION=${JUPYTER_BASE_VERSION}
- JUPYTER_USERNAME=${JUPYTER_USERNAME}
image: ${IMAGE_OWNER}/${REPO_SLUG}/${JUPYTER_TARGET}:${VERSION}
context: ./docker/postgres
image: ${IMAGE_OWNER}/${REPO_SLUG}/${POSTGRES_IMAGE_NAME}:${VERSION}
restart: always
environment:
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD}
POSTGRES_USER: ${POSTGRES_USER}
ports:
- "${JUPYTER_PORT}:${JUPYTER_PORT}"
depends_on:
- mlflow
environment:
MLFLOW_TRACKING_URI: ${MLFLOW_TRACKING_URI}
JUPYTER_ENABLE_LAB: ${JUPYTER_ENABLE_LAB}
NB_USER: ${JUPYTER_USERNAME}
NB_UID: ${JUPYTER_UID}
CHOWN_HOME: "yes"
CHOWN_HOME_OPTS: '-R'
CHOWN_EXTRA: ${JUPYTER_CHOWN_EXTRA}
CHOWN_EXTRA_OPTS: '-R'
- '${POSTGRES_PORT}:${POSTGRES_PORT}'
volumes:
- ./:/home/${JUPYTER_USERNAME}/work
- ./${MLFLOW_ARTIFACT_STORE}:/${MLFLOW_ARTIFACT_STORE}
- ./${POSTGRES_STORE}:/var/lib/postgresql/data

mlflow:
build:
context: ./docker/mlflow
args:
- MLFLOW_VERSION=${MLFLOW_VERSION}
image: ${IMAGE_OWNER}/${REPO_SLUG}/${MLFLOW_IMAGE_NAME}:${VERSION}
expose:
- "${MLFLOW_TRACKING_SERVER_PORT}"
restart: always
expose:
- '${MLFLOW_TRACKING_SERVER_PORT}'
ports:
- "${MLFLOW_TRACKING_SERVER_PORT}:${MLFLOW_TRACKING_SERVER_PORT}"
depends_on:
- '${MLFLOW_TRACKING_SERVER_PORT}:${MLFLOW_TRACKING_SERVER_PORT}'
depends_on:
- postgres
environment:
environment:
MLFLOW_TRACKING_SERVER_HOST: ${MLFLOW_TRACKING_SERVER_HOST}
MLFLOW_TRACKING_SERVER_PORT: ${MLFLOW_TRACKING_SERVER_PORT}
MLFLOW_ARTIFACT_STORE: ${MLFLOW_ARTIFACT_STORE}
Expand All @@ -53,16 +39,34 @@ services:
WAIT_FOR_IT_TIMEOUT: ${WAIT_FOR_IT_TIMEOUT}
volumes:
- ./${MLFLOW_ARTIFACT_STORE}:/${MLFLOW_ARTIFACT_STORE}
postgres:
user: "${POSTGRES_UID}:${POSTGRES_GID}"

jupyter:
user: root
build:
context: ./docker/postgres
image: ${IMAGE_OWNER}/${REPO_SLUG}/${POSTGRES_IMAGE_NAME}:${VERSION}
context: .
dockerfile: ./docker/jupyter/Dockerfile
target: ${JUPYTER_TARGET}
args:
- MLFLOW_ARTIFACT_STORE=/${MLFLOW_ARTIFACT_STORE}
- MLFLOW_VERSION=${MLFLOW_VERSION}
- JUPYTER_BASE_IMAGE=${JUPYTER_BASE_IMAGE}
- JUPYTER_BASE_VERSION=${JUPYTER_BASE_VERSION}
- JUPYTER_USERNAME=${JUPYTER_USERNAME}
image: ${IMAGE_OWNER}/${REPO_SLUG}/${JUPYTER_TARGET}:${VERSION}
restart: always
environment:
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD}
POSTGRES_USER: ${POSTGRES_USER}
ports:
- "${POSTGRES_PORT}:${POSTGRES_PORT}"
- '${JUPYTER_PORT}:${JUPYTER_PORT}'
depends_on:
- mlflow
environment:
MLFLOW_TRACKING_URI: ${MLFLOW_TRACKING_URI}
JUPYTER_ENABLE_LAB: ${JUPYTER_ENABLE_LAB}
NB_USER: ${JUPYTER_USERNAME}
NB_UID: ${JUPYTER_UID}
CHOWN_HOME: 'yes'
CHOWN_HOME_OPTS: '-R'
CHOWN_EXTRA: ${JUPYTER_CHOWN_EXTRA}
CHOWN_EXTRA_OPTS: '-R'
volumes:
- ./${POSTGRES_STORE}:/var/lib/postgresql/data
- ./:/home/${JUPYTER_USERNAME}/work
- ./${MLFLOW_ARTIFACT_STORE}:/${MLFLOW_ARTIFACT_STORE}
4 changes: 2 additions & 2 deletions Chapter03/gradflow/docker/mlflow/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
FROM python:3.7
FROM python:3.8.10

EXPOSE 5000

ARG MLFLOW_VERSION
ARG SERVER_DIR=/server

RUN pip install mlflow==$MLFLOW_VERSION psycopg2==2.8.* && \
RUN pip install mlflow==$MLFLOW_VERSION psycopg2==2.8.* protobuf==3.20.* && \
mkdir -p ${SERVER_DIR}

COPY ./scripts/wait-for-it.sh ${SERVER_DIR}/
Expand Down
2 changes: 1 addition & 1 deletion Chapter03/gradflow/requirements.txt
Original file line number Diff line number Diff line change
@@ -1 +1 @@
pandas-datareader
pandas-datareader==0.10.0
Loading