.gitlab-ci.yml

@@ -9,5 +9,6 @@ docker-build-master:
   before_script:
     - docker login -u "$CI_REGISTRY_USER" -p "$CI_REGISTRY_PASSWORD" $CI_REGISTRY
   script:
+    - cp $ENV_FILE .env
     - docker build --pull -t "$CI_REGISTRY_IMAGE":prod .
     - docker push "$CI_REGISTRY_IMAGE":prod

Dockerfile

@@ -3,14 +3,21 @@ FROM jupyter/scipy-notebook:hub-1.5.0
 # Install from APT repository
 USER root
 RUN apt-get update -y
-RUN apt-get install -y git
+RUN apt-get install -y git libpq-dev gcc
+
+# Set working directory
+WORKDIR /usr/src/app
 
 # Install basics
 USER jovyan
 RUN pip3 install --upgrade pip
+COPY .env .env
 
-# Install 'nice to have lab extensions'
-# RUN pip install --upgrade jupyterlab
-RUN pip install jupyterlab-git==0.34.0
-RUN pip install jupyterlab-gitlab==3.0.0
+# Install python packages
+COPY requirements.txt requirements.txt
+RUN pip install --no-cache-dir -r requirements.txt
+ENV IPYTHONDIR /usr/src/app/ipython/
+WORKDIR /usr/src/app/ipython/profile_default/startup/
+COPY python_startup/ ./
+WORKDIR /home/
 

python_startup/01_load_db.py

+import os
+from dotenv import load_dotenv
+import sqlalchemy
+import pandas as pd
+from urllib.parse import quote_plus
+
+load_dotenv("/usr/src/app/.env")
+
+class Database:
+    def __init__(self, db_name):
+        self.conn = db_connect(db_name)
+
+    def __getattr__(self, table_name):
+        return pd.read_sql_table(table_name, self.conn)
+
+    def list_tables(self):
+        inspector = sqlalchemy.inspect(self.conn)
+        table_names = inspector.get_table_names()
+        return table_names
+
+def db_connect(db_name):
+    hostname=os.getenv("DB_HOST")
+    user=os.getenv("DB_USER")
+    password=quote_plus(os.getenv("DB_PASSWORD"))
+    conn = sqlalchemy.create_engine(f'postgresql+psycopg2://{user}:{password}@{hostname}/{db_name}')
+    return conn
+
+def get_table(db_name, table_name):
+    conn = db_connect(db_name)
+    dat = pd.read_sql_table(table_name, conn)
+    return dat
+
+def get_all_tables(db_name):
+    db_obj = Database(db_name)
+    return db_obj
+

requirements.txt

+jupyterlab-git==0.34.0
+jupyterlab-gitlab==3.0.0
+psycopg2-binary
+psycopg2
+python-dotenv
+sqlalchemy
+urllib3
+dash
+openai
+pandas
+numpy
+tenacity
+scikit-learn
+flask
+dash
+dash-bootstrap-components