Dockerfile

@@ -10,10 +10,34 @@ WORKDIR /usr/src/app
 
 # Install basics
 USER jovyan
+# RUN pip3 install --upgrade pip setuptools wheel
 RUN pip3 install --upgrade pip
+# RUN pip3 install pip-review
+# RUN pip-review --local --auto
 COPY .env .env
 
+RUN pip3 install jupyterlab-git==0.34.0
+RUN pip3 install jupyterlab-gitlab==3.0.0
+RUN pip3 install psycopg2-binary
+RUN pip3 install psycopg2
+RUN pip3 install python-dotenv
+RUN pip3 install sqlalchemy
+RUN pip3 install urllib3
+RUN pip3 install yahooquery==2.3.7
+RUN pip3 install numpy==1.26.4
+# RUN pip3 install numba==0.59.1
+RUN pip3 install scipy==1.13.1
+RUN pip3 install matplotlib==3.8.4
+RUN pip3 install seaborn==0.13.2
+RUN pip3 install plotly==5.22.0
+
+
 # Install python packages
-COPY . .
-RUN pip install --no-cache-dir -r requirements.txt
+#COPY requirements.txt requirements.txt
+#RUN pip install --no-cache-dir -r requirements.txt
+#RUN pip install --ignore-installed --no-cache-dir -r requirements.txt
+# ENV IPYTHONDIR /usr/src/app/ipython/
+# WORKDIR /usr/src/app/ipython/profile_default/startup/
+# COPY python_startup/ ./
+# WORKDIR /home/
 

db_load.py

-import os
-from dotenv import load_dotenv
-import psycopg2
-import pandas as pd
-
-def db_connect(db_name):
-    conn = psycopg2.connect(
-    host=os.getenv("DB_HOST"),
-    database=db_name,
-    user=os.getenv("DB_USER"),
-    password="Di&i$IM0815")
-    return(conn)
-
-def get_table(db_name, table_name):
-    conn = db_connect(db_name)
-    sql = f"select * from {table_name};"
-    dat = pd.io.sql.read_sql_query(sql, conn)
-    return(dat)

python_startup/01_load_db.py

+import os
+from dotenv import load_dotenv
+import sqlalchemy
+import pandas as pd
+from urllib.parse import quote_plus
+
+load_dotenv("/usr/src/app/.env")
+
+class Database:
+    def __init__(self, db_name):
+        self.conn = db_connect(db_name)
+
+    def __getattr__(self, table_name):
+        return pd.read_sql_table(table_name, self.conn)
+
+    def list_tables(self):
+        inspector = sqlalchemy.inspect(self.conn)
+        table_names = inspector.get_table_names()
+        return table_names
+
+def db_connect(db_name):
+    hostname=os.getenv("DB_HOST")
+    user=os.getenv("DB_USER")
+    password=quote_plus(os.getenv("DB_PASSWORD"))
+    conn = sqlalchemy.create_engine(f'postgresql+psycopg2://{user}:{password}@{hostname}/{db_name}')
+    return conn
+
+def get_table(db_name, table_name):
+    conn = db_connect(db_name)
+    dat = pd.read_sql_table(table_name, conn)
+    return dat
+
+def get_all_tables(db_name):
+    db_obj = Database(db_name)
+    return db_obj
+

requirements.txt

@@ -3,3 +3,12 @@ jupyterlab-gitlab==3.0.0
 psycopg2-binary
 psycopg2
 python-dotenv
+sqlalchemy
+urllib3
+yahooquery==2.3.7
+numpy==1.26.4
+numba==0.59.1
+scipy==1.13.1
+matplotlib==3.8.4
+seaborn==0.13.2
+plotly==5.22.0
\ No newline at end of file