Change working directory when running notebook (#48)

* Also remove the scripts to run and convert notebooks from model-loader
and model-trainer

base/scripts/run-notebook.py

@@ -1,5 +1,6 @@
 #!/usr/bin/env python3
 
+import argparse
 import sys
 from pathlib import Path
 import logging
@@ -9,6 +10,16 @@
 from papermill.utils import merge_kwargs, remove_args
 from nbconvert import HTMLExporter
 
+
+parser = argparse.ArgumentParser(
+    prog='run-notebook.py',
+    description='Run a notebook and converts it to HTML while it is running')
+
+parser.add_argument('notebook_path', help="The path to the .ipynb notebook file")
+parser.add_argument('notebook_output_path', help="The path where the .ipynb notebook file should be written")
+parser.add_argument('-c', '--cwd', help="Change the working directory")
+args = parser.parse_args()
+
 logging.basicConfig(level=logging.INFO, format="%(message)s")
 logger.setLevel(logging.INFO)
 
@@ -68,8 +79,9 @@ def execute_notebook(
 
 # Execute the notebook with papermill as usual
 papermill.execute_notebook(
-    sys.argv[1],
-    sys.argv[2],
+    args.notebook_path,
+    args.notebook_output_path,
+    cwd=args.cwd,
     log_output=True,
     engine_name="htmlengine",
 )

base/scripts/run-notebook.sh

@@ -5,21 +5,18 @@ if [[ -z "$NOTEBOOK" ]]; then
   for nb in /content/*.ipynb; do
     [ -e "$nb" ] || continue
     echo "Executing notebook $nb"
-    run-notebook.py "$nb" "/content/artifacts/$(basename ${nb})"
-    # jupyter nbconvert --to html /content/artifacts/$(basename "$nb")
+    run-notebook.py "$nb" "/content/artifacts/$(basename ${nb})" --cwd "$(dirname ${nb})"
   done
   for nb in /content/src/*.ipynb; do
     [ -e "$nb" ] || continue
     mkdir -p /content/artifacts/src
     echo "Executing notebook $nb"
-    run-notebook.py "$nb" "/content/artifacts/src/$(basename ${nb})"
-    # jupyter nbconvert --to html /content/artifacts//src/$(basename "$nb")
+    run-notebook.py "$nb" "/content/artifacts/src/$(basename ${nb})" --cwd "$(dirname ${nb})"
   done
 else
   for nb in $NOTEBOOK; do
     [ -e "$nb" ] || continue
     echo "Executing notebook $nb"
-    run-notebook.py "$nb" "/content/artifacts/$(basename ${nb})"
-    # jupyter nbconvert --to html /content/artifacts/$(basename "$nb")
+    run-notebook.py "$nb" "/content/artifacts/$(basename ${nb})" --cwd "$(dirname ${nb})"
   done
 fi

model-loader-huggingface/Dockerfile

@@ -6,7 +6,4 @@ RUN mkdir -p /content/model
 COPY requirements.txt requirements.txt
 RUN pip3 install --no-cache-dir -r requirements.txt
 
-COPY load.sh /usr/local/bin/
 COPY src/* src/
-
-CMD load.sh

model-trainer-huggingface/Dockerfile

@@ -7,7 +7,4 @@ WORKDIR /content
 COPY requirements.txt /content/requirements.txt
 RUN pip install --no-cache-dir -r /content/requirements.txt
 
-COPY scripts/* ./scripts/
 COPY src/* ./src/
-
-CMD train.sh