Merge pull request #7 from o19s/trim_packages

Trim packages to make expanded directory smaller to fit under Heroku limit..

Author: epugh

Dockerfile

@@ -13,10 +13,29 @@ ENV TARGET_DIR=${GITHUB_WORKSPACE:-/github/workspace}
 # Build the Jupyter lite web app, the pyodide kernel option is passed for offline availability
 # (see https://jupyterlite.readthedocs.io/en/latest/howto/configure/advanced/offline.html), the
 # Kernel version is taken from https://github.com/jupyterlite/pyodide-kernel/blob/main/packages/pyodide-kernel/package.json
+# 
+# We need to trim the size of our package down, so we are explicitly deleting some default wheels
+# from the resulting output.  Hacky!
 CMD jupyter lite build \
   --config /build/jupyter_lite_config.json \
   --lite-dir /build \
   --no-sourcemaps \
   --output-dir notebooks \
   --pyodide https://github.com/pyodide/pyodide/releases/download/0.23.2/pyodide-0.23.2.tar.bz2 \
+  && rm notebooks/static/pyodide/astropy-5.2* \
+  && rm notebooks/static/pyodide/biopython-1.81* \
+  && rm notebooks/static/pyodide/bokeh-3.1* \
+  && rm notebooks/static/pyodide/Fiona-1.8* \
+  && rm notebooks/static/pyodide/gdal-3.5* \
+  && rm notebooks/static/pyodide/gensim* \
+  && rm notebooks/static/pyodide/mne* \
+  && rm notebooks/static/pyodide/mypy-1.1* \
+  && rm notebooks/static/pyodide/opencv_python-4.7* \
+  && rm notebooks/static/pyodide/*-tests.tar \
+  && rm notebooks/static/pyodide/RobotRaconteur-0.15* \
+  && rm notebooks/static/pyodide/scipy* \
+  && rm notebooks/static/pyodide/sympy* \
+  && rm notebooks/static/pyodide/test-1.0.* \
+  && rm notebooks/static/pyodide/tomli* \
+  && rm notebooks/static/pyodide/yt-4.1* \
   && tar -czf ${TARGET_DIR}/jupyter-lite-build.tgz notebooks

README.md

@@ -44,3 +44,16 @@ Browse to http://localhost:8000 and you should see the Jupyterlite interface.
 If you are debugging these notebooks, they all use the Haystack Party data.
 1. Check out the dev version of Quepid.
 1. Run `bin/docker r bundle exec thor sample_data:haystack_party` to load into Quepid the data that the notebooks references.
+
+## Shrinking the Docker Image Size
+
+Heroku allows a Quepid "Slug" to be max 500 MB, and one of the key drivers of slug size is the inclusion of various Python libraries in Pyodide.
+
+To shink it we:
+
+1. Run the build.
+2. Untar it into a new folder   `tar -xzf jupyter-lite-build.tgz -C notebooks2`
+3. Now look for files to remove, and modify the `Dockerfile` to remove the file when the Docker image is built!
+4. Re run the build.
+5. Unpack the new setup
+6. Test it: `ruby -run -ehttpd ./notebooks -p 8000` via http://localhost:8000/lab/index.html

jupyterlite/requirements.txt

@@ -1,4 +1,6 @@
 # Contents below from https://github.com/jupyterlite/demo/blob/main/requirements.txt
+# Stripped out as many resources as possible to slim it down to fit in Heroku limits
+# when deployed as part of Quepid.
 
 # Core modules (mandatory)
 jupyterlite-core==0.1.0
@@ -8,18 +10,18 @@ jupyterlab~=3.5.1
 jupyterlite-pyodide-kernel==0.0.8
 
 # JavaScript kernel (optional)
-jupyterlite-javascript-kernel==0.1.0b21
+# jupyterlite-javascript-kernel==0.1.0b21
 
 # Language support (optional)
-jupyterlab-language-pack-fr-FR
-jupyterlab-language-pack-zh-CN
+# jupyterlab-language-pack-fr-FR
+# jupyterlab-language-pack-zh-CN
 
 # SQLite kernel (optional)
-jupyterlite-xeus-sqlite==0.2.1
+#jupyterlite-xeus-sqlite==0.2.1
 # P5 kernel (optional)
-jupyterlite-p5-kernel==0.1.0
+#jupyterlite-p5-kernel==0.1.0
 # Lua kernel (optional)
-jupyterlite-xeus-lua==0.3.1
+# jupyterlite-xeus-lua==0.3.1
 
 # JupyterLab: Fasta file renderer (optional)
 jupyterlab-fasta>=3,<4
@@ -41,7 +43,7 @@ ipympl>=0.8.2
 # Python: ipycanvas library for Jupyter notebooks (optional)
 ipycanvas>=0.9.1
 # Python: ipyleaflet library for Jupyter notebooks (optional)
-ipyleaflet
+# ipyleaflet
 
 # Python: plotting libraries (optional)
 plotly>=5,<6
@@ -50,4 +52,4 @@ bqplot
 
 # Contents below added from https://jupyterlite.readthedocs.io/en/latest/howto/configure/advanced/offline.html
 
-jupyterlite-core[mathjax]==0.1.0
+#jupyterlite-core[mathjax]==0.1.0