Skip to content

Commit

Permalink
fix: Add pinned dev requirements
Browse files Browse the repository at this point in the history
- Added dev requirements for feluda core, video and audio benchmark
- Fixed video benchmark not working without new boto3 dependency
- Fixed audio benchmark not working without new wget dependency
  • Loading branch information
duggalsu committed Mar 23, 2024
1 parent efb06e5 commit d974e7e
Show file tree
Hide file tree
Showing 11 changed files with 392 additions and 4 deletions.
5 changes: 3 additions & 2 deletions src/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -65,8 +65,9 @@ WORKDIR /usr/app
# Set venv path
ENV PATH="/usr/app/venv/bin:$PATH"

# install python packages
RUN pip install --no-cache-dir debugpy nose2
# dev requirements file
COPY --chown=python:python dev_requirements.txt /usr/app/dev_requirements.txt
RUN pip install --no-cache-dir --require-hashes --no-deps -r /usr/app/dev_requirements.txt

# Set unprivileged user with group membership
USER python:python
Expand Down
4 changes: 4 additions & 0 deletions src/benchmark/audiovec/Dockerfile.audio_vec_embedding
Original file line number Diff line number Diff line change
Expand Up @@ -50,5 +50,9 @@ RUN apt-get purge -y --auto-remove \
RUN apt-get update && apt-get install -y --no-install-recommends vim zsh
RUN apt-get update && apt-get install -y --no-install-recommends wget

# dev requirements file
COPY --chown=python:python ./benchmark/audiovec/dev_requirements.txt /usr/app/benchmark/audiovec/dev_requirements.txt
RUN pip install --no-cache-dir --require-hashes --no-deps -r /usr/app/benchmark/audiovec/dev_requirements.txt

USER python:python
CMD tail -f /dev/null
Original file line number Diff line number Diff line change
Expand Up @@ -74,5 +74,9 @@ RUN apt-get purge -y --auto-remove \
RUN apt-get update && apt-get install -y --no-install-recommends vim zsh
RUN apt-get update && apt-get install -y --no-install-recommends wget

# dev requirements file
COPY --chown=python:python ./benchmark/audiovec/dev_requirements.txt /usr/app/benchmark/audiovec/dev_requirements.txt
RUN pip install --no-cache-dir --require-hashes --no-deps -r /usr/app/benchmark/audiovec/dev_requirements.txt

USER python:python
CMD tail -f /dev/null
1 change: 1 addition & 0 deletions src/benchmark/audiovec/dev_requirements.in
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
wget==3.2
9 changes: 9 additions & 0 deletions src/benchmark/audiovec/dev_requirements.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
#
# This file is autogenerated by pip-compile with Python 3.11
# by the following command:
#
# pip-compile --allow-unsafe --generate-hashes dev_requirements.in
#
wget==3.2 \
--hash=sha256:35e630eca2aa50ce998b9b1a127bb26b30dfee573702782aa982f875e3f16061
# via -r dev_requirements.in
5 changes: 4 additions & 1 deletion src/benchmark/vidvec/Dockerfile.vid_vec_rep_resnet
Original file line number Diff line number Diff line change
Expand Up @@ -48,7 +48,10 @@ RUN apt-get purge -y --auto-remove \
&& rm -rf /var/lib/apt/lists/*

RUN apt-get update && apt-get install -y --no-install-recommends vim zsh wget
RUN pip install --no-cache-dir numpy Pillow wget requests Werkzeug

# dev requirements file
COPY --chown=python:python ./benchmark/vidvec/dev_requirements.txt /usr/app/benchmark/vidvec/dev_requirements.txt
RUN pip install --no-cache-dir --require-hashes --no-deps -r /usr/app/benchmark/vidvec/dev_requirements.txt

USER python:python
CMD tail -f /dev/null
5 changes: 4 additions & 1 deletion src/benchmark/vidvec/Dockerfile.vid_vec_rep_resnet_graviton
Original file line number Diff line number Diff line change
Expand Up @@ -71,7 +71,10 @@ RUN apt-get purge -y --auto-remove \
&& rm -rf /var/lib/apt/lists/*

RUN apt-get update && apt-get install -y --no-install-recommends vim zsh wget
RUN pip install --no-cache-dir numpy Pillow wget requests Werkzeug

# dev requirements file
COPY --chown=python:python ./benchmark/vidvec/dev_requirements.txt /usr/app/benchmark/vidvec/dev_requirements.txt
RUN pip install --no-cache-dir --require-hashes --no-deps -r /usr/app/benchmark/vidvec/dev_requirements.txt

USER python:python
CMD tail -f /dev/null
6 changes: 6 additions & 0 deletions src/benchmark/vidvec/dev_requirements.in
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
numpy==1.26.4
pillow==10.2.0
wget==3.2
requests==2.31.0
Werkzeug==3.0.1
boto3==1.34.64
321 changes: 321 additions & 0 deletions src/benchmark/vidvec/dev_requirements.txt

Large diffs are not rendered by default.

2 changes: 2 additions & 0 deletions src/dev_requirements.in
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
debugpy==1.8.1
nose2==0.14.1
34 changes: 34 additions & 0 deletions src/dev_requirements.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,34 @@
#
# This file is autogenerated by pip-compile with Python 3.11
# by the following command:
#
# pip-compile --allow-unsafe --generate-hashes dev_requirements.in
#
debugpy==1.8.1 \
--hash=sha256:016a9fcfc2c6b57f939673c874310d8581d51a0fe0858e7fac4e240c5eb743cb \
--hash=sha256:0de56aba8249c28a300bdb0672a9b94785074eb82eb672db66c8144fff673146 \
--hash=sha256:1a9fe0829c2b854757b4fd0a338d93bc17249a3bf69ecf765c61d4c522bb92a8 \
--hash=sha256:28acbe2241222b87e255260c76741e1fbf04fdc3b6d094fcf57b6c6f75ce1242 \
--hash=sha256:3a79c6f62adef994b2dbe9fc2cc9cc3864a23575b6e387339ab739873bea53d0 \
--hash=sha256:3bda0f1e943d386cc7a0e71bfa59f4137909e2ed947fb3946c506e113000f741 \
--hash=sha256:3ebb70ba1a6524d19fa7bb122f44b74170c447d5746a503e36adc244a20ac539 \
--hash=sha256:58911e8521ca0c785ac7a0539f1e77e0ce2df753f786188f382229278b4cdf23 \
--hash=sha256:6df9aa9599eb05ca179fb0b810282255202a66835c6efb1d112d21ecb830ddd3 \
--hash=sha256:7a3afa222f6fd3d9dfecd52729bc2e12c93e22a7491405a0ecbf9e1d32d45b39 \
--hash=sha256:7eb7bd2b56ea3bedb009616d9e2f64aab8fc7000d481faec3cd26c98a964bcdd \
--hash=sha256:92116039b5500633cc8d44ecc187abe2dfa9b90f7a82bbf81d079fcdd506bae9 \
--hash=sha256:a2e658a9630f27534e63922ebf655a6ab60c370f4d2fc5c02a5b19baf4410ace \
--hash=sha256:bfb20cb57486c8e4793d41996652e5a6a885b4d9175dd369045dad59eaacea42 \
--hash=sha256:caad2846e21188797a1f17fc09c31b84c7c3c23baf2516fed5b40b378515bbf0 \
--hash=sha256:d915a18f0597ef685e88bb35e5d7ab968964b7befefe1aaea1eb5b2640b586c7 \
--hash=sha256:dda73bf69ea479c8577a0448f8c707691152e6c4de7f0c4dec5a4bc11dee516e \
--hash=sha256:e38beb7992b5afd9d5244e96ad5fa9135e94993b0c551ceebf3fe1a5d9beb234 \
--hash=sha256:edcc9f58ec0fd121a25bc950d4578df47428d72e1a0d66c07403b04eb93bcf98 \
--hash=sha256:efd3fdd3f67a7e576dd869c184c5dd71d9aaa36ded271939da352880c012e703 \
--hash=sha256:f696d6be15be87aef621917585f9bb94b1dc9e8aced570db1b8a6fc14e8f9b42 \
--hash=sha256:fd97ed11a4c7f6d042d320ce03d83b20c3fb40da892f994bc041bbc415d7a099
# via -r dev_requirements.in
nose2==0.14.1 \
--hash=sha256:7f8f03a21c9de2c33015933afcef72bf8e4a2d5dfec3b40092287de6e41b093a \
--hash=sha256:dfbf0d90c98b8d7bbf47d7721c7554ffcca86828ec074c985bb6ecc83c445a4e
# via -r dev_requirements.in

0 comments on commit d974e7e

Please sign in to comment.