More cleanup

huggingface · Apr 25, 2024 · b33178e · b33178e
1 parent d621915
commit b33178e
Show file tree

Hide file tree

Showing 8 changed files with 4,336 additions and 36 deletions.
diff --git a/.github/poetry/builds/poetry.lock b/.github/poetry/builds/poetry.lock
diff --git a/.github/poetry/builds/pyproject.toml b/.github/poetry/builds/pyproject.toml
@@ -0,0 +1,102 @@
+[tool.poetry]
+name = "lerobot"
+version = "0.1.0"
+description = "🤗 LeRobot: State-of-the-art Machine Learning for Real-World Robotics in Pytorch"
+authors = [
+    "Rémi Cadène <[email protected]>",
+    "Alexander Soare <[email protected]>",
+    "Quentin Gallouédec <[email protected]>",
+    "Simon Alibert <[email protected]>",
+    "Thomas Wolf <[email protected]>",
+]
+repository = "https://github.com/huggingface/lerobot"
+readme = "README.md"
+license = "Apache-2.0"
+classifiers=[
+    "Development Status :: 3 - Alpha",
+    "Intended Audience :: Developers",
+    "Intended Audience :: Education",
+    "Intended Audience :: Science/Research",
+    "Topic :: Software Development :: Build Tools",
+    "Topic :: Scientific/Engineering :: Artificial Intelligence",
+    "License :: OSI Approved :: Apache Software License",
+    "Programming Language :: Python :: 3.10",
+]
+packages = [{include = "lerobot"}]
+
+
+[tool.poetry.dependencies]
+python = "^3.10"
+termcolor = "^2.4.0"
+omegaconf = "^2.3.0"
+wandb = "^0.16.3"
+imageio = {extras = ["ffmpeg"], version = "^2.34.0"}
+gdown = "^5.1.0"
+hydra-core = "^1.3.2"
+einops = "^0.7.0"
+pymunk = "^6.6.0"
+zarr = "^2.17.0"
+numba = "^0.59.0"
+torch = "^2.2.1"
+opencv-python = "^4.9.0.80"
+diffusers = "^0.26.3"
+torchvision = "^0.17.1"
+h5py = "^3.10.0"
+huggingface-hub = "^0.21.4"
+robomimic = "0.2.0"
+gymnasium = "^0.29.1"
+cmake = "^3.29.0.1"
+gym-pusht = { path = "envs/gym-pusht/", optional = true}
+gym-xarm = { path = "envs/gym-xarm/", optional = true}
+gym-aloha = { path = "envs/gym-aloha/", optional = true}
+pre-commit = {version = "^3.7.0", optional = true}
+debugpy = {version = "^1.8.1", optional = true}
+pytest = {version = "^8.1.0", optional = true}
+pytest-cov = {version = "^5.0.0", optional = true}
+datasets = "^2.19.0"
+
+
+[tool.poetry.extras]
+pusht = ["gym-pusht"]
+xarm = ["gym-xarm"]
+aloha = ["gym-aloha"]
+dev = ["pre-commit", "debugpy"]
+test = ["pytest", "pytest-cov"]
+
+
+[tool.ruff]
+line-length = 110
+target-version = "py310"
+exclude = [
+    ".bzr",
+    ".direnv",
+    ".eggs",
+    ".git",
+    ".git-rewrite",
+    ".hg",
+    ".mypy_cache",
+    ".nox",
+    ".pants.d",
+    ".pytype",
+    ".ruff_cache",
+    ".svn",
+    ".tox",
+    ".venv",
+    "__pypackages__",
+    "_build",
+    "buck-out",
+    "build",
+    "dist",
+    "node_modules",
+    "venv",
+]
+
+
+[tool.ruff.lint]
+select = ["E4", "E7", "E9", "F", "I", "N", "B", "C4", "SIM"]
+ignore-init-module-imports = true
+
+
+[build-system]
+requires = ["poetry-core>=1.5.0"]
+build-backend = "poetry.core.masonry.api"
diff --git a/.github/poetry/cpu/poetry.lock → .github/poetry/cpu_DEPRECATED/poetry.lock b/.github/poetry/cpu/poetry.lock → .github/poetry/cpu_DEPRECATED/poetry.lock
diff --git a/.github/poetry/cpu/pyproject.toml → .github/poetry/cpu_DEPRECATED/pyproject.toml b/.github/poetry/cpu/pyproject.toml → .github/poetry/cpu_DEPRECATED/pyproject.toml
diff --git a/.github/workflows/build-docker-images.yml b/.github/workflows/build-docker-images.yml
@@ -3,17 +3,17 @@
 name: Build Docker images (scheduled)
 
 on:
-  # pull_request:  # TODO(aliberts): for testing, delete before merge
-  #   branches:
-  #     - main
+  pull_request:  # TODO(aliberts): for testing, delete before merge
+    branches:
+      - main
   workflow_dispatch:
   workflow_call:
   schedule:
     - cron: "0 1 * * *"
 
 # concurrency:
 #   group: docker-image-builds
-#   cancel-in-progress: true
+#   cancel-in-progress: false
 
 env:
   PYTHON_VERSION: "3.10"
@@ -36,22 +36,30 @@ jobs:
           sudo du -sh /usr/local/lib/
           sudo du -sh /usr/share/
           sudo df -h
+
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v3
+
       - name: Check out code
         uses: actions/checkout@v4
+
+      - name: Select local envs dependencies  # HACK(aliberts): to be removed for release
+        run: cp -t . .github/poetry/ci/pyproject.toml .github/poetry/ci/poetry.lock
+
       - name: Checkout gym-aloha
         uses: actions/checkout@v4
         with:
           repository: huggingface/gym-aloha
           path: envs/gym-aloha
           ssh-key: ${{ secrets.SSH_PRIVATE_KEY }}
+
       - name: Checkout gym-xarm
         uses: actions/checkout@v4
         with:
           repository: huggingface/gym-xarm
           path: envs/gym-xarm
           ssh-key: ${{ secrets.SSH_PRIVATE_KEY }}
+
       - name: Checkout gym-pusht
         uses: actions/checkout@v4
         with:
@@ -116,26 +124,34 @@ jobs:
           sudo df -h
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v3
+
       - name: Check out code
         uses: actions/checkout@v4
+
+      - name: Select local envs dependencies  # HACK(aliberts): to be removed for release
+        run: cp -t . .github/poetry/ci/pyproject.toml .github/poetry/ci/poetry.lock
+
       - name: Checkout gym-aloha
         uses: actions/checkout@v4
         with:
           repository: huggingface/gym-aloha
           path: envs/gym-aloha
           ssh-key: ${{ secrets.SSH_PRIVATE_KEY }}
+
       - name: Checkout gym-xarm
         uses: actions/checkout@v4
         with:
           repository: huggingface/gym-xarm
           path: envs/gym-xarm
           ssh-key: ${{ secrets.SSH_PRIVATE_KEY }}
+
       - name: Checkout gym-pusht
         uses: actions/checkout@v4
         with:
           repository: huggingface/gym-pusht
           path: envs/gym-pusht
           ssh-key: ${{ secrets.SSH_PRIVATE_KEY }}
+
       - name: Login to DockerHub
         uses: docker/login-action@v3
         with:

diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -15,27 +15,14 @@ jobs:
       DATA_DIR: tests/data
       MUJOCO_GL: egl
     steps:
+      - name: Add SSH key for installing envs
+        uses: webfactory/[email protected]
+        with:
+          ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }}
+
       - uses: actions/checkout@v4
         with:
           lfs: true
-      - name: Checkout gym-aloha
-        uses: actions/checkout@v4
-        with:
-          repository: huggingface/gym-aloha
-          path: envs/gym-aloha
-          ssh-key: ${{ secrets.SSH_PRIVATE_KEY }}
-      - name: Checkout gym-xarm
-        uses: actions/checkout@v4
-        with:
-          repository: huggingface/gym-xarm
-          path: envs/gym-xarm
-          ssh-key: ${{ secrets.SSH_PRIVATE_KEY }}
-      - name: Checkout gym-pusht
-        uses: actions/checkout@v4
-        with:
-          repository: huggingface/gym-pusht
-          path: envs/gym-pusht
-          ssh-key: ${{ secrets.SSH_PRIVATE_KEY }}
 
       - name: Set up Python 3.10
         uses: actions/setup-python@v5
@@ -47,7 +34,7 @@ jobs:
       - name: Install EGL
         run: sudo apt-get update && sudo apt-get install -y libegl1-mesa-dev
 
-      - name: Install dependencies
+      - name: Install pip dependencies
         run: |
           python -m pip install --upgrade pip
           pip install -e ".[test, aloha, xarm, pusht]"

diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -46,12 +46,9 @@ huggingface-hub = "^0.21.4"
 robomimic = "0.2.0"
 gymnasium = "^0.29.1"
 cmake = "^3.29.0.1"
-# gym-pusht = { git = "[email protected]:huggingface/gym-pusht.git", optional = true}
-# gym-xarm = { git = "[email protected]:huggingface/gym-xarm.git", optional = true}
-# gym-aloha = { git = "[email protected]:huggingface/gym-aloha.git", optional = true}
-gym-pusht = { path = "envs/gym-pusht/", optional = true}
-gym-xarm = { path = "envs/gym-xarm/", optional = true}
-gym-aloha = { path = "envs/gym-aloha/", optional = true}
+gym-pusht = { git = "[email protected]:huggingface/gym-pusht.git", optional = true}
+gym-xarm = { git = "[email protected]:huggingface/gym-xarm.git", optional = true}
+gym-aloha = { git = "[email protected]:huggingface/gym-aloha.git", optional = true}
 pre-commit = {version = "^3.7.0", optional = true}
 debugpy = {version = "^1.8.1", optional = true}
 pytest = {version = "^8.1.0", optional = true}