🔧 fix large file upload by adjusting timeout

Author: shroominic

.gitignore

@@ -8,3 +8,4 @@
 site
 .python-version
 requirements-dev.lock
+.aider*

examples/big_upload.py

@@ -0,0 +1,7 @@
+from codeboxapi import CodeBox
+
+with CodeBox() as codebox:
+    with open("examples/assets/swedata/train/data-00000-of-00001.arrow", "rb") as file:
+        codebox.upload(file.name, file.read(), timeout=900)
+
+    print(codebox.list_files())

examples/file_io.py

@@ -8,10 +8,6 @@
     ).content
     codebox.upload("iris.csv", csv_bytes)
 
-    # install openpyxl for excel conversion
-    codebox.install("pandas")
-    codebox.install("openpyxl")
-
     # convert dataset csv to excel
     output = codebox.run(
         "import pandas as pd\n\n"

src/codeboxapi/box/basebox.py

@@ -1,4 +1,4 @@
-""" Abstract Base Class for Isolated Execution Environments (CodeBox's) """
+"""Abstract Base Class for Isolated Execution Environments (CodeBox's)"""
 
 from abc import ABC, abstractmethod
 from datetime import datetime
@@ -46,11 +46,15 @@ async def arun(
         """Async Execute python code inside the CodeBox instance"""
 
     @abstractmethod
-    def upload(self, file_name: str, content: bytes) -> CodeBoxStatus:
+    def upload(
+        self, file_name: str, content: bytes, timeout: int = 600
+    ) -> CodeBoxStatus:
         """Upload a file as bytes to the CodeBox instance"""
 
     @abstractmethod
-    async def aupload(self, file_name: str, content: bytes) -> CodeBoxStatus:
+    async def aupload(
+        self, file_name: str, content: bytes, timeout: int = 600
+    ) -> CodeBoxStatus:
         """Async Upload a file as bytes to the CodeBox instance"""
 
     @abstractmethod

src/codeboxapi/box/codebox.py

@@ -190,23 +190,27 @@ async def arun(
             )
         )
 
-    def upload(self, file_name: str, content: bytes) -> CodeBoxStatus:
+    def upload(
+        self, file_name: str, content: bytes, timeout: int = 600
+    ) -> CodeBoxStatus:
         return CodeBoxStatus(
             **self.codebox_request(
                 method="POST",
                 endpoint="/upload",
                 files={"file": (file_name, content)},
-                retries=5,  # Increase retries for large uploads
-                backoff_factor=0.5  # Increase backoff factor for large uploads
+                timeout=timeout,
             )
         )
 
-    async def aupload(self, file_name: str, content: bytes) -> CodeBoxStatus:
+    async def aupload(
+        self, file_name: str, content: bytes, timeout: int = 600
+    ) -> CodeBoxStatus:
         return CodeBoxStatus(
             **await self.acodebox_request(
                 method="POST",
                 endpoint="/upload",
                 files={"file": (file_name, content)},
+                timeout=timeout,
             )
         )
 

src/codeboxapi/box/localbox.py

@@ -516,15 +516,19 @@ async def arun(
                     print("Error:\n", error)
                 return CodeBoxOutput(type="error", content=error)
 
-    def upload(self, file_name: str, content: bytes) -> CodeBoxStatus:
+    def upload(
+        self, file_name: str, content: bytes, timeout: int = 900
+    ) -> CodeBoxStatus:
         os.makedirs(".codebox", exist_ok=True)
         with open(os.path.join(".codebox", file_name), "wb") as f:
             f.write(content)
 
         return CodeBoxStatus(status=f"{file_name} uploaded successfully")
 
-    async def aupload(self, file_name: str, content: bytes) -> CodeBoxStatus:
-        return await asyncio.to_thread(self.upload, file_name, content)
+    async def aupload(
+        self, file_name: str, content: bytes, timeout: int = 900
+    ) -> CodeBoxStatus:
+        return await asyncio.to_thread(self.upload, file_name, content, timeout)
 
     def download(self, file_name: str) -> CodeBoxFile:
         with open(os.path.join(".codebox", file_name), "rb") as f:

src/codeboxapi/utils.py

@@ -7,7 +7,7 @@
 from typing import Optional
 
 import requests
-from aiohttp import ClientError, ClientResponse, ClientSession, FormData
+from aiohttp import ClientError, ClientResponse, ClientSession, ClientTimeout, FormData
 from aiohttp.payload import BytesIOPayload
 
 from codeboxapi.config import settings
@@ -106,6 +106,7 @@ def base_request(
     endpoint: str,
     body: Optional[dict] = None,
     files: Optional[dict] = None,
+    timeout: int = 420,
     retries: int = 3,
     backoff_factor: float = 0.3,
 ) -> dict:
@@ -126,7 +127,7 @@ def base_request(
     request_data = build_request_data(method, endpoint, body, files)
     for attempt in range(retries):
         try:
-            response = requests.request(**request_data, timeout=540)
+            response = requests.request(**request_data, timeout=timeout)
             return handle_response(response)
         except requests.RequestException as e:
             if attempt < retries - 1:
@@ -143,6 +144,7 @@ async def abase_request(
     endpoint: str,
     body: Optional[dict] = None,
     files: Optional[dict] = None,
+    timeout: int = 420,
     retries: int = 3,
     backoff_factor: float = 0.3,
 ) -> dict:
@@ -180,7 +182,9 @@ async def abase_request(
 
     for attempt in range(retries):
         try:
-            response = await session.request(**request_data)
+            response = await session.request(
+                **request_data, timeout=ClientTimeout(total=timeout)
+            )
             return await handle_response_async(response)
         except ClientError as e:
             if attempt < retries - 1: