Merge pull request #22 from CSCfi/bugfix/skip-uploaded-chunks

ensure skipping chunks that are already uploaded

Author: blankdots

swift_upload_runner/upload.py

@@ -256,6 +256,9 @@ async def generate_from_queue(self) -> typing.AsyncGenerator:
         while len(self.done_chunks) < self.total_chunks:
             chunk_number, segment = await self.q.get()
 
+            if chunk_number in self.done_chunks:
+                continue
+
             LOGGER.debug(f"Got chunk from chunk {chunk_number}")
 
             chunk_reader = segment["data"]