Switch executemany() to execute() for batch inserts

Author: kellen-miller

README.md

@@ -76,3 +76,49 @@ class Status(str, enum.Enum):
     OPEN = "op!en"
     CLOSED = "clo@sed"
 ```
+
+### Bulk Inserts with `:copyfrom`
+
+Use the `:copyfrom` command to generate batch insert methods that leverage SQLAlchemy’s executemany behavior via `Connection.execute()` with a list of parameter mappings.
+
+SQL (example):
+
+```sql
+-- name: CreateUsersBatch :copyfrom
+INSERT INTO users (email, name) VALUES ($1, $2);
+```
+
+Generated methods:
+
+```py
+def create_users_batch(self, arg_list: List[Any]) -> int
+async def create_users_batch(self, arg_list: List[Any]) -> int
+```
+
+Call with a list of dicts using positional parameter keys `p1..pN` (the generator converts `$1`/`@name` to `:pN`):
+
+```py
+rows = [
+    {"p1": "[email protected]", "p2": "Alice"},
+    {"p1": "[email protected]", "p2": "Bob"},
+]
+count = queries.create_users_batch(rows)  # returns affected rowcount (int)
+```
+
+When a typed params struct is emitted (e.g., many parameters or config thresholds), the method accepts `List[<QueryName>Params]`. The generator converts items to dicts internally:
+
+```py
+@dataclasses.dataclass()
+class CreateUsersWithDetailsParams:
+    email: str
+    name: str
+    bio: Optional[str]
+    age: Optional[int]
+    active: Optional[bool]
+
+count = queries.create_users_with_details([
+    CreateUsersWithDetailsParams("[email protected]", "Alice", None, None, True),
+])
+```
+
+Implementation note: sync and async use `conn.execute(sqlalchemy.text(SQL), list_of_dicts)` and `await async_conn.execute(...)` respectively; SQLAlchemy performs efficient batch inserts under the hood.

examples/src/authors/query.py

@@ -58,7 +58,7 @@ def create_author(self, *, name: str, bio: Optional[str]) -> Optional[models.Aut
         )
 
     def create_authors_batch(self, arg_list: List[Any]) -> int:
-        result = self._conn.executemany(sqlalchemy.text(CREATE_AUTHORS_BATCH), arg_list)
+        result = self._conn.execute(sqlalchemy.text(CREATE_AUTHORS_BATCH), arg_list)
         return result.rowcount
 
     def delete_author(self, *, id: int) -> None:
@@ -99,7 +99,7 @@ async def create_author(self, *, name: str, bio: Optional[str]) -> Optional[mode
         )
 
     async def create_authors_batch(self, arg_list: List[Any]) -> int:
-        result = await self._conn.executemany(sqlalchemy.text(CREATE_AUTHORS_BATCH), arg_list)
+        result = await self._conn.execute(sqlalchemy.text(CREATE_AUTHORS_BATCH), arg_list)
         return result.rowcount
 
     async def delete_author(self, *, id: int) -> None:

internal/endtoend/testdata/copyfrom/python/query.py

@@ -65,11 +65,11 @@ def create_author(self, *, name: str, bio: str) -> Optional[models.Author]:
         )
 
     def create_authors(self, arg_list: List[Any]) -> int:
-        result = self._conn.executemany(sqlalchemy.text(CREATE_AUTHORS), arg_list)
+        result = self._conn.execute(sqlalchemy.text(CREATE_AUTHORS), arg_list)
         return result.rowcount
 
     def create_authors_named(self, arg_list: List[Any]) -> int:
-        result = self._conn.executemany(sqlalchemy.text(CREATE_AUTHORS_NAMED), arg_list)
+        result = self._conn.execute(sqlalchemy.text(CREATE_AUTHORS_NAMED), arg_list)
         return result.rowcount
 
     def create_user(self, *, email: str, name: str) -> Optional[models.User]:
@@ -87,7 +87,7 @@ def create_user(self, *, email: str, name: str) -> Optional[models.User]:
         )
 
     def create_users_batch(self, arg_list: List[Any]) -> int:
-        result = self._conn.executemany(sqlalchemy.text(CREATE_USERS_BATCH), arg_list)
+        result = self._conn.execute(sqlalchemy.text(CREATE_USERS_BATCH), arg_list)
         return result.rowcount
 
     def create_users_with_details(self, arg_list: List[CreateUsersWithDetailsParams]) -> int:
@@ -100,7 +100,7 @@ def create_users_with_details(self, arg_list: List[CreateUsersWithDetailsParams]
                 "p4": item.age,
                 "p5": item.active,
             })
-        result = self._conn.executemany(sqlalchemy.text(CREATE_USERS_WITH_DETAILS), data)
+        result = self._conn.execute(sqlalchemy.text(CREATE_USERS_WITH_DETAILS), data)
         return result.rowcount
 
 
@@ -119,11 +119,11 @@ async def create_author(self, *, name: str, bio: str) -> Optional[models.Author]
         )
 
     async def create_authors(self, arg_list: List[Any]) -> int:
-        result = await self._conn.executemany(sqlalchemy.text(CREATE_AUTHORS), arg_list)
+        result = await self._conn.execute(sqlalchemy.text(CREATE_AUTHORS), arg_list)
         return result.rowcount
 
     async def create_authors_named(self, arg_list: List[Any]) -> int:
-        result = await self._conn.executemany(sqlalchemy.text(CREATE_AUTHORS_NAMED), arg_list)
+        result = await self._conn.execute(sqlalchemy.text(CREATE_AUTHORS_NAMED), arg_list)
         return result.rowcount
 
     async def create_user(self, *, email: str, name: str) -> Optional[models.User]:
@@ -141,7 +141,7 @@ async def create_user(self, *, email: str, name: str) -> Optional[models.User]:
         )
 
     async def create_users_batch(self, arg_list: List[Any]) -> int:
-        result = await self._conn.executemany(sqlalchemy.text(CREATE_USERS_BATCH), arg_list)
+        result = await self._conn.execute(sqlalchemy.text(CREATE_USERS_BATCH), arg_list)
         return result.rowcount
 
     async def create_users_with_details(self, arg_list: List[CreateUsersWithDetailsParams]) -> int:
@@ -154,5 +154,5 @@ async def create_users_with_details(self, arg_list: List[CreateUsersWithDetailsP
                 "p4": item.age,
                 "p5": item.active,
             })
-        result = await self._conn.executemany(sqlalchemy.text(CREATE_USERS_WITH_DETAILS), data)
+        result = await self._conn.execute(sqlalchemy.text(CREATE_USERS_WITH_DETAILS), data)
         return result.rowcount

internal/endtoend/testdata/copyfrom/sqlc.yaml

@@ -3,7 +3,7 @@ plugins:
   - name: py
     wasm:
       url: file://../../../../bin/sqlc-gen-python.wasm
-      sha256: "9aedc973afcc3c089934aaf509843a761e21ac92a4ce34d7a4ba3acebfb49bf0"
+      sha256: "36baa58bf107df9d93c7fcd9191bf431b9da6bbce754e9ef2d6da3439dbf8a7c"
 sql:
   - schema: "schema.sql"
     queries: "query.sql"

internal/endtoend/testdata/emit_pydantic_models/sqlc.yaml

@@ -3,7 +3,7 @@ plugins:
 - name: py
   wasm:
     url: file://../../../../bin/sqlc-gen-python.wasm
-    sha256: "9aedc973afcc3c089934aaf509843a761e21ac92a4ce34d7a4ba3acebfb49bf0"
+    sha256: "36baa58bf107df9d93c7fcd9191bf431b9da6bbce754e9ef2d6da3439dbf8a7c"
 sql:
 - schema: schema.sql
   queries: query.sql

internal/endtoend/testdata/emit_str_enum/sqlc.yaml

@@ -3,7 +3,7 @@ plugins:
   - name: py
     wasm:
       url: file://../../../../bin/sqlc-gen-python.wasm
-      sha256: "9aedc973afcc3c089934aaf509843a761e21ac92a4ce34d7a4ba3acebfb49bf0"
+      sha256: "36baa58bf107df9d93c7fcd9191bf431b9da6bbce754e9ef2d6da3439dbf8a7c"
 sql:
   - schema: schema.sql
     queries: query.sql

internal/endtoend/testdata/exec_result/sqlc.yaml

@@ -3,7 +3,7 @@ plugins:
 - name: py
   wasm:
     url: file://../../../../bin/sqlc-gen-python.wasm
-    sha256: "9aedc973afcc3c089934aaf509843a761e21ac92a4ce34d7a4ba3acebfb49bf0"
+    sha256: "36baa58bf107df9d93c7fcd9191bf431b9da6bbce754e9ef2d6da3439dbf8a7c"
 sql:
 - schema: schema.sql
   queries: query.sql

internal/endtoend/testdata/exec_rows/sqlc.yaml

@@ -3,7 +3,7 @@ plugins:
 - name: py
   wasm:
     url: file://../../../../bin/sqlc-gen-python.wasm
-    sha256: "9aedc973afcc3c089934aaf509843a761e21ac92a4ce34d7a4ba3acebfb49bf0"
+    sha256: "36baa58bf107df9d93c7fcd9191bf431b9da6bbce754e9ef2d6da3439dbf8a7c"
 sql:
 - schema: schema.sql
   queries: query.sql

internal/endtoend/testdata/inflection_exclude_table_names/sqlc.yaml

@@ -3,7 +3,7 @@ plugins:
 - name: py
   wasm:
     url: file://../../../../bin/sqlc-gen-python.wasm
-    sha256: "9aedc973afcc3c089934aaf509843a761e21ac92a4ce34d7a4ba3acebfb49bf0"
+    sha256: "36baa58bf107df9d93c7fcd9191bf431b9da6bbce754e9ef2d6da3439dbf8a7c"
 sql:
 - schema: schema.sql
   queries: query.sql

internal/endtoend/testdata/query_parameter_limit_two/sqlc.yaml

@@ -3,7 +3,7 @@ plugins:
 - name: py
   wasm:
     url: file://../../../../bin/sqlc-gen-python.wasm
-    sha256: "9aedc973afcc3c089934aaf509843a761e21ac92a4ce34d7a4ba3acebfb49bf0"
+    sha256: "36baa58bf107df9d93c7fcd9191bf431b9da6bbce754e9ef2d6da3439dbf8a7c"
 sql:
 - schema: schema.sql
   queries: query.sql