Skip to content

[datafactory] add table lock and upsert properties #14975

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 3 commits into from
Jul 27, 2021
Merged

[datafactory] add table lock and upsert properties #14975

Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
1c588ed
add table lock and upsert properties
yxi339 Jun 24, 2021
bd5a791
update naming
yxi339 Jul 13, 2021
5bb08c6
add description and properties for sqlSink
yxi339 Jul 26, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
122 changes: 122 additions & 0 deletions ...actory/resource-manager/Microsoft.DataFactory/stable/2018-06-01/entityTypes/Pipeline.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4141,6 +4141,19 @@
"tableOption": {
"type": "object",
"description": "The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string)."
},
"sqlWriterUseTableLock": {
"type": "object",
"description": "Whether to use table lock during bulk copy. Type: boolean (or Expression with resultType boolean)."
},
"writeBehavior": {
"type": "object",
"description": "Write behavior when copying data into sql. Type: SqlWriteBehaviorEnum (or Expression with resultType SqlWriteBehaviorEnum)"
},
"upsertSettings": {
"description": "SQL upsert settings.",
"type": "object",
"$ref": "#/definitions/SqlUpsertSettings"
}
}
},
Expand Down Expand Up @@ -4179,6 +4192,19 @@
"tableOption": {
"type": "object",
"description": "The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string)."
},
"sqlWriterUseTableLock": {
"type": "object",
"description": "Whether to use table lock during bulk copy. Type: boolean (or Expression with resultType boolean)."
},
"writeBehavior": {
"type": "object",
"description": "Write behavior when copying data into sql server. Type: SqlWriteBehaviorEnum (or Expression with resultType SqlWriteBehaviorEnum)"
},
"upsertSettings": {
"description": "SQL upsert settings.",
"type": "object",
"$ref": "#/definitions/SqlUpsertSettings"
}
}
},
Expand Down Expand Up @@ -4217,6 +4243,19 @@
"tableOption": {
"type": "object",
"description": "The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string)."
},
"sqlWriterUseTableLock": {
"type": "object",
"description": "Whether to use table lock during bulk copy. Type: boolean (or Expression with resultType boolean)."
},
"writeBehavior": {
"type": "object",
"description": "Write behavior when copying data into Azure SQL. Type: SqlWriteBehaviorEnum (or Expression with resultType SqlWriteBehaviorEnum)"
},
"upsertSettings": {
"description": "SQL upsert settings.",
"type": "object",
"$ref": "#/definitions/SqlUpsertSettings"
}
}
},
Expand Down Expand Up @@ -4255,6 +4294,19 @@
"tableOption": {
"type": "object",
"description": "The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string)."
},
"sqlWriterUseTableLock": {
"type": "object",
"description": "Whether to use table lock during bulk copy. Type: boolean (or Expression with resultType boolean)."
},
"writeBehavior": {
"type": "object",
"description": "White behavior when copying data into azure SQL MI. Type: SqlWriteBehaviorEnum (or Expression with resultType SqlWriteBehaviorEnum)"
},
"upsertSettings": {
"description": "SQL upsert settings.",
"type": "object",
"$ref": "#/definitions/SqlUpsertSettings"
}
}
},
Expand Down Expand Up @@ -4290,6 +4342,19 @@
"tableOption": {
"type": "object",
"description": "The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string)."
},
"sqlWriterUseTableLock": {
"type": "object",
"description": "Whether to use table lock during bulk copy. Type: boolean (or Expression with resultType boolean)."
},
"writeBehavior": {
"type": "object",
"description": "Write behavior when copying data into azure SQL DW. Type: SqlDWWriteBehaviorEnum (or Expression with resultType SqlDWWriteBehaviorEnum)"
},
"upsertSettings": {
"description": "SQL DW upsert settings.",
"type": "object",
"$ref": "#/definitions/SqlDWUpsertSettings"
}
}
},
Expand Down Expand Up @@ -4364,6 +4429,63 @@
}
}
},
"SqlUpsertSettings": {
"description": "Sql upsert option settings",
"type": "object",
"properties": {
"useTempDB": {
"type": "object",
"description": "Specifies whether to use temp db for upsert interim table. Type: boolean (or Expression with resultType boolean)."
},
"interimSchemaName": {
"type": "object",
"description": "Schema name for interim table. Type: string (or Expression with resultType string)."
},
"keys": {
"type": "object",
"description": "Key column names for unique row identification. Type: array of strings (or Expression with resultType array of strings)."
}
}
},
"SqlDWUpsertSettings": {
"description": "Sql DW upsert option settings",
"type": "object",
"properties": {
"interimSchemaName": {
"type": "object",
"description": "Schema name for interim table. Type: string (or Expression with resultType string)."
},
"keys": {
"type": "object",
"description": "Key column names for unique row identification. Type: array of strings (or Expression with resultType array of strings)."
}
}
},
"SqlWriteBehaviorEnum": {
"description": "Specify the write behavior when copying data into sql.",
"type": "string",
"enum": [
"Insert",
"Upsert",
"StoredProcedure"
],
"x-ms-enum": {
"name": "SqlWriteBehaviorEnum",
"modelAsString": true
}
},
"SqlDWWriteBehaviorEnum": {
"description": "Specify the write behavior when copying data into sql dw.",
"type": "string",
"enum": [
"Insert",
"Upsert"
],
"x-ms-enum": {
"name": "SqlDWWriteBehaviorEnum",
"modelAsString": true
}
},
"SnowflakeSink": {
"description": "A copy activity snowflake sink.",
"type": "object",
Expand Down