Skip to content

Commit b73059a

Browse files
wanyang7anandanthony
authored andcommitted
[DataFactory] Add properties to spark job activity (Azure#20879)
* add properties * add item type
1 parent 39a19d0 commit b73059a

File tree

4 files changed

+50
-4
lines changed

4 files changed

+50
-4
lines changed

specification/datafactory/resource-manager/Microsoft.DataFactory/stable/2018-06-01/entityTypes/LinkedService.json

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -6947,6 +6947,10 @@
69476947
"authentication": {
69486948
"type": "object",
69496949
"description": "Required to specify MSI, if using system assigned managed identity as authentication method. Type: string (or Expression with resultType string)."
6950+
},
6951+
"workspaceResourceId": {
6952+
"type": "object",
6953+
"description": "The resource ID of the Synapse workspace. The format should be: /subscriptions/{subscriptionID}/resourceGroups/{resourceGroup}/providers/Microsoft.Synapse/workspaces/{workspaceName}. Type: string (or Expression with resultType string)."
69506954
}
69516955
},
69526956
"required": [

specification/datafactory/resource-manager/Microsoft.DataFactory/stable/2018-06-01/entityTypes/Pipeline.json

Lines changed: 22 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -7929,9 +7929,28 @@
79297929
"description": "The fully-qualified identifier or the main class that is in the main definition file, which will override the 'className' of the spark job definition you provide. Type: string (or Expression with resultType string)."
79307930
},
79317931
"files": {
7932-
"description": "Additional files used for reference in the main definition file, which will override the 'files' of the spark job definition you provide.",
7932+
"description": "(Deprecated. Please use pythonCodeReference and filesV2) Additional files used for reference in the main definition file, which will override the 'files' of the spark job definition you provide.",
79337933
"type": "array",
79347934
"items": {
7935+
"type": "object",
7936+
"description": "Type: string (or Expression with resultType string)."
7937+
},
7938+
"x-ms-identifiers": []
7939+
},
7940+
"pythonCodeReference": {
7941+
"description": "Additional python code files used for reference in the main definition file, which will override the 'pyFiles' of the spark job definition you provide.",
7942+
"type": "array",
7943+
"items": {
7944+
"type": "object",
7945+
"description": "Type: string (or Expression with resultType string)."
7946+
},
7947+
"x-ms-identifiers": []
7948+
},
7949+
"filesV2": {
7950+
"description": "Additional files used for reference in the main definition file, which will override the 'jars' and 'files' of the spark job definition you provide.",
7951+
"type": "array",
7952+
"items": {
7953+
"type": "object",
79357954
"description": "Type: string (or Expression with resultType string)."
79367955
},
79377956
"x-ms-identifiers": []
@@ -7978,8 +7997,8 @@
79787997
}
79797998
},
79807999
"referenceName": {
7981-
"type": "string",
7982-
"description": "Reference spark job name."
8000+
"type": "object",
8001+
"description": "Reference spark job name. Expression with resultType string."
79838002
}
79848003
},
79858004
"required": [

specification/synapse/data-plane/Microsoft.Synapse/stable/2020-12-01/entityTypes/LinkedService.json

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -6692,6 +6692,10 @@
66926692
"authentication": {
66936693
"type": "object",
66946694
"description": "Required to specify MSI, if using system assigned managed identity as authentication method. Type: string (or Expression with resultType string)."
6695+
},
6696+
"workspaceResourceId": {
6697+
"type": "object",
6698+
"description": "The resource ID of the Synapse workspace. The format should be: /subscriptions/{subscriptionID}/resourceGroups/{resourceGroup}/providers/Microsoft.Synapse/workspaces/{workspaceName}. Type: string (or Expression with resultType string)."
66956699
}
66966700
},
66976701
"required": [

specification/synapse/data-plane/Microsoft.Synapse/stable/2020-12-01/entityTypes/Pipeline.json

Lines changed: 20 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7499,9 +7499,28 @@
74997499
"description": "The fully-qualified identifier or the main class that is in the main definition file, which will override the 'className' of the spark job definition you provide. Type: string (or Expression with resultType string)."
75007500
},
75017501
"files": {
7502-
"description": "Additional files used for reference in the main definition file, which will override the 'files' of the spark job definition you provide.",
7502+
"description": "(Deprecated. Please use pythonCodeReference and filesV2) Additional files used for reference in the main definition file, which will override the 'files' of the spark job definition you provide.",
75037503
"type": "array",
75047504
"items": {
7505+
"type": "object",
7506+
"description": "Type: string (or Expression with resultType string)."
7507+
},
7508+
"x-ms-identifiers": []
7509+
},
7510+
"pythonCodeReference": {
7511+
"description": "Additional python code files used for reference in the main definition file, which will override the 'pyFiles' of the spark job definition you provide.",
7512+
"type": "array",
7513+
"items": {
7514+
"type": "object",
7515+
"description": "Type: string (or Expression with resultType string)."
7516+
},
7517+
"x-ms-identifiers": []
7518+
},
7519+
"filesV2": {
7520+
"description": "Additional files used for reference in the main definition file, which will override the 'jars' and 'files' of the spark job definition you provide.",
7521+
"type": "array",
7522+
"items": {
7523+
"type": "object",
75057524
"description": "Type: string (or Expression with resultType string)."
75067525
},
75077526
"x-ms-identifiers": []

0 commit comments

Comments
 (0)