[AutoPR azure-resourcemanager-datafactory] Support ParquetReadSettings In DataFactory And Synapse For Bug Fix

sdk/datafactory/azure-resourcemanager-datafactory/CHANGELOG.md

@@ -1,6 +1,8 @@
 # Release History
 
-## 1.0.0-beta.24 (Unreleased)
+## 1.0.0-beta.1 (2023-10-26)
+
+- Azure Resource Manager DataFactory client library for Java. This package contains Microsoft Azure SDK for DataFactory Management SDK. The Azure Data Factory V2 management API provides a RESTful set of web services that interact with Azure Data Factory V2 services. Package tag package-2018-06. For documentation on how to use this package, please see [Azure Management Libraries for Java](https://aka.ms/azsdk/java/mgmt).
 
 ### Features Added
 

sdk/datafactory/azure-resourcemanager-datafactory/README.md

@@ -32,7 +32,7 @@ Various documentation is available to help you get started
 <dependency>
     <groupId>com.azure.resourcemanager</groupId>
     <artifactId>azure-resourcemanager-datafactory</artifactId>
-    <version>1.0.0-beta.23</version>
+    <version>1.0.0-beta.24</version>
 </dependency>
 ```
 [//]: # ({x-version-update-end})
@@ -45,7 +45,7 @@ Azure Management Libraries require a `TokenCredential` implementation for authen
 
 ### Authentication
 
-By default, Azure Active Directory token authentication depends on correct configuration of the following environment variables.
+By default, Microsoft Entra ID token authentication depends on correct configuration of the following environment variables.
 
 - `AZURE_CLIENT_ID` for Azure client ID.
 - `AZURE_TENANT_ID` for Azure tenant ID.
@@ -181,7 +181,7 @@ This project has adopted the [Microsoft Open Source Code of Conduct][coc]. For m
 <!-- LINKS -->
 [survey]: https://microsoft.qualtrics.com/jfe/form/SV_ehN0lIk2FKEBkwd?Q_CHL=DOCS
 [docs]: https://azure.github.io/azure-sdk-for-java/
-[jdk]: https://docs.microsoft.com/java/azure/jdk/
+[jdk]: https://learn.microsoft.com/azure/developer/java/fundamentals/
 [azure_subscription]: https://azure.microsoft.com/free/
 [azure_identity]: https://github.com/Azure/azure-sdk-for-java/blob/main/sdk/identity/azure-identity
 [azure_core_http_netty]: https://github.com/Azure/azure-sdk-for-java/blob/main/sdk/core/azure-core-http-netty

sdk/datafactory/azure-resourcemanager-datafactory/src/main/java/com/azure/resourcemanager/datafactory/DataFactoryManager.java

@@ -294,7 +294,7 @@ public DataFactoryManager authenticate(TokenCredential credential, AzureProfile
                 .append("-")
                 .append("com.azure.resourcemanager.datafactory")
                 .append("/")
-                .append("1.0.0-beta.23");
+                .append("1.0.0-beta.1");
             if (!Configuration.getGlobalConfiguration().get("AZURE_TELEMETRY_DISABLED", false)) {
                 userAgentBuilder
                     .append(" (")

sdk/datafactory/azure-resourcemanager-datafactory/src/main/java/com/azure/resourcemanager/datafactory/implementation/Utils.java

@@ -20,6 +20,9 @@
 import reactor.core.publisher.Flux;
 
 final class Utils {
+    private Utils() {
+    }
+
     static String getValueFromIdByName(String id, String name) {
         if (id == null) {
             return null;
@@ -60,7 +63,7 @@ static String getValueFromIdByParameterName(String id, String pathTemplate, Stri
                         segments.add(idSegment);
                         idItrReverted.forEachRemaining(segments::add);
                         Collections.reverse(segments);
-                        if (segments.size() > 0 && segments.get(0).isEmpty()) {
+                        if (!segments.isEmpty() && segments.get(0).isEmpty()) {
                             segments.remove(0);
                         }
                         return String.join("/", segments);
@@ -74,7 +77,7 @@ static String getValueFromIdByParameterName(String id, String pathTemplate, Stri
     }
 
     static <T, S> PagedIterable<S> mapPage(PagedIterable<T> pageIterable, Function<T, S> mapper) {
-        return new PagedIterableImpl<T, S>(pageIterable, mapper);
+        return new PagedIterableImpl<>(pageIterable, mapper);
     }
 
     private static final class PagedIterableImpl<T, S> extends PagedIterable<S> {
@@ -133,30 +136,27 @@ public Stream<PagedResponse<S>> streamByPage(String continuationToken, int prefe
 
         @Override
         public Iterator<S> iterator() {
-            return new IteratorImpl<T, S>(pagedIterable.iterator(), mapper);
+            return new IteratorImpl<>(pagedIterable.iterator(), mapper);
         }
 
         @Override
         public Iterable<PagedResponse<S>> iterableByPage() {
-            return new IterableImpl<PagedResponse<T>, PagedResponse<S>>(pagedIterable.iterableByPage(), pageMapper);
+            return new IterableImpl<>(pagedIterable.iterableByPage(), pageMapper);
         }
 
         @Override
         public Iterable<PagedResponse<S>> iterableByPage(String continuationToken) {
-            return new IterableImpl<PagedResponse<T>, PagedResponse<S>>(
-                pagedIterable.iterableByPage(continuationToken), pageMapper);
+            return new IterableImpl<>(pagedIterable.iterableByPage(continuationToken), pageMapper);
         }
 
         @Override
         public Iterable<PagedResponse<S>> iterableByPage(int preferredPageSize) {
-            return new IterableImpl<PagedResponse<T>, PagedResponse<S>>(
-                pagedIterable.iterableByPage(preferredPageSize), pageMapper);
+            return new IterableImpl<>(pagedIterable.iterableByPage(preferredPageSize), pageMapper);
         }
 
         @Override
         public Iterable<PagedResponse<S>> iterableByPage(String continuationToken, int preferredPageSize) {
-            return new IterableImpl<PagedResponse<T>, PagedResponse<S>>(
-                pagedIterable.iterableByPage(continuationToken, preferredPageSize), pageMapper);
+            return new IterableImpl<>(pagedIterable.iterableByPage(continuationToken, preferredPageSize), pageMapper);
         }
     }
 
@@ -198,7 +198,7 @@ private IterableImpl(Iterable<T> iterable, Function<T, S> mapper) {
 
         @Override
         public Iterator<S> iterator() {
-            return new IteratorImpl<T, S>(iterable.iterator(), mapper);
+            return new IteratorImpl<>(iterable.iterator(), mapper);
         }
     }
 }

sdk/datafactory/azure-resourcemanager-datafactory/src/main/java/com/azure/resourcemanager/datafactory/models/FormatReadSettings.java

@@ -22,6 +22,7 @@
     defaultImpl = FormatReadSettings.class)
 @JsonTypeName("FormatReadSettings")
 @JsonSubTypes({
+    @JsonSubTypes.Type(name = "ParquetReadSettings", value = ParquetReadSettings.class),
     @JsonSubTypes.Type(name = "DelimitedTextReadSettings", value = DelimitedTextReadSettings.class),
     @JsonSubTypes.Type(name = "JsonReadSettings", value = JsonReadSettings.class),
     @JsonSubTypes.Type(name = "XmlReadSettings", value = XmlReadSettings.class),

sdk/datafactory/azure-resourcemanager-datafactory/src/main/java/com/azure/resourcemanager/datafactory/models/ParquetReadSettings.java

@@ -0,0 +1,59 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License.
+// Code generated by Microsoft (R) AutoRest Code Generator.
+
+package com.azure.resourcemanager.datafactory.models;
+
+import com.azure.core.annotation.Fluent;
+import com.fasterxml.jackson.annotation.JsonProperty;
+import com.fasterxml.jackson.annotation.JsonTypeInfo;
+import com.fasterxml.jackson.annotation.JsonTypeName;
+
+/** Parquet read settings. */
+@JsonTypeInfo(use = JsonTypeInfo.Id.NAME, include = JsonTypeInfo.As.PROPERTY, property = "type")
+@JsonTypeName("ParquetReadSettings")
+@Fluent
+public final class ParquetReadSettings extends FormatReadSettings {
+    /*
+     * Compression settings.
+     */
+    @JsonProperty(value = "compressionProperties")
+    private CompressionReadSettings compressionProperties;
+
+    /** Creates an instance of ParquetReadSettings class. */
+    public ParquetReadSettings() {
+    }
+
+    /**
+     * Get the compressionProperties property: Compression settings.
+     *
+     * @return the compressionProperties value.
+     */
+    public CompressionReadSettings compressionProperties() {
+        return this.compressionProperties;
+    }
+
+    /**
+     * Set the compressionProperties property: Compression settings.
+     *
+     * @param compressionProperties the compressionProperties value to set.
+     * @return the ParquetReadSettings object itself.
+     */
+    public ParquetReadSettings withCompressionProperties(CompressionReadSettings compressionProperties) {
+        this.compressionProperties = compressionProperties;
+        return this;
+    }
+
+    /**
+     * Validates the instance.
+     *
+     * @throws IllegalArgumentException thrown if the instance is not valid.
+     */
+    @Override
+    public void validate() {
+        super.validate();
+        if (compressionProperties() != null) {
+            compressionProperties().validate();
+        }
+    }
+}

sdk/datafactory/azure-resourcemanager-datafactory/src/main/java/com/azure/resourcemanager/datafactory/models/ParquetSource.java

@@ -20,6 +20,12 @@ public final class ParquetSource extends CopySource {
     @JsonProperty(value = "storeSettings")
     private StoreReadSettings storeSettings;
 
+    /*
+     * Parquet format settings.
+     */
+    @JsonProperty(value = "formatSettings")
+    private ParquetReadSettings formatSettings;
+
     /*
      * Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or
      * Expression with resultType array of objects).
@@ -51,6 +57,26 @@ public ParquetSource withStoreSettings(StoreReadSettings storeSettings) {
         return this;
     }
 
+    /**
+     * Get the formatSettings property: Parquet format settings.
+     *
+     * @return the formatSettings value.
+     */
+    public ParquetReadSettings formatSettings() {
+        return this.formatSettings;
+    }
+
+    /**
+     * Set the formatSettings property: Parquet format settings.
+     *
+     * @param formatSettings the formatSettings value to set.
+     * @return the ParquetSource object itself.
+     */
+    public ParquetSource withFormatSettings(ParquetReadSettings formatSettings) {
+        this.formatSettings = formatSettings;
+        return this;
+    }
+
     /**
      * Get the additionalColumns property: Specifies the additional columns to be added to source data. Type: array of
      * objects(AdditionalColumns) (or Expression with resultType array of objects).
@@ -112,5 +138,8 @@ public void validate() {
         if (storeSettings() != null) {
             storeSettings().validate();
         }
+        if (formatSettings() != null) {
+            formatSettings().validate();
+        }
     }
 }

sdk/datafactory/azure-resourcemanager-datafactory/src/main/java/com/azure/resourcemanager/datafactory/models/WebhookActivity.java

@@ -23,6 +23,12 @@ public final class WebhookActivity extends ControlActivity {
     @JsonProperty(value = "typeProperties", required = true)
     private WebhookActivityTypeProperties innerTypeProperties = new WebhookActivityTypeProperties();
 
+    /*
+     * Activity policy.
+     */
+    @JsonProperty(value = "policy")
+    private SecureInputOutputPolicy policy;
+
     /** Creates an instance of WebhookActivity class. */
     public WebhookActivity() {
     }
@@ -36,6 +42,26 @@ private WebhookActivityTypeProperties innerTypeProperties() {
         return this.innerTypeProperties;
     }
 
+    /**
+     * Get the policy property: Activity policy.
+     *
+     * @return the policy value.
+     */
+    public SecureInputOutputPolicy policy() {
+        return this.policy;
+    }
+
+    /**
+     * Set the policy property: Activity policy.
+     *
+     * @param policy the policy value to set.
+     * @return the WebhookActivity object itself.
+     */
+    public WebhookActivity withPolicy(SecureInputOutputPolicy policy) {
+        this.policy = policy;
+        return this;
+    }
+
     /** {@inheritDoc} */
     @Override
     public WebhookActivity withName(String name) {
@@ -271,6 +297,9 @@ public void validate() {
         } else {
             innerTypeProperties().validate();
         }
+        if (policy() != null) {
+            policy().validate();
+        }
     }
 
     private static final ClientLogger LOGGER = new ClientLogger(WebhookActivity.class);

sdk/datafactory/azure-resourcemanager-datafactory/src/main/resources/META-INF/native-image/com.azure.resourcemanager/azure-resourcemanager-datafactory/proxy-config.json

@@ -0,0 +1 @@
+[ [ "com.azure.resourcemanager.datafactory.implementation.OperationsClientImpl$OperationsService" ], [ "com.azure.resourcemanager.datafactory.implementation.FactoriesClientImpl$FactoriesService" ], [ "com.azure.resourcemanager.datafactory.implementation.ExposureControlsClientImpl$ExposureControlsService" ], [ "com.azure.resourcemanager.datafactory.implementation.IntegrationRuntimesClientImpl$IntegrationRuntimesService" ], [ "com.azure.resourcemanager.datafactory.implementation.IntegrationRuntimeObjectMetadatasClientImpl$IntegrationRuntimeObjectMetadatasService" ], [ "com.azure.resourcemanager.datafactory.implementation.IntegrationRuntimeNodesClientImpl$IntegrationRuntimeNodesService" ], [ "com.azure.resourcemanager.datafactory.implementation.LinkedServicesClientImpl$LinkedServicesService" ], [ "com.azure.resourcemanager.datafactory.implementation.DatasetsClientImpl$DatasetsService" ], [ "com.azure.resourcemanager.datafactory.implementation.PipelinesClientImpl$PipelinesService" ], [ "com.azure.resourcemanager.datafactory.implementation.PipelineRunsClientImpl$PipelineRunsService" ], [ "com.azure.resourcemanager.datafactory.implementation.ActivityRunsClientImpl$ActivityRunsService" ], [ "com.azure.resourcemanager.datafactory.implementation.TriggersClientImpl$TriggersService" ], [ "com.azure.resourcemanager.datafactory.implementation.TriggerRunsClientImpl$TriggerRunsService" ], [ "com.azure.resourcemanager.datafactory.implementation.DataFlowsClientImpl$DataFlowsService" ], [ "com.azure.resourcemanager.datafactory.implementation.DataFlowDebugSessionsClientImpl$DataFlowDebugSessionsService" ], [ "com.azure.resourcemanager.datafactory.implementation.ManagedVirtualNetworksClientImpl$ManagedVirtualNetworksService" ], [ "com.azure.resourcemanager.datafactory.implementation.ManagedPrivateEndpointsClientImpl$ManagedPrivateEndpointsService" ], [ "com.azure.resourcemanager.datafactory.implementation.CredentialOperationsClientImpl$CredentialOperationsService" ], [ "com.azure.resourcemanager.datafactory.implementation.PrivateEndPointConnectionsClientImpl$PrivateEndPointConnectionsService" ], [ "com.azure.resourcemanager.datafactory.implementation.PrivateEndpointConnectionOperationsClientImpl$PrivateEndpointConnectionOperationsService" ], [ "com.azure.resourcemanager.datafactory.implementation.PrivateLinkResourcesClientImpl$PrivateLinkResourcesService" ], [ "com.azure.resourcemanager.datafactory.implementation.GlobalParametersClientImpl$GlobalParametersService" ], [ "com.azure.resourcemanager.datafactory.implementation.ChangeDataCapturesClientImpl$ChangeDataCapturesService" ] ]