c#使用数据工厂使用Where子句过滤器将SQL表数据复制到另一个数据库。

using Microsoft.Azure.Management.DataFactory;
using Microsoft.Azure.Management.DataFactory.Models;
using Microsoft.IdentityModel.Clients.ActiveDirectory;
using Microsoft.Rest;

public class DataFactoryHelper
{
    private const string tenantId = "<YourTenantId>";
    private const string clientId = "<YourClientId>";
    private const string clientSecret = "<YourClientSecret>";
    private const string subscriptionId = "<YourSubscriptionId>";
    private const string resourceGroup = "<YourResourceGroup>";
    private const string dataFactoryName = "<YourDataFactoryName>";
    private const string sourceTableName = "<YourSourceTableName>";
    private const string destinationTableName = "<YourDestinationTableName>";

    public static void CopyDataUsingDataFactory()
    {
        // 创建身份验证凭据
        var context = new AuthenticationContext($"https://login.microsoftonline.com/{tenantId}");
        var credential = new ClientCredential(clientId, clientSecret);
        var tokenResponse = context.AcquireTokenAsync("https://management.azure.com/", credential).Result;
        var tokenCredentials = new TokenCredentials(tokenResponse.AccessToken);

        // 创建数据工厂管理器
        var dataFactoryManagementClient = new DataFactoryManagementClient(tokenCredentials)
        {
            SubscriptionId = subscriptionId
        };

        // 创建数据复制活动
        var copyActivity = new CopyActivity
        {
            Name = "CopyDataActivity",
            Inputs = new List<DatasetReference>
            {
                new DatasetReference
                {
                    ReferenceName = sourceTableName
                }
            },
            Outputs = new List<DatasetReference>
            {
                new DatasetReference
                {
                    ReferenceName = destinationTableName
                }
            },
            Source = new SqlSource
            {
                SqlReaderQuery = $"SELECT * FROM {sourceTableName} WHERE <YourFilterCondition>"
            },
            Sink = new SqlSink
            {
                WriteBatchSize = 10000,
                WriteBatchTimeout = TimeSpan.FromMinutes(10),
                SqlWriterStoredProcedureName = "<YourStoredProcedureName>"
            }
        };

        // 创建数据管道
        var pipeline = new PipelineResource
        {
            Activities = new List<Activity>
            {
                copyActivity
            }
        };

        // 创建数据工厂
        var dataFactory = new DataFactory
        {
            Location = "East US",
            Identity = new FactoryIdentity()
        };

        // 创建数据集
        var sourceDataset = new DatasetResource
        {
            Name = sourceTableName,
            Properties = new Dataset
            {
                LinkedServiceName = new LinkedServiceReference
                {
                    ReferenceName = "<YourSourceLinkedServiceName>"
                },
                Structure = new Dictionary<string, object>
                {
                    { "type", "SqlTable" },
                    { "schema", "<YourSourceSchema>" },
                    { "tableName", sourceTableName }
                }
            }
        };

        var destinationDataset = new DatasetResource
        {
            Name = destinationTableName,
            Properties = new Dataset
            {
                LinkedServiceName = new LinkedServiceReference
                {
                    ReferenceName = "<YourDestinationLinkedServiceName>"
                },
                Structure = new Dictionary<string, object>
                {
                    { "type", "SqlTable" },
                    { "schema", "<YourDestinationSchema>" },
                    { "tableName", destinationTableName }
                }
            }
        };

        // 创建数据工厂及相关资源
        dataFactoryManagementClient.Factories.CreateOrUpdate(resourceGroup, dataFactoryName, dataFactory);
        dataFactoryManagementClient.Datasets.CreateOrUpdate(resourceGroup, dataFactoryName, sourceDataset);
        dataFactoryManagementClient.Datasets.CreateOrUpdate(resourceGroup, dataFactoryName, destinationDataset);
        dataFactoryManagementClient.Pipelines.CreateOrUpdate(resourceGroup, dataFactoryName, pipeline);

        // 启动数据管道
        dataFactoryManagementClient.Pipelines.CreateRunWithHttpMessagesAsync(resourceGroup, dataFactoryName, new CreateRunRequest()).Wait();
    }
}