microsoft
/
azure-data-services-go-fast-codebase
зеркало из https://github.com/microsoft/azure-data-services-go-fast-codebase.git
1
0
Форкнуть 0
Код Задачи Пакеты Проекты Релизы Вики Активность

Change to testharness

This commit is contained in:
John Rampono 2022-05-01 10:59:18 +08:00
Родитель 157be61652
Коммит dcab51ee31
2 изменённых файлов: 7 добавлений и 2 удалений
Показать статистику Скачать Patch файл Скачать Diff файл Показать все файлы Свернуть все файлы

8
solution/FunctionApp/FunctionApp.TestHarness/Program.cs
Просмотреть файл

@ -120,8 +120,9 @@ namespace FunctionApp.TestHarness
//await a.Core(_logger);
//await DebugRunFrameworkTasksTimerTrigger();
//DebugRunFrameworkTasks();
await PurviewCreateEntitiesTest();
//await PurviewCreateEntitiesTest();
//DebugSynapsePipeline();
await DebugStartSynapseSessions();
//var body = JObject.Parse("{\"SourceHttpPath\": \"https://datalakeraw/arkstgdlsadsirudadsl.dfs.core.windows.net/samples/SalesLT.Customer.chunk_1.parquet\", \"TargetHttpPath\": \"https://datalakelanding/arkstgdlsadsirudadsl.dfs.core.windows.net/TesstDelta\", \"SourceColumns\": [{\"name\": \"CustomerID\", \"type\": \"int\"}, {\"name\": \"NameStyle\", \"type\": \"boolean\"}, {\"name\": \"Title\", \"type\": \"string\"}, {\"name\": \"FirstName\", \"type\": \"string\"}, {\"name\": \"MiddleName\", \"type\": \"string\"}, {\"name\": \"LastName\", \"type\": \"string\"}, {\"name\": \"Suffix\", \"type\": \"string\"}, {\"name\": \"CompanyName\", \"type\": \"string\"}, {\"name\": \"SalesPerson\", \"type\": \"string\"}, {\"name\": \"EmailAddress\", \"type\": \"string\"}, {\"name\": \"Phone\", \"type\": \"string\"}, {\"name\": \"PasswordHash\", \"type\": \"string\"}, {\"name\": \"PasswordSalt\", \"type\": \"string\"}, {\"name\": \"rowguid\", \"type\": \"string\"}, {\"name\": \"ModifiedDate\", \"type\": \"timestamp\"}], \"TargetColumns\": [{\"name\": \"CustomerID\", \"type\": \"int\"}, {\"name\": \"NameStyle\", \"type\": \"boolean\"}, {\"name\": \"Title\", \"type\": \"string\"}, {\"name\": \"FirstName\", \"type\": \"string\"}, {\"name\": \"MiddleName\", \"type\": \"string\"}, {\"name\": \"LastName\", \"type\": \"string\"}, {\"name\": \"Suffix\", \"type\": \"string\"}, {\"name\": \"CompanyName\", \"type\": \"string\"}, {\"name\": \"SalesPerson\", \"type\": \"string\"}, {\"name\": \"EmailAddress\", \"type\": \"string\"}, {\"name\": \"Phone\", \"type\": \"string\"}, {\"name\": \"PasswordHash\", \"type\": \"string\"}, {\"name\": \"PasswordSalt\", \"type\": \"string\"}, {\"name\": \"rowguid\", \"type\": \"string\"}, {\"name\": \"ModifiedDate\", \"type\": \"timestamp\"}], \"TaskObject\": {\"TaskInstanceId\": 5, \"TaskMasterId\": 4, \"TaskStatus\": \"InProgress\", \"TaskType\": \"Azure Storage to Azure Storage\", \"Enabled\": 1, \"ExecutionUid\": \"6b9769c0-cfd0-462a-aeda-c75b842f56db\", \"NumberOfRetries\": 0, \"DegreeOfCopyParallelism\": 1, \"KeyVaultBaseUrl\": \"https://ark-stg-kv-ads-irud.vault.azure.net/\", \"ScheduleMasterId\": \"-4\", \"TaskGroupConcurrency\": \"10\", \"TaskGroupPriority\": 0, \"TaskExecutionType\": \"ADF\", \"ExecutionEngine\": {\"EngineId\": -2, \"EngineName\": \"arkstgsynwadsirud\", \"SystemType\": \"Synapse\", \"ResourceGroup\": \"dlzdev04\", \"SubscriptionId\": \"ed1206e0-17c7-4bc2-ad4b-f8d4dab9284f\", \"ADFPipeline\": \"GPL_SparkNotebookExecution_Azure\", \"EngineJson\": \"{\\r\\n \\\"endpoint\\\": \\\"https://arkstgsynwadsirud.dev.azuresynapse.net\\\", \\\"DeltaProcessingNotebook\\\": \\\"DeltaProcessingNotebook\\\", \\\"PurviewAccountNameName\\\": \\\"dlzdev04purv\\\"\\r\\n }\", \"TaskDatafactoryIR\": \"Azure\", \"JsonProperties\": {\"endpoint\": \"https://arkstgsynwadsirud.dev.azuresynapse.net\", \"DeltaProcessingNotebook\": \"DeltaProcessingNotebook\", \"PurviewAccountNameName\": \"dlzdev04purv\"}}, \"Source\": {\"System\": {\"SystemId\": -4, \"SystemServer\": \"https://arkstgdlsadsirudadsl.dfs.core.windows.net\", \"AuthenticationType\": \"MSI\", \"Type\": \"ADLS\", \"Username\": null, \"Container\": \"datalakeraw\"}, \"Instance\": {\"SourceRelativePath\": \"samples/\", \"TargetRelativePath\": \"\"}, \"DataFileName\": \"yooyoyo.parquet\", \"MaxConcurrentConnections\": 100, \"RelativePath\": \"samples/\", \"SchemaFileName\": \"SalesLT.Customer.json\", \"Type\": \"Parquet\", \"WriteSchemaToPurview\": \"Enabled\"}, \"Target\": {\"System\": {\"SystemId\": -8, \"SystemServer\": \"https://arkstgdlsadsirudadsl.dfs.core.windows.net\", \"AuthenticationType\": \"MSI\", \"Type\": \"ADLS\", \"Username\": null, \"Container\": \"datalakelanding\"}, \"Instance\": {\"SourceRelativePath\": \"samples/\", \"TargetRelativePath\": \"\"}, \"DataFileName\": \"Iwork\", \"MaxConcurrentConnections\": 100, \"RelativePath\": \"\", \"SchemaFileName\": \"\", \"Type\": \"Delta\", \"WriteSchemaToPurview\": \"Enabled\"}, \"TMOptionals\": {\"Purview\": \"Enabled\", \"QualifiedIDAssociation\": \"TaskMasterID\"}}}");
//var body = JObject.Parse("{\"SourceHttpPath\": \"https://datalakeraw/arkstgdlsadsv6ciadsl.dfs.core.windows.net/samples/SalesLT.CustomerCDCPart2.parquet\", \"TargetHttpPath\": \"https://datalakelanding/arkstgdlsadsv6ciadsl.dfs.core.windows.net/CustomerCDCDeltaTest\", \"SourceColumns\": [{\"name\": \"__$start_lsn\", \"type\": \"binary\"}, {\"name\": \"__$seqval\", \"type\": \"binary\"}, {\"name\": \"__$operation\", \"type\": \"int\"}, {\"name\": \"__$update_mask\", \"type\": \"binary\"}, {\"name\": \"CustomerID\", \"type\": \"int\"}, {\"name\": \"NameStyle\", \"type\": \"boolean\"}, {\"name\": \"Title\", \"type\": \"string\"}, {\"name\": \"FirstName\", \"type\": \"string\"}, {\"name\": \"MiddleName\", \"type\": \"string\"}, {\"name\": \"LastName\", \"type\": \"string\"}, {\"name\": \"Suffix\", \"type\": \"string\"}, {\"name\": \"CompanyName\", \"type\": \"string\"}, {\"name\": \"SalesPerson\", \"type\": \"string\"}, {\"name\": \"EmailAddress\", \"type\": \"string\"}, {\"name\": \"Phone\", \"type\": \"string\"}, {\"name\": \"PasswordHash\", \"type\": \"string\"}, {\"name\": \"PasswordSalt\", \"type\": \"string\"}, {\"name\": \"rowguid\", \"type\": \"string\"}, {\"name\": \"ModifiedDate\", \"type\": \"timestamp\"}], \"TargetColumns\": [{\"name\": \"CustomerID\", \"type\": \"bigint\"}, {\"name\": \"NameStyle\", \"type\": \"boolean\"}, {\"name\": \"Title\", \"type\": \"string\"}, {\"name\": \"FirstName\", \"type\": \"string\"}, {\"name\": \"MiddleName\", \"type\": \"string\"}, {\"name\": \"LastName\", \"type\": \"string\"}, {\"name\": \"Suffix\", \"type\": \"string\"}, {\"name\": \"CompanyName\", \"type\": \"string\"}, {\"name\": \"SalesPerson\", \"type\": \"string\"}, {\"name\": \"EmailAddress\", \"type\": \"string\"}, {\"name\": \"Phone\", \"type\": \"string\"}, {\"name\": \"PasswordHash\", \"type\": \"string\"}, {\"name\": \"PasswordSalt\", \"type\": \"string\"}, {\"name\": \"rowguid\", \"type\": \"string\"}, {\"name\": \"ModifiedDate\", \"type\": \"timestamp\"}], \"TaskObject\": {\"TaskInstanceId\": 9, \"TaskMasterId\": 6, \"TaskStatus\": \"InProgress\", \"TaskType\": \"Azure Storage to Azure Storage\", \"Enabled\": 1, \"ExecutionUid\": \"13659322-9e3d-4083-9f44-87e695d06ed8\", \"NumberOfRetries\": 1, \"DegreeOfCopyParallelism\": 1, \"KeyVaultBaseUrl\": \"https://ark-stg-kv-ads-v6ci.vault.azure.net/\", \"ScheduleMasterId\": \"-4\", \"TaskGroupConcurrency\": \"10\", \"TaskGroupPriority\": 0, \"TaskExecutionType\": \"ADF\", \"ExecutionEngine\": {\"EngineId\": -2, \"EngineName\": \"arkstgsynwadsv6ci\", \"SystemType\": \"Synapse\", \"ResourceGroup\": \"dlzdev06\", \"SubscriptionId\": \"63cbc080-0220-46aa-a9c4-a50b36f1ff43\", \"ADFPipeline\": \"GPL_SparkNotebookExecution_Azure\", \"TaskDatafactoryIR\": \"Azure\", \"JsonProperties\": {\"endpoint\": \"https://arkstgsynwadsv6ci.dev.azuresynapse.net\", \"DeltaProcessingNotebook\": \"DeltaProcessingNotebook\", \"PurviewAccountNameName\": \"dlzdev06purv\"}}, \"Source\": {\"System\": {\"SystemId\": -4, \"SystemServer\": \"https://arkstgdlsadsv6ciadsl.dfs.core.windows.net\", \"AuthenticationType\": \"MSI\", \"Type\": \"ADLS\", \"Username\": null, \"Container\": \"datalakeraw\"}, \"Instance\": {\"SourceRelativePath\": \"samples/\", \"TargetRelativePath\": \"\"}, \"DataFileName\": \"SalesLT.CustomerCDCPart2.parquet\", \"MaxConcurrentConnections\": 100, \"RelativePath\": \"samples/\", \"SchemaFileName\": \"SalesLT.CustomerCDCPart2.json\", \"Type\": \"Parquet\", \"WriteSchemaToPurview\": \"Enabled\"}, \"Target\": {\"System\": {\"SystemId\": -8, \"SystemServer\": \"https://arkstgdlsadsv6ciadsl.dfs.core.windows.net\", \"AuthenticationType\": \"MSI\", \"Type\": \"ADLS\", \"Username\": null, \"Container\": \"datalakelanding\"}, \"Instance\": {\"SourceRelativePath\": \"samples/\", \"TargetRelativePath\": \"\"}, \"DataFileName\": \"CustomerCDCDeltaTest\", \"MaxConcurrentConnections\": 100, \"RelativePath\": \"\", \"SchemaFileName\": \"\", \"Type\": \"Delta\", \"WriteSchemaToPurview\": \"Enabled\"}, \"TMOptionals\": {\"CDCSource\": \"Enabled\", \"Purview\": \"Enabled\", \"QualifiedIDAssociation\": \"ExecutionId\", \"SparkTableCreate\": \"Enabled\", \"SparkTableDBName\": \"cdctestdb\", \"SparkTableName\": \"cdctesttable2\"}}}");
@ -462,10 +463,13 @@ namespace FunctionApp.TestHarness
List<string> t = new List<string>();
t.Add("1000");
//t.Add("1001");
//t.Add("1002");
//t.Add("1003");
//t.Add("1004");
string TaskObjectStr = "{\"TaskInstanceId\":10,\"TaskMasterId\":-1010,\"TaskStatus\":\"InProgress\",\"TaskType\":\"Execute Synapse Notebook\",\"Enabled\":1,\"ExecutionUid\":\"370ca5a3-98a9-4b12-b3f0-efa45e395f26\",\"NumberOfRetries\":0,\"DegreeOfCopyParallelism\":1,\"KeyVaultBaseUrl\":\"N/A\",\"ScheduleMasterId\":\"-4\",\"TaskGroupConcurrency\":\"10\",\"TaskGroupPriority\":0,\"TaskExecutionType\":\"ADF\",\"ExecutionEngine\":{\"EngineId\":-2,\"EngineName\":\"adsdevsynwadsyfm3\",\"SystemType\":\"Synapse\",\"ResourceGroup\":\"gf5\",\"SubscriptionId\":\"035a1364-f00d-48e2-b582-4fe125905ee3\",\"ADFPipeline\":\"GPL_SparkNotebookExecution_Azure\",\"EngineJson\":\"{ \\\"endpoint\\\": \\\"https://adsdevsynwadsyfm3.dev.azuresynapse.net\\\", \\\"DeltaProcessingNotebook\\\": \\\"DeltaProcessingNotebook\\\", \\\"PurviewAccountNameName\\\": \\\"adsdevpurads\\\", \\\"DefaultSparkPoolName\\\": \\\"adsdevsynspads\\\" }\",\"TaskDatafactoryIR\":\"Azure\",\"JsonProperties\":{\"endpoint\":\"https://adsdevsynwadsyfm3.dev.azuresynapse.net\",\"DeltaProcessingNotebook\":\"DeltaProcessingNotebook\",\"PurviewAccountNameName\":\"adsdevpurads\",\"DefaultSparkPoolName\":\"adsdevsynspads\"}},\"Source\":{\"System\":{\"SystemId\":-16,\"SystemServer\":\"N/A\",\"AuthenticationType\":\"MSI\",\"Type\":\"N/A\",\"Username\":null},\"Instance\":{},\"DataFileName\":\"\",\"RelativePath\":\"\",\"SchemaFileName\":\"\",\"Type\":\"Notebook-Optional\",\"WriteSchemaToPurview\":\"Disabled\",\"DeleteAfterCompletion\":\"false\",\"MaxConcurrentConnections\":0,\"Recursively\":\"false\",\"UseNotebookActivity\":\"Enabled\"},\"Target\":{\"System\":{\"SystemId\":-16,\"SystemServer\":\"N/A\",\"AuthenticationType\":\"MSI\",\"Type\":\"N/A\",\"Username\":null},\"Instance\":{},\"DataFileName\":\"\",\"RelativePath\":\"\",\"SchemaFileName\":\"\",\"Type\":\"Notebook-Optional\",\"WriteSchemaToPurview\":\"Disabled\",\"DeleteAfterCompletion\":\"false\",\"MaxConcurrentConnections\":0,\"Recursively\":\"false\"},\"TMOptionals\":{\"CustomDefinitions\":\"\",\"ExecuteNotebook\":\"Notebook1\",\"Purview\":\"Disabled\",\"QualifiedIDAssociation\":\"TaskMasterId\",\"UseNotebookActivity\":\"Disabled\"}}";
string TaskObjectStr = "{\"TaskInstanceId\":21,\"TaskMasterId\":-1000,\"TaskStatus\":\"InProgress\",\"TaskType\":\"Azure Storage to Azure Storage\",\"Enabled\":1,\"ExecutionUid\":\"cb49bd35-609c-4d0f-a8a2-ed53c2d61c56\",\"NumberOfRetries\":1,\"DegreeOfCopyParallelism\":1,\"KeyVaultBaseUrl\":\"https://ads-dev-kv-ads-not5.vault.azure.net/\",\"ScheduleMasterId\":\"-4\",\"TaskGroupConcurrency\":\"10\",\"TaskGroupPriority\":0,\"TaskExecutionType\":\"ADF\",\"ExecutionEngine\":{\"EngineId\":-2,\"EngineName\":\"adsdevsynwadsnot5\",\"SystemType\":\"Synapse\",\"ResourceGroup\":\"gf6\",\"SubscriptionId\":\"035a1364-f00d-48e2-b582-4fe125905ee3\",\"ADFPipeline\":\"GPL_SparkNotebookExecution_Azure\",\"EngineJson\":\"{ \\\"endpoint\\\": \\\"https://adsdevsynwadsnot5.dev.azuresynapse.net\\\", \\\"DeltaProcessingNotebook\\\": \\\"DeltaProcessingNotebook\\\", \\\"PurviewAccountName\\\": \\\"adsdevpurads\\\" , \\\"DefaultSparkPoolName\\\": \\\"adsdevsynspads\\\" }\",\"TaskDatafactoryIR\":\"Azure\",\"JsonProperties\":{\"endpoint\":\"https://adsdevsynwadsnot5.dev.azuresynapse.net\",\"DeltaProcessingNotebook\":\"DeltaProcessingNotebook\",\"PurviewAccountName\":\"adsdevpurads\",\"DefaultSparkPoolName\":\"adsdevsynspads\"}},\"Source\":{\"System\":{\"SystemId\":-4,\"SystemServer\":\"https://adsdevdlsadsnot5adsl.dfs.core.windows.net\",\"AuthenticationType\":\"MSI\",\"Type\":\"ADLS\",\"Username\":null,\"Container\":\"datalakeraw\"},\"Instance\":{\"SourceRelativePath\":\"samples/\",\"TargetRelativePath\":\"/Tests/Azure Storage to Azure Storage/-1000/\"},\"DataFileName\":\"SalesLT.Customer*.parquet\",\"MaxConcurrentConnections\":0,\"RelativePath\":\"samples/\",\"SchemaFileName\":\"SalesLT.Customer*.json\",\"Type\":\"Parquet\",\"WriteSchemaToPurview\":\"Disabled\",\"DeleteAfterCompletion\":\"false\",\"Recursively\":\"false\"},\"Target\":{\"System\":{\"SystemId\":-4,\"SystemServer\":\"https://adsdevdlsadsnot5adsl.dfs.core.windows.net\",\"AuthenticationType\":\"MSI\",\"Type\":\"ADLS\",\"Username\":null,\"Container\":\"datalakeraw\"},\"Instance\":{\"SourceRelativePath\":\"samples/\",\"TargetRelativePath\":\"/Tests/Azure Storage to Azure Storage/-1000/\"},\"DataFileName\":\"SalesLT.Customer\",\"MaxConcurrentConnections\":0,\"RelativePath\":\"/Tests/Azure Storage to Azure Storage/-1000/\",\"SchemaFileName\":\"SalesLT.Customer.json\",\"Type\":\"Delta\",\"WriteSchemaToPurview\":\"Disabled\",\"DeleteAfterCompletion\":\"false\",\"Recursively\":\"false\"},\"TMOptionals\":{\"CDCSource\":\"Disabled\",\"Purview\":\"Disabled\",\"QualifiedIDAssociation\":\"TaskMasterId\",\"SparkTableCreate\":\"Disabled\",\"SparkTableDBName\":\"\",\"SparkTableName\":\"\",\"UseNotebookActivity\":\"Disabled\"}}";
//string TaskObjectStr = "{\"TaskInstanceId\":10,\"TaskMasterId\":-1010,\"TaskStatus\":\"InProgress\",\"TaskType\":\"Execute Synapse Notebook\",\"Enabled\":1,\"ExecutionUid\":\"370ca5a3-98a9-4b12-b3f0-efa45e395f26\",\"NumberOfRetries\":0,\"DegreeOfCopyParallelism\":1,\"KeyVaultBaseUrl\":\"N/A\",\"ScheduleMasterId\":\"-4\",\"TaskGroupConcurrency\":\"10\",\"TaskGroupPriority\":0,\"TaskExecutionType\":\"ADF\",\"ExecutionEngine\":{\"EngineId\":-2,\"EngineName\":\"adsdevsynwadsynot5\",\"SystemType\":\"Synapse\",\"ResourceGroup\":\"gf5\",\"SubscriptionId\":\"035a1364-f00d-48e2-b582-4fe125905ee3\",\"ADFPipeline\":\"GPL_SparkNotebookExecution_Azure\",\"EngineJson\":\"{ \\\"endpoint\\\": \\\"https://adsdevsynwadsnot5.dev.azuresynapse.net\\\", \\\"DeltaProcessingNotebook\\\": \\\"DeltaProcessingNotebook\\\", \\\"PurviewAccountNameName\\\": \\\"adsdevpurads\\\", \\\"DefaultSparkPoolName\\\": \\\"adsdevsynspads\\\" }\",\"TaskDatafactoryIR\":\"Azure\",\"JsonProperties\":{\"endpoint\":\"https://adsdevsynwadsnot5.dev.azuresynapse.net\",\"DeltaProcessingNotebook\":\"DeltaProcessingNotebook\",\"PurviewAccountNameName\":\"adsdevpurads\",\"DefaultSparkPoolName\":\"adsdevsynspads\"}},\"Source\":{\"System\":{\"SystemId\":-16,\"SystemServer\":\"N/A\",\"AuthenticationType\":\"MSI\",\"Type\":\"N/A\",\"Username\":null},\"Instance\":{},\"DataFileName\":\"\",\"RelativePath\":\"\",\"SchemaFileName\":\"\",\"Type\":\"Notebook-Optional\",\"WriteSchemaToPurview\":\"Disabled\",\"DeleteAfterCompletion\":\"false\",\"MaxConcurrentConnections\":0,\"Recursively\":\"false\",\"UseNotebookActivity\":\"Enabled\"},\"Target\":{\"System\":{\"SystemId\":-16,\"SystemServer\":\"N/A\",\"AuthenticationType\":\"MSI\",\"Type\":\"N/A\",\"Username\":null},\"Instance\":{},\"DataFileName\":\"\",\"RelativePath\":\"\",\"SchemaFileName\":\"\",\"Type\":\"Notebook-Optional\",\"WriteSchemaToPurview\":\"Disabled\",\"DeleteAfterCompletion\":\"false\",\"MaxConcurrentConnections\":0,\"Recursively\":\"false\"},\"TMOptionals\":{\"CustomDefinitions\":\"\",\"ExecuteNotebook\":\"Notebook1\",\"Purview\":\"Disabled\",\"QualifiedIDAssociation\":\"TaskMasterId\",\"UseNotebookActivity\":\"Disabled\"}}";
//string TaskObjectStr = "{\"TaskInstanceId\":@fld,\"TaskMasterId\":@fld,\"TaskStatus\":\"InProgress\",\"TaskType\":\"Azure Storage to Azure Storage\",\"Enabled\":1,\"ExecutionUid\":\"08ecf972-1d2d-440a-a9a9-9f21babc78f7\",\"NumberOfRetries\":0,\"DegreeOfCopyParallelism\":1,\"KeyVaultBaseUrl\":\"https://ads-dev-kv-ads-yfm3.vault.azure.net/\",\"ScheduleMasterId\":\"-4\",\"TaskGroupConcurrency\":\"10\",\"TaskGroupPriority\":0,\"TaskExecutionType\":\"ADF\",\"ExecutionEngine\":{\"EngineId\":-2,\"EngineName\":\"adsdevsynwadsyfm3\",\"SystemType\":\"Synapse\",\"ResourceGroup\":\"gf5\",\"SubscriptionId\":\"035a1364-f00d-48e2-b582-4fe125905ee3\",\"ADFPipeline\":\"GPL_SparkNotebookExecution_Azure\",\"EngineJson\":\"{ \\\"endpoint\\\": \\\"https://adsdevsynwadsyfm3.dev.azuresynapse.net\\\", \\\"DeltaProcessingNotebook\\\": \\\"DeltaProcessingNotebook\\\", \\\"PurviewAccountNameName\\\": \\\"adsdevpurads\\\", \\\"DefaultSparkPoolName\\\": \\\"adsdevsynspads\\\" }\",\"TaskDatafactoryIR\":\"Azure\",\"JsonProperties\":{\"endpoint\":\"https://adsdevsynwadsyfm3.dev.azuresynapse.net\",\"DeltaProcessingNotebook\":\"DeltaProcessingNotebook\",\"PurviewAccountNameName\":\"adsdevpurads\"}},\"Source\":{\"System\":{\"SystemId\":-4,\"SystemServer\":\"https://adsdevdlsadsyfm3adsl.dfs.core.windows.net\",\"AuthenticationType\":\"MSI\",\"Type\":\"ADLS\",\"Username\":null,\"Container\":\"datalakeraw\"},\"Instance\":{\"SourceRelativePath\":\"samples/\",\"TargetRelativePath\":\"/Tests/Azure Storage to Azure Storage/-1000/\"},\"DataFileName\":\"SalesLT.Customer*.parquet\",\"MaxConcurrentConnections\":0,\"RelativePath\":\"samples/\",\"SchemaFileName\":\"SalesLT.Customer*.json\",\"Type\":\"Parquet\",\"WriteSchemaToPurview\":\"Disabled\",\"DeleteAfterCompletion\":\"false\",\"Recursively\":\"false\"},\"Target\":{\"System\":{\"SystemId\":-4,\"SystemServer\":\"https://adsdevdlsadsyfm3adsl.dfs.core.windows.net\",\"AuthenticationType\":\"MSI\",\"Type\":\"ADLS\",\"Username\":null,\"Container\":\"datalakeraw\"},\"Instance\":{\"SourceRelativePath\":\"samples/\",\"TargetRelativePath\":\"/Tests/Azure Storage to Azure Storage/@fld/\"},\"DataFileName\":\"SalesLT.Customer\",\"MaxConcurrentConnections\":0,\"RelativePath\":\"/Tests/Azure Storage to Azure Storage/@fld/\",\"SchemaFileName\":\"SalesLT.Customer.json\",\"Type\":\"Delta\",\"WriteSchemaToPurview\":\"Disabled\",\"DeleteAfterCompletion\":\"false\",\"Recursively\":\"false\"},\"TMOptionals\":{\"CDCSource\":\"Disabled\",\"Purview\":\"Disabled\",\"QualifiedIDAssociation\":\"TaskMasterId\",\"SparkTableCreate\":\"Disabled\",\"SparkTableDBName\":\"\",\"SparkTableName\":\"\",\"SaveAsPersistentTable\":\"Disabled\"}}";
List<Task<string>> Tasks = new List<Task<string>>();

1
test.json Normal file
Просмотреть файл

@ -0,0 +1 @@
{"TaskInstanceId":21,"TaskMasterId":-1000,"TaskStatus":"InProgress","TaskType":"Azure Storage to Azure Storage","Enabled":1,"ExecutionUid":"cb49bd35-609c-4d0f-a8a2-ed53c2d61c56","NumberOfRetries":1,"DegreeOfCopyParallelism":1,"KeyVaultBaseUrl":"https://ads-dev-kv-ads-not5.vault.azure.net/","ScheduleMasterId":"-4","TaskGroupConcurrency":"10","TaskGroupPriority":0,"TaskExecutionType":"ADF","ExecutionEngine":{"EngineId":-2,"EngineName":"adsdevsynwadsnot5","SystemType":"Synapse","ResourceGroup":"gf6","SubscriptionId":"035a1364-f00d-48e2-b582-4fe125905ee3","ADFPipeline":"GPL_SparkNotebookExecution_Azure","EngineJson":"{ \"endpoint\": \"https://adsdevsynwadsnot5.dev.azuresynapse.net\", \"DeltaProcessingNotebook\": \"DeltaProcessingNotebook\", \"PurviewAccountName\": \"adsdevpurads\" , \"DefaultSparkPoolName\": \"adsdevsynspads\" }","TaskDatafactoryIR":"Azure","JsonProperties":{"endpoint":"https://adsdevsynwadsnot5.dev.azuresynapse.net","DeltaProcessingNotebook":"DeltaProcessingNotebook","PurviewAccountName":"adsdevpurads","DefaultSparkPoolName":"adsdevsynspads"}},"Source":{"System":{"SystemId":-4,"SystemServer":"https://adsdevdlsadsnot5adsl.dfs.core.windows.net","AuthenticationType":"MSI","Type":"ADLS","Username":null,"Container":"datalakeraw"},"Instance":{"SourceRelativePath":"samples/","TargetRelativePath":"/Tests/Azure Storage to Azure Storage/-1000/"},"DataFileName":"SalesLT.Customer*.parquet","MaxConcurrentConnections":0,"RelativePath":"samples/","SchemaFileName":"SalesLT.Customer*.json","Type":"Parquet","WriteSchemaToPurview":"Disabled","DeleteAfterCompletion":"false","Recursively":"false"},"Target":{"System":{"SystemId":-4,"SystemServer":"https://adsdevdlsadsnot5adsl.dfs.core.windows.net","AuthenticationType":"MSI","Type":"ADLS","Username":null,"Container":"datalakeraw"},"Instance":{"SourceRelativePath":"samples/","TargetRelativePath":"/Tests/Azure Storage to Azure Storage/-1000/"},"DataFileName":"SalesLT.Customer","MaxConcurrentConnections":0,"RelativePath":"/Tests/Azure Storage to Azure Storage/-1000/","SchemaFileName":"SalesLT.Customer.json","Type":"Delta","WriteSchemaToPurview":"Disabled","DeleteAfterCompletion":"false","Recursively":"false"},"TMOptionals":{"CDCSource":"Disabled","Purview":"Disabled","QualifiedIDAssociation":"TaskMasterId","SparkTableCreate":"Disabled","SparkTableDBName":"","SparkTableName":"","UseNotebookActivity":"Disabled"}}