Fixes to SH SQL Server updated script
This commit is contained in:
John Rampono
Родитель
bd8d79d1fa
Коммит
57739d681c
|
|
@ -0,0 +1,63 @@
|
|||
from diagrams import Cluster, Diagram, Edge
|
||||
from diagrams.azure.compute import FunctionApps
|
||||
from diagrams.azure.analytics import SynapseAnalytics
|
||||
from diagrams.azure.database import DataFactory
|
||||
from diagrams.azure.network import VirtualNetworks
|
||||
from diagrams.azure.network import Subnets
|
||||
from diagrams.azure.network import NetworkSecurityGroupsClassic
|
||||
from diagrams.azure.storage import StorageAccounts
|
||||
from diagrams.generic.database import SQL
|
||||
from diagrams.custom import Custom
|
||||
from urllib.request import urlretrieve
|
||||
import cairosvg
|
||||
|
||||
|
||||
#Get Custom Icons
|
||||
cairosvg.svg2png(url="https://raw.githubusercontent.com/benc-uk/icon-collection/master/azure-icons/Private-Link.svg", write_to="./icons/Private-Link.png", output_height=200, output_width=200)
|
||||
cairosvg.svg2png(url="https://raw.githubusercontent.com/benc-uk/icon-collection/master/azure-icons/Private-Link-Hub.svg", write_to="./icons/Private-Link-Hub.png", output_height=200, output_width=200)
|
||||
#cairosvg.svg2png(url="https://raw.githubusercontent.com/benc-uk/icon-collection/master/azure-icons/Private-Link.svg", write_to="./icons/Private-Link.png", output_height=200, output_width=200)
|
||||
#cairosvg.svg2png(url="https://raw.githubusercontent.com/benc-uk/icon-collection/master/azure-icons/Private-Link.svg", write_to="./icons/Private-Link.png", output_height=200, output_width=200)
|
||||
#cairosvg.svg2png(url="https://raw.githubusercontent.com/benc-uk/icon-collection/master/azure-icons/Private-Link.svg", write_to="./icons/Private-Link.png", output_height=200, output_width=200)
|
||||
|
||||
graph_attr = {
|
||||
"fontsize": "45"
|
||||
}
|
||||
|
||||
node_attr = {
|
||||
"fontsize": "11"
|
||||
}
|
||||
|
||||
with Diagram("Azure Analytics", show=False):
|
||||
with Cluster("On-Premises"):
|
||||
opdatabase = SQL("Sql Server",fontsize="10")
|
||||
datafactoryira = DataFactory("Integration Runtime",fontsize="10")
|
||||
sources = [opdatabase,datafactoryira ]
|
||||
|
||||
with Cluster("Azure"):
|
||||
transientin = StorageAccounts("Transient In",fontsize="10")
|
||||
transientout = StorageAccounts("Transient Out",fontsize="10")
|
||||
azitems = [
|
||||
transientin,
|
||||
transientout
|
||||
]
|
||||
|
||||
with Cluster("Virtual Network"):
|
||||
vnet1 = VirtualNetworks("Virtual Network",fontsize="10")
|
||||
datalake = StorageAccounts("Data Lake",fontsize="10")
|
||||
SynapseWorkspace = SynapseAnalytics("Synapse",fontsize="10")
|
||||
PrivateEndPoint = Custom("Private Link", "./icons/Private-Link.png")
|
||||
vnetitems = [vnet1,datalake, SynapseWorkspace]
|
||||
|
||||
opdatabase \
|
||||
>> datafactoryira
|
||||
|
||||
datafactoryira \
|
||||
>> Edge(label="Express Route", color="red") \
|
||||
>> vnet1 \
|
||||
>> datalake
|
||||
|
||||
datafactoryira \
|
||||
>> Edge(label="https", color="blue") \
|
||||
>> transientin >> vnet1 >> datalake >> SynapseWorkspace
|
||||
|
||||
|
||||
Двоичный файл не отображается.
|
После Ширина: | Высота: | Размер: 61 KiB |
|
|
@ -0,0 +1,121 @@
|
|||
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
|
||||
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
|
||||
"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
|
||||
<!-- Generated by graphviz version 2.43.0 (0)
|
||||
-->
|
||||
<!-- Title: Azure Analytics Pages: 1 -->
|
||||
<svg width="1242pt" height="739pt"
|
||||
viewBox="0.00 0.00 1242.00 739.00" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
|
||||
<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(144 595)">
|
||||
<title>Azure Analytics</title>
|
||||
<polygon fill="white" stroke="transparent" points="-144,144 -144,-595 1098,-595 1098,144 -144,144"/>
|
||||
<text text-anchor="middle" x="477" y="-9" font-family="Sans-Serif" font-size="15.00" fill="#2d3436">Azure Analytics</text>
|
||||
<g id="clust1" class="cluster">
|
||||
<title>cluster_On-Premises</title>
|
||||
<path fill="#e5f5fd" stroke="#aeb6be" d="M20,-85C20,-85 269,-85 269,-85 275,-85 281,-91 281,-97 281,-97 281,-248 281,-248 281,-254 275,-260 269,-260 269,-260 20,-260 20,-260 14,-260 8,-254 8,-248 8,-248 8,-97 8,-97 8,-91 14,-85 20,-85"/>
|
||||
<text text-anchor="middle" x="54" y="-246.4" font-family="Sans-Serif" font-size="12.00" fill="#2d3436">On-Premises</text>
|
||||
</g>
|
||||
<g id="clust2" class="cluster">
|
||||
<title>cluster_Azure</title>
|
||||
<path fill="#e5f5fd" stroke="#aeb6be" d="M365,-51C365,-51 934,-51 934,-51 940,-51 946,-57 946,-63 946,-63 946,-431 946,-431 946,-437 940,-443 934,-443 934,-443 365,-443 365,-443 359,-443 353,-437 353,-431 353,-431 353,-63 353,-63 353,-57 359,-51 365,-51"/>
|
||||
<text text-anchor="middle" x="378" y="-429.4" font-family="Sans-Serif" font-size="12.00" fill="#2d3436">Azure</text>
|
||||
</g>
|
||||
<g id="clust3" class="cluster">
|
||||
<title>cluster_Virtual Network</title>
|
||||
<path fill="#ebf3e7" stroke="#aeb6be" d="M521,-59C521,-59 926,-59 926,-59 932,-59 938,-65 938,-71 938,-71 938,-402 938,-402 938,-408 932,-414 926,-414 926,-414 521,-414 521,-414 515,-414 509,-408 509,-402 509,-402 509,-71 509,-71 509,-65 515,-59 521,-59"/>
|
||||
<text text-anchor="middle" x="564" y="-400.4" font-family="Sans-Serif" font-size="12.00" fill="#2d3436">Virtual Network</text>
|
||||
</g>
|
||||
<!-- 3e25948e250d4eedb580e61da26bd3c2 -->
|
||||
<g id="node1" class="node">
|
||||
<title>3e25948e250d4eedb580e61da26bd3c2</title>
|
||||
<image xlink:href="/usr/local/lib/python3.8/dist-packages/resources/generic/database/sql.png" width="101px" height="101px" preserveAspectRatio="xMinYMin meet" x="16" y="-212.5"/>
|
||||
<text text-anchor="middle" x="66.5" y="-96.5" font-family="Sans-Serif" font-size="10.00" fill="#2d3436">Sql Server</text>
|
||||
</g>
|
||||
<!-- e95d3e5d19f44837bd2cb2e45fdad9e4 -->
|
||||
<g id="node2" class="node">
|
||||
<title>e95d3e5d19f44837bd2cb2e45fdad9e4</title>
|
||||
<image xlink:href="/usr/local/lib/python3.8/dist-packages/resources/azure/database/data-factory.png" width="101px" height="101px" preserveAspectRatio="xMinYMin meet" x="172" y="-212.5"/>
|
||||
<text text-anchor="middle" x="222.5" y="-96.5" font-family="Sans-Serif" font-size="10.00" fill="#2d3436">Integration Runtime</text>
|
||||
</g>
|
||||
<!-- 3e25948e250d4eedb580e61da26bd3c2->e95d3e5d19f44837bd2cb2e45fdad9e4 -->
|
||||
<g id="edge1" class="edge">
|
||||
<title>3e25948e250d4eedb580e61da26bd3c2->e95d3e5d19f44837bd2cb2e45fdad9e4</title>
|
||||
<path fill="none" stroke="#7b8894" d="M117.15,-162C117.15,-162 161.84,-162 161.84,-162"/>
|
||||
<polygon fill="#7b8894" stroke="#7b8894" points="161.84,-165.5 171.84,-162 161.84,-158.5 161.84,-165.5"/>
|
||||
</g>
|
||||
<!-- e0afa762bd6d425cb310920fec336696 -->
|
||||
<g id="node3" class="node">
|
||||
<title>e0afa762bd6d425cb310920fec336696</title>
|
||||
<image xlink:href="/usr/local/lib/python3.8/dist-packages/resources/azure/storage/storage-accounts.png" width="101px" height="101px" preserveAspectRatio="xMinYMin meet" x="361" y="-381.5"/>
|
||||
<text text-anchor="middle" x="411.5" y="-265.5" font-family="Sans-Serif" font-size="10.00" fill="#2d3436">Transient In</text>
|
||||
</g>
|
||||
<!-- e95d3e5d19f44837bd2cb2e45fdad9e4->e0afa762bd6d425cb310920fec336696 -->
|
||||
<g id="edge4" class="edge">
|
||||
<title>e95d3e5d19f44837bd2cb2e45fdad9e4->e0afa762bd6d425cb310920fec336696</title>
|
||||
<path fill="none" stroke="blue" d="M273.28,-226.83C329.41,-226.83 412,-226.83 412,-226.83 412,-226.83 412,-252.39 412,-252.39"/>
|
||||
<polygon fill="blue" stroke="blue" points="408.5,-252.39 412,-262.39 415.5,-252.39 408.5,-252.39"/>
|
||||
<text text-anchor="middle" x="317" y="-249.6" font-family="Sans-Serif" font-size="13.00" fill="#2d3436">https</text>
|
||||
</g>
|
||||
<!-- 2d02ea6b85ed4b829cb234b68b20f257 -->
|
||||
<g id="node5" class="node">
|
||||
<title>2d02ea6b85ed4b829cb234b68b20f257</title>
|
||||
<image xlink:href="/usr/local/lib/python3.8/dist-packages/resources/azure/network/virtual-networks.png" width="101px" height="101px" preserveAspectRatio="xMinYMin meet" x="517" y="-366.5"/>
|
||||
<text text-anchor="middle" x="567.5" y="-250.5" font-family="Sans-Serif" font-size="10.00" fill="#2d3436">Virtual Network</text>
|
||||
</g>
|
||||
<!-- e95d3e5d19f44837bd2cb2e45fdad9e4->2d02ea6b85ed4b829cb234b68b20f257 -->
|
||||
<g id="edge2" class="edge">
|
||||
<title>e95d3e5d19f44837bd2cb2e45fdad9e4->2d02ea6b85ed4b829cb234b68b20f257</title>
|
||||
<path fill="none" stroke="red" d="M273.11,-223.17C369.07,-223.17 568,-223.17 568,-223.17 568,-223.17 568,-237.07 568,-237.07"/>
|
||||
<polygon fill="red" stroke="red" points="564.5,-237.07 568,-247.07 571.5,-237.07 564.5,-237.07"/>
|
||||
<text text-anchor="middle" x="411.5" y="-28.6" font-family="Sans-Serif" font-size="13.00" fill="#2d3436">Express Route</text>
|
||||
</g>
|
||||
<!-- e0afa762bd6d425cb310920fec336696->2d02ea6b85ed4b829cb234b68b20f257 -->
|
||||
<g id="edge5" class="edge">
|
||||
<title>e0afa762bd6d425cb310920fec336696->2d02ea6b85ed4b829cb234b68b20f257</title>
|
||||
<path fill="none" stroke="#7b8894" d="M462.15,-323.5C462.15,-323.5 506.84,-323.5 506.84,-323.5"/>
|
||||
<polygon fill="#7b8894" stroke="#7b8894" points="506.84,-327 516.84,-323.5 506.84,-320 506.84,-327"/>
|
||||
</g>
|
||||
<!-- 98d83aa07b7e4da3b7181873f1553f19 -->
|
||||
<g id="node4" class="node">
|
||||
<title>98d83aa07b7e4da3b7181873f1553f19</title>
|
||||
<image xlink:href="/usr/local/lib/python3.8/dist-packages/resources/azure/storage/storage-accounts.png" width="101px" height="101px" preserveAspectRatio="xMinYMin meet" x="361" y="-201.5"/>
|
||||
<text text-anchor="middle" x="411.5" y="-85.5" font-family="Sans-Serif" font-size="10.00" fill="#2d3436">Transient Out</text>
|
||||
</g>
|
||||
<!-- c18a5b11757b416ab1ca544b1cbc85e5 -->
|
||||
<g id="node6" class="node">
|
||||
<title>c18a5b11757b416ab1ca544b1cbc85e5</title>
|
||||
<image xlink:href="/usr/local/lib/python3.8/dist-packages/resources/azure/storage/storage-accounts.png" width="101px" height="101px" preserveAspectRatio="xMinYMin meet" x="673" y="-366.5"/>
|
||||
<text text-anchor="middle" x="723.5" y="-250.5" font-family="Sans-Serif" font-size="10.00" fill="#2d3436">Data Lake</text>
|
||||
</g>
|
||||
<!-- 2d02ea6b85ed4b829cb234b68b20f257->c18a5b11757b416ab1ca544b1cbc85e5 -->
|
||||
<g id="edge3" class="edge">
|
||||
<title>2d02ea6b85ed4b829cb234b68b20f257->c18a5b11757b416ab1ca544b1cbc85e5</title>
|
||||
<path fill="none" stroke="#7b8894" d="M618.15,-293.17C618.15,-293.17 662.84,-293.17 662.84,-293.17"/>
|
||||
<polygon fill="#7b8894" stroke="#7b8894" points="662.84,-296.67 672.84,-293.17 662.84,-289.67 662.84,-296.67"/>
|
||||
</g>
|
||||
<!-- 2d02ea6b85ed4b829cb234b68b20f257->c18a5b11757b416ab1ca544b1cbc85e5 -->
|
||||
<g id="edge6" class="edge">
|
||||
<title>2d02ea6b85ed4b829cb234b68b20f257->c18a5b11757b416ab1ca544b1cbc85e5</title>
|
||||
<path fill="none" stroke="#7b8894" d="M618.15,-338.83C618.15,-338.83 662.84,-338.83 662.84,-338.83"/>
|
||||
<polygon fill="#7b8894" stroke="#7b8894" points="662.84,-342.33 672.84,-338.83 662.84,-335.33 662.84,-342.33"/>
|
||||
</g>
|
||||
<!-- 537343d98c3b4a68a9b1c1f4744ac2f0 -->
|
||||
<g id="node7" class="node">
|
||||
<title>537343d98c3b4a68a9b1c1f4744ac2f0</title>
|
||||
<image xlink:href="/usr/local/lib/python3.8/dist-packages/resources/azure/analytics/synapse-analytics.png" width="101px" height="101px" preserveAspectRatio="xMinYMin meet" x="829" y="-366.5"/>
|
||||
<text text-anchor="middle" x="879.5" y="-250.5" font-family="Sans-Serif" font-size="10.00" fill="#2d3436">Synapse</text>
|
||||
</g>
|
||||
<!-- c18a5b11757b416ab1ca544b1cbc85e5->537343d98c3b4a68a9b1c1f4744ac2f0 -->
|
||||
<g id="edge7" class="edge">
|
||||
<title>c18a5b11757b416ab1ca544b1cbc85e5->537343d98c3b4a68a9b1c1f4744ac2f0</title>
|
||||
<path fill="none" stroke="#7b8894" d="M774.15,-316C774.15,-316 818.84,-316 818.84,-316"/>
|
||||
<polygon fill="#7b8894" stroke="#7b8894" points="818.84,-319.5 828.84,-316 818.84,-312.5 818.84,-319.5"/>
|
||||
</g>
|
||||
<!-- 6f59292bb58342ec9fc7dd7279edd80a -->
|
||||
<g id="node8" class="node">
|
||||
<title>6f59292bb58342ec9fc7dd7279edd80a</title>
|
||||
<image xlink:href="./icons/Private-Link.png" width="101px" height="101px" preserveAspectRatio="xMinYMin meet" x="517" y="-186.5"/>
|
||||
<text text-anchor="middle" x="567.5" y="-71.1" font-family="Sans-Serif" font-size="13.00" fill="#2d3436">Private Link</text>
|
||||
</g>
|
||||
</g>
|
||||
</svg>
|
||||
|
После Ширина: | Высота: | Размер: 8.5 KiB |
Двоичный файл не отображается.
|
После Ширина: | Высота: | Размер: 9.6 KiB |
Двоичный файл не отображается.
|
После Ширина: | Высота: | Размер: 8.2 KiB |
|
|
@ -0,0 +1 @@
|
|||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 50 50"><defs><linearGradient id="a" x1="21.523" y1="25" x2="21.523" y2="13" gradientTransform="matrix(1 0 0 -1 0 50)" gradientUnits="userSpaceOnUse"><stop offset=".23" stop-color="#5ea0ef"/><stop offset=".32" stop-color="#5b9fee"/><stop offset=".48" stop-color="#509aeb"/><stop offset=".57" stop-color="#3f92e6"/><stop offset=".75" stop-color="#2688df"/><stop offset=".93" stop-color="#127fd9"/></linearGradient><linearGradient id="b" x1="27.477" y1="20" x2="27.477" y2="8" gradientTransform="matrix(1 0 0 -1 0 50)" gradientUnits="userSpaceOnUse"><stop offset=".02" stop-color="#5ea0ef"/><stop offset=".14" stop-color="#5b9fee"/><stop offset=".23" stop-color="#5b9fee"/><stop offset=".34" stop-color="#509aeb"/><stop offset=".44" stop-color="#3f92e6"/><stop offset=".63" stop-color="#2688df"/><stop offset=".93" stop-color="#127fd9"/></linearGradient></defs><path d="M23 7.1h3V26h-3z" fill="#7a7a7a"/><path d="M28.9 6.5a4.4 4.4 0 11-4.4-4.4 4.4 4.4 0 014.4 4.4z" fill="#1490df"/><path d="M23.9 25h-4.8a6 6 0 00-.93 11.92 6.427 6.427 0 01.06-2.23 3.79 3.79 0 01.87-7.49h4.8a3.8 3.8 0 110 7.6h-1.32a2.865 2.865 0 00-.28 1.2 2.783 2.783 0 00.19 1h1.41a6 6 0 000-12z" fill="url(#a)"/><path d="M30.83 30.08a6.91 6.91 0 01.07.92 6.266 6.266 0 01-.13 1.31 3.79 3.79 0 01-.87 7.49h-4.8a3.8 3.8 0 010-7.6h1.32a2.816 2.816 0 00.28-1.2 2.783 2.783 0 00-.19-1H25.1a6 6 0 000 12h4.8a6 6 0 00.93-11.92z" fill="url(#b)"/><path d="M15.86 44.52l-1.1 1.11a.751.751 0 01-1.06 0L1.39 33.35a1.51 1.51 0 010-2.13l1.11-1.1 13.36 13.34a.739.739 0 01.014 1.046z" fill="#50e6ff"/><path d="M14.53 19.12l1.23 1.23a.751.751 0 010 1.06L2.62 34.59l-1.23-1.22a1.51 1.51 0 010-2.13l12.08-12.12a.751.751 0 011.06 0z" fill="#1490df"/><path d="M34.13 45.39a.739.739 0 01-.014-1.046l.014-.014L47.5 31l1.11 1.11a1.51 1.51 0 010 2.13L36.29 46.5a.739.739 0 01-1.046.014l-.014-.014z" fill="#50e6ff"/><path d="M36.52 20l12.09 12.12a1.5 1.5 0 010 2.12l-1.23 1.23-13.15-13.18a.771.771 0 010-1.07L35.46 20a.751.751 0 011.06 0z" fill="#1490df"/></svg>
|
||||
|
После Ширина: | Высота: | Размер: 2.0 KiB |
|
|
@ -45,7 +45,7 @@ delete from [dbo].[TaskInstance] where taskmasterid <=0;
|
|||
0 ,
|
||||
'[0] File copy between datalake zones of SalesLT.Customer*.parquet (Binary) from ADLS to ADLS SalesLT.Customer.parquet (Binary)' ,
|
||||
2 ,
|
||||
-1 ,
|
||||
-2 ,
|
||||
4 ,
|
||||
4 ,
|
||||
4 ,
|
||||
|
|
@ -102,7 +102,7 @@ delete from [dbo].[TaskInstance] where taskmasterid <=0;
|
|||
-1 ,
|
||||
'[1] File copy between datalake zones of SalesLT.Customer*.parquet (Binary) from ADLS to ADLS SalesLT.Customer.parquet (Binary)' ,
|
||||
2 ,
|
||||
-1 ,
|
||||
-3 ,
|
||||
4 ,
|
||||
4 ,
|
||||
4 ,
|
||||
|
|
@ -216,7 +216,7 @@ delete from [dbo].[TaskInstance] where taskmasterid <=0;
|
|||
-3 ,
|
||||
'[3] File copy between datalake zones of yellow_tripdata_2017-03.xlsx (Excel) from ADLS to ADLS yellow_tripdata_2017-03.parquet (Parquet)' ,
|
||||
2 ,
|
||||
-2 ,
|
||||
-1 ,
|
||||
4 ,
|
||||
4 ,
|
||||
4 ,
|
||||
|
|
@ -276,7 +276,7 @@ delete from [dbo].[TaskInstance] where taskmasterid <=0;
|
|||
-4 ,
|
||||
'[4] File copy between datalake zones of yellow_tripdata_2017-03.xlsx (Excel) from ADLS to ADLS yellow_tripdata_2017-03.csv (DelimitedText)' ,
|
||||
2 ,
|
||||
-1 ,
|
||||
-4 ,
|
||||
4 ,
|
||||
4 ,
|
||||
4 ,
|
||||
|
|
@ -336,7 +336,7 @@ delete from [dbo].[TaskInstance] where taskmasterid <=0;
|
|||
-5 ,
|
||||
'[5] File copy between datalake zones of yellow_tripdata_2017-03.xlsx (Excel) from ADLS to ADLS yellow_tripdata_2017-03.json (Json)' ,
|
||||
2 ,
|
||||
-1 ,
|
||||
-3 ,
|
||||
4 ,
|
||||
4 ,
|
||||
4 ,
|
||||
|
|
@ -453,7 +453,7 @@ delete from [dbo].[TaskInstance] where taskmasterid <=0;
|
|||
-7 ,
|
||||
'[7] FullLoad of SalesLT.Customer.parquet (Parquet) from ADLS to Azure SQL' ,
|
||||
1 ,
|
||||
-2 ,
|
||||
-3 ,
|
||||
4 ,
|
||||
4 ,
|
||||
2 ,
|
||||
|
|
@ -573,7 +573,7 @@ delete from [dbo].[TaskInstance] where taskmasterid <=0;
|
|||
-9 ,
|
||||
'[9] FullLoad of yellow_tripdata_2017-03.xlsx (Excel) from ADLS to Azure SQL' ,
|
||||
1 ,
|
||||
-2 ,
|
||||
-4 ,
|
||||
4 ,
|
||||
4 ,
|
||||
2 ,
|
||||
|
|
@ -590,6 +590,7 @@ delete from [dbo].[TaskInstance] where taskmasterid <=0;
|
|||
"RelativePath": "samples/",
|
||||
"SchemaFileName": "",
|
||||
"SheetName": "yellow_tripdata_2017-03",
|
||||
"SkipLineCount": 0,
|
||||
"Type": "Excel"
|
||||
},
|
||||
"Target": {
|
||||
|
|
@ -635,7 +636,7 @@ delete from [dbo].[TaskInstance] where taskmasterid <=0;
|
|||
-10 ,
|
||||
'[10] FullLoad of yellow_tripdata_2017-03.xlsx (Excel) from Azure Blob to Azure SQL' ,
|
||||
1 ,
|
||||
-3 ,
|
||||
-1 ,
|
||||
4 ,
|
||||
3 ,
|
||||
2 ,
|
||||
|
|
@ -652,6 +653,7 @@ delete from [dbo].[TaskInstance] where taskmasterid <=0;
|
|||
"RelativePath": "samples/",
|
||||
"SchemaFileName": "",
|
||||
"SheetName": "yellow_tripdata_2017-03",
|
||||
"SkipLineCount": 0,
|
||||
"Type": "Excel"
|
||||
},
|
||||
"Target": {
|
||||
|
|
@ -697,7 +699,7 @@ delete from [dbo].[TaskInstance] where taskmasterid <=0;
|
|||
-11 ,
|
||||
'[11] FullLoad of yellow_tripdata_2017-03.csv (Csv) from Azure Blob to Azure SQL' ,
|
||||
1 ,
|
||||
-1 ,
|
||||
-3 ,
|
||||
4 ,
|
||||
3 ,
|
||||
2 ,
|
||||
|
|
@ -757,7 +759,7 @@ delete from [dbo].[TaskInstance] where taskmasterid <=0;
|
|||
-12 ,
|
||||
'[12] FullLoad of yellow_tripdata_2017-03.json (Json) from Azure Blob to Azure SQL' ,
|
||||
1 ,
|
||||
-4 ,
|
||||
-3 ,
|
||||
4 ,
|
||||
3 ,
|
||||
2 ,
|
||||
|
|
@ -817,7 +819,7 @@ delete from [dbo].[TaskInstance] where taskmasterid <=0;
|
|||
-13 ,
|
||||
'[13] FullLoad of yellow_tripdata_2017-03.csv (Csv) from ADLS to Azure SQL' ,
|
||||
1 ,
|
||||
-2 ,
|
||||
-4 ,
|
||||
4 ,
|
||||
4 ,
|
||||
2 ,
|
||||
|
|
@ -877,7 +879,7 @@ delete from [dbo].[TaskInstance] where taskmasterid <=0;
|
|||
-14 ,
|
||||
'[14] FullLoad of yellow_tripdata_2017-03.json (Json) from ADLS to Azure SQL' ,
|
||||
1 ,
|
||||
-3 ,
|
||||
-1 ,
|
||||
4 ,
|
||||
4 ,
|
||||
2 ,
|
||||
|
|
@ -937,7 +939,7 @@ delete from [dbo].[TaskInstance] where taskmasterid <=0;
|
|||
-15 ,
|
||||
'[15] FullLoad of SalesLT.Customer.parquet (Parquet) from ADLS to Azure Synapse' ,
|
||||
1 ,
|
||||
-1 ,
|
||||
-2 ,
|
||||
4 ,
|
||||
4 ,
|
||||
10 ,
|
||||
|
|
@ -997,7 +999,7 @@ delete from [dbo].[TaskInstance] where taskmasterid <=0;
|
|||
-16 ,
|
||||
'[16] FullLoad of SalesLT.Customer.parquet (Parquet) from Azure Blob to Azure Synapse' ,
|
||||
1 ,
|
||||
-4 ,
|
||||
-3 ,
|
||||
4 ,
|
||||
3 ,
|
||||
10 ,
|
||||
|
|
@ -1074,6 +1076,7 @@ delete from [dbo].[TaskInstance] where taskmasterid <=0;
|
|||
"RelativePath": "samples/",
|
||||
"SchemaFileName": "",
|
||||
"SheetName": "yellow_tripdata_2017-03",
|
||||
"SkipLineCount": 0,
|
||||
"Type": "Excel"
|
||||
},
|
||||
"Target": {
|
||||
|
|
@ -1136,6 +1139,7 @@ delete from [dbo].[TaskInstance] where taskmasterid <=0;
|
|||
"RelativePath": "samples/",
|
||||
"SchemaFileName": "",
|
||||
"SheetName": "yellow_tripdata_2017-03",
|
||||
"SkipLineCount": 0,
|
||||
"Type": "Excel"
|
||||
},
|
||||
"Target": {
|
||||
|
|
@ -1181,7 +1185,7 @@ delete from [dbo].[TaskInstance] where taskmasterid <=0;
|
|||
-19 ,
|
||||
'[19] FullLoad of yellow_tripdata_2017-03.csv (Csv) from Azure Blob to Azure Synapse' ,
|
||||
1 ,
|
||||
-4 ,
|
||||
-2 ,
|
||||
4 ,
|
||||
3 ,
|
||||
10 ,
|
||||
|
|
@ -1301,7 +1305,7 @@ delete from [dbo].[TaskInstance] where taskmasterid <=0;
|
|||
-21 ,
|
||||
'[21] FullLoad of yellow_tripdata_2017-03.csv (Csv) from ADLS to Azure Synapse' ,
|
||||
1 ,
|
||||
-2 ,
|
||||
-4 ,
|
||||
4 ,
|
||||
4 ,
|
||||
10 ,
|
||||
|
|
@ -1361,7 +1365,7 @@ delete from [dbo].[TaskInstance] where taskmasterid <=0;
|
|||
-22 ,
|
||||
'[22] FullLoad of yellow_tripdata_2017-03.json (Json) from ADLS to Azure Synapse' ,
|
||||
1 ,
|
||||
-1 ,
|
||||
-3 ,
|
||||
4 ,
|
||||
4 ,
|
||||
10 ,
|
||||
|
|
@ -1421,7 +1425,7 @@ delete from [dbo].[TaskInstance] where taskmasterid <=0;
|
|||
-23 ,
|
||||
'[23] FulLoad of SalesLT.Customer (Table) from Azure SQL to SalesLT.Customer.parquet in Azure Blob(Parquet)' ,
|
||||
3 ,
|
||||
-4 ,
|
||||
-1 ,
|
||||
4 ,
|
||||
1 ,
|
||||
4 ,
|
||||
|
|
@ -1529,7 +1533,7 @@ delete from [dbo].[TaskInstance] where taskmasterid <=0;
|
|||
-25 ,
|
||||
'[25] FullLoadUsingExtractionSql of SalesLT.Customer (Table) from Azure SQL to SalesLT.Customer.parquet in ADLS(Parquet)' ,
|
||||
3 ,
|
||||
-3 ,
|
||||
-1 ,
|
||||
4 ,
|
||||
1 ,
|
||||
4 ,
|
||||
|
|
@ -1637,7 +1641,7 @@ delete from [dbo].[TaskInstance] where taskmasterid <=0;
|
|||
-27 ,
|
||||
'[27] IncrementalLoad of SalesLT.Customer (Table) from Azure SQL to SalesLT.Customer.parquet in ADLS(Parquet)' ,
|
||||
3 ,
|
||||
-3 ,
|
||||
-4 ,
|
||||
4 ,
|
||||
1 ,
|
||||
4 ,
|
||||
|
|
@ -1691,7 +1695,7 @@ delete from [dbo].[TaskInstance] where taskmasterid <=0;
|
|||
-28 ,
|
||||
'[28] FullLoad of SalesLT.Customer (Table) from SQL Server to SalesLT.Customer.parquet in Azure Blob(Parquet)' ,
|
||||
3 ,
|
||||
-2 ,
|
||||
-3 ,
|
||||
4 ,
|
||||
6 ,
|
||||
4 ,
|
||||
|
|
@ -1745,7 +1749,7 @@ delete from [dbo].[TaskInstance] where taskmasterid <=0;
|
|||
-29 ,
|
||||
'[29] FullLoad of SalesLT.Customer (Table) from SQL Server to SalesLT.Customer.parquet in ADLS(Parquet)' ,
|
||||
3 ,
|
||||
-1 ,
|
||||
-2 ,
|
||||
4 ,
|
||||
6 ,
|
||||
4 ,
|
||||
|
|
|
|||
|
|
@ -107,7 +107,7 @@
|
|||
"TaskInstanceId": 1,
|
||||
"TaskInstanceJson": "{\n \"SourceRelativePath\": \"samples/\"\n}",
|
||||
"TaskMasterId": 9,
|
||||
"TaskMasterJson": "{\n \"Source\": {\n \"DataFileName\": \"yellow_tripdata_2017-03.xlsx\",\n \"DeleteAfterCompletion\": \"false\",\n \"FirstRowAsHeader\": \"true\",\n \"MaxConcurrentConnections\": 0,\n \"Recursively\": \"false\",\n \"RelativePath\": \"samples/\",\n \"SchemaFileName\": \"\",\n \"SheetName\": \"yellow_tripdata_2017-03\",\n \"Type\": \"Excel\"\n },\n \"Target\": {\n \"AutoCreateTable\": \"true\",\n \"AutoGenerateMerge\": \"false\",\n \"MergeSQL\": \"\",\n \"PostCopySQL\": \"\",\n \"PreCopySQL\": \"\",\n \"StagingTableName\": \"stg_yellow_tripdata9\",\n \"StagingTableSchema\": \"dbo\",\n \"TableName\": \"yellow_tripdata9\",\n \"TableSchema\": \"dbo\",\n \"Type\": \"Table\"\n }\n}",
|
||||
"TaskMasterJson": "{\n \"Source\": {\n \"DataFileName\": \"yellow_tripdata_2017-03.xlsx\",\n \"DeleteAfterCompletion\": \"false\",\n \"FirstRowAsHeader\": \"true\",\n \"MaxConcurrentConnections\": 0,\n \"Recursively\": \"false\",\n \"RelativePath\": \"samples/\",\n \"SchemaFileName\": \"\",\n \"SheetName\": \"yellow_tripdata_2017-03\",\n \"SkipLineCount\": 0,\n \"Type\": \"Excel\"\n },\n \"Target\": {\n \"AutoCreateTable\": \"true\",\n \"AutoGenerateMerge\": \"false\",\n \"MergeSQL\": \"\",\n \"PostCopySQL\": \"\",\n \"PreCopySQL\": \"\",\n \"StagingTableName\": \"stg_yellow_tripdata9\",\n \"StagingTableSchema\": \"dbo\",\n \"TableName\": \"yellow_tripdata9\",\n \"TableSchema\": \"dbo\",\n \"Type\": \"Table\"\n }\n}",
|
||||
"TaskStatus": "Untried",
|
||||
"TaskType": "Azure Storage to SQL Database",
|
||||
"TaskTypeId": 1,
|
||||
|
|
@ -145,7 +145,7 @@
|
|||
"TaskInstanceId": 1,
|
||||
"TaskInstanceJson": "{\n \"SourceRelativePath\": \"samples/\"\n}",
|
||||
"TaskMasterId": 10,
|
||||
"TaskMasterJson": "{\n \"Source\": {\n \"DataFileName\": \"yellow_tripdata_2017-03.xlsx\",\n \"DeleteAfterCompletion\": \"false\",\n \"FirstRowAsHeader\": \"true\",\n \"MaxConcurrentConnections\": 0,\n \"Recursively\": \"false\",\n \"RelativePath\": \"samples/\",\n \"SchemaFileName\": \"\",\n \"SheetName\": \"yellow_tripdata_2017-03\",\n \"Type\": \"Excel\"\n },\n \"Target\": {\n \"AutoCreateTable\": \"true\",\n \"AutoGenerateMerge\": \"false\",\n \"MergeSQL\": \"\",\n \"PostCopySQL\": \"\",\n \"PreCopySQL\": \"\",\n \"StagingTableName\": \"stg_yellow_tripdata10\",\n \"StagingTableSchema\": \"dbo\",\n \"TableName\": \"yellow_tripdata10\",\n \"TableSchema\": \"dbo\",\n \"Type\": \"Table\"\n }\n}",
|
||||
"TaskMasterJson": "{\n \"Source\": {\n \"DataFileName\": \"yellow_tripdata_2017-03.xlsx\",\n \"DeleteAfterCompletion\": \"false\",\n \"FirstRowAsHeader\": \"true\",\n \"MaxConcurrentConnections\": 0,\n \"Recursively\": \"false\",\n \"RelativePath\": \"samples/\",\n \"SchemaFileName\": \"\",\n \"SheetName\": \"yellow_tripdata_2017-03\",\n \"SkipLineCount\": 0,\n \"Type\": \"Excel\"\n },\n \"Target\": {\n \"AutoCreateTable\": \"true\",\n \"AutoGenerateMerge\": \"false\",\n \"MergeSQL\": \"\",\n \"PostCopySQL\": \"\",\n \"PreCopySQL\": \"\",\n \"StagingTableName\": \"stg_yellow_tripdata10\",\n \"StagingTableSchema\": \"dbo\",\n \"TableName\": \"yellow_tripdata10\",\n \"TableSchema\": \"dbo\",\n \"Type\": \"Table\"\n }\n}",
|
||||
"TaskStatus": "Untried",
|
||||
"TaskType": "Azure Storage to SQL Database",
|
||||
"TaskTypeId": 1,
|
||||
|
|
@ -411,7 +411,7 @@
|
|||
"TaskInstanceId": 1,
|
||||
"TaskInstanceJson": "{\n \"SourceRelativePath\": \"samples/\"\n}",
|
||||
"TaskMasterId": 17,
|
||||
"TaskMasterJson": "{\n \"Source\": {\n \"DataFileName\": \"yellow_tripdata_2017-03.xlsx\",\n \"DeleteAfterCompletion\": \"false\",\n \"FirstRowAsHeader\": \"true\",\n \"MaxConcurrentConnections\": 0,\n \"Recursively\": \"false\",\n \"RelativePath\": \"samples/\",\n \"SchemaFileName\": \"\",\n \"SheetName\": \"yellow_tripdata_2017-03\",\n \"Type\": \"Excel\"\n },\n \"Target\": {\n \"AutoCreateTable\": \"true\",\n \"AutoGenerateMerge\": \"false\",\n \"MergeSQL\": \"\",\n \"PostCopySQL\": \"\",\n \"PreCopySQL\": \"\",\n \"StagingTableName\": \"stg_yellow_tripdata17\",\n \"StagingTableSchema\": \"dbo\",\n \"TableName\": \"yellow_tripdata17\",\n \"TableSchema\": \"dbo\",\n \"Type\": \"Table\"\n }\n}",
|
||||
"TaskMasterJson": "{\n \"Source\": {\n \"DataFileName\": \"yellow_tripdata_2017-03.xlsx\",\n \"DeleteAfterCompletion\": \"false\",\n \"FirstRowAsHeader\": \"true\",\n \"MaxConcurrentConnections\": 0,\n \"Recursively\": \"false\",\n \"RelativePath\": \"samples/\",\n \"SchemaFileName\": \"\",\n \"SheetName\": \"yellow_tripdata_2017-03\",\n \"SkipLineCount\": 0,\n \"Type\": \"Excel\"\n },\n \"Target\": {\n \"AutoCreateTable\": \"true\",\n \"AutoGenerateMerge\": \"false\",\n \"MergeSQL\": \"\",\n \"PostCopySQL\": \"\",\n \"PreCopySQL\": \"\",\n \"StagingTableName\": \"stg_yellow_tripdata17\",\n \"StagingTableSchema\": \"dbo\",\n \"TableName\": \"yellow_tripdata17\",\n \"TableSchema\": \"dbo\",\n \"Type\": \"Table\"\n }\n}",
|
||||
"TaskStatus": "Untried",
|
||||
"TaskType": "Azure Storage to SQL Database",
|
||||
"TaskTypeId": 1,
|
||||
|
|
@ -449,7 +449,7 @@
|
|||
"TaskInstanceId": 1,
|
||||
"TaskInstanceJson": "{\n \"SourceRelativePath\": \"samples/\"\n}",
|
||||
"TaskMasterId": 18,
|
||||
"TaskMasterJson": "{\n \"Source\": {\n \"DataFileName\": \"yellow_tripdata_2017-03.xlsx\",\n \"DeleteAfterCompletion\": \"false\",\n \"FirstRowAsHeader\": \"true\",\n \"MaxConcurrentConnections\": 0,\n \"Recursively\": \"false\",\n \"RelativePath\": \"samples/\",\n \"SchemaFileName\": \"\",\n \"SheetName\": \"yellow_tripdata_2017-03\",\n \"Type\": \"Excel\"\n },\n \"Target\": {\n \"AutoCreateTable\": \"true\",\n \"AutoGenerateMerge\": \"false\",\n \"MergeSQL\": \"\",\n \"PostCopySQL\": \"\",\n \"PreCopySQL\": \"\",\n \"StagingTableName\": \"stg_yellow_tripdata18\",\n \"StagingTableSchema\": \"dbo\",\n \"TableName\": \"yellow_tripdata18\",\n \"TableSchema\": \"dbo\",\n \"Type\": \"Table\"\n }\n}",
|
||||
"TaskMasterJson": "{\n \"Source\": {\n \"DataFileName\": \"yellow_tripdata_2017-03.xlsx\",\n \"DeleteAfterCompletion\": \"false\",\n \"FirstRowAsHeader\": \"true\",\n \"MaxConcurrentConnections\": 0,\n \"Recursively\": \"false\",\n \"RelativePath\": \"samples/\",\n \"SchemaFileName\": \"\",\n \"SheetName\": \"yellow_tripdata_2017-03\",\n \"SkipLineCount\": 0,\n \"Type\": \"Excel\"\n },\n \"Target\": {\n \"AutoCreateTable\": \"true\",\n \"AutoGenerateMerge\": \"false\",\n \"MergeSQL\": \"\",\n \"PostCopySQL\": \"\",\n \"PreCopySQL\": \"\",\n \"StagingTableName\": \"stg_yellow_tripdata18\",\n \"StagingTableSchema\": \"dbo\",\n \"TableName\": \"yellow_tripdata18\",\n \"TableSchema\": \"dbo\",\n \"Type\": \"Table\"\n }\n}",
|
||||
"TaskStatus": "Untried",
|
||||
"TaskType": "Azure Storage to SQL Database",
|
||||
"TaskTypeId": 1,
|
||||
|
|
|
|||
|
|
@ -13,7 +13,7 @@ local tests =
|
|||
"TargetFormat":"Parquet",
|
||||
"TargetType": "Azure Blob",
|
||||
"ADFPipeline": "GPL_AzureSqlTable_NA_AzureBlobStorage_Parquet",
|
||||
"Description": "FulLoad",
|
||||
"Description": "FullLoad",
|
||||
"ChunkField":"",
|
||||
"ChunkSize":0,
|
||||
"IncrementalType": "Full"
|
||||
|
|
|
|||
|
|
@ -1,5 +1,5 @@
|
|||
Update SourceAndTargetSystems
|
||||
Set SystemJson = ' "Database" : "msdb" , "Username" : "adminuser", "PasswordKeyVaultSecretName":"selfhostedsqlpw" }',
|
||||
SystemKeyVaultUrl = 'https://$KeyVaultName$.vault.azure.net/',
|
||||
SystemKeyVaultBaseUrl = 'https://$KeyVaultName$.vault.azure.net/',
|
||||
SystemServer = '(local)'
|
||||
where Systemid = 14
|
||||
|
|
@ -104,7 +104,7 @@ resource "azurerm_resource_group_template_deployment" "azuressynapse_dataset" {
|
|||
|
||||
resource "azurerm_resource_group_template_deployment" "mssql_dataset" {
|
||||
for_each = {
|
||||
for ir in fileset(path.module, "arm/GDS_SqlServer_NA*.json"):
|
||||
for ir in fileset(path.module, "arm/GDS_SqlServerTable_NA*.json"):
|
||||
ir => ir
|
||||
#if var.is_azure == false
|
||||
}
|
||||
|
|
@ -130,7 +130,7 @@ resource "azurerm_resource_group_template_deployment" "mssql_dataset" {
|
|||
|
||||
resource "azurerm_resource_group_template_deployment" "mssql_dataset_sqlauth" {
|
||||
for_each = {
|
||||
for ir in fileset(path.module, "arm/GDS_SqlServer_NA_SqlAuth*.json"):
|
||||
for ir in fileset(path.module, "arm/GDS_SqlServerTable_NA_SqlAuth*.json"):
|
||||
ir => ir
|
||||
#if var.is_azure == false
|
||||
}
|
||||
|
|
|
|||
|
|
@ -4,7 +4,7 @@ inputs = {
|
|||
tenant_id = "72f988bf-86f1-41af-91ab-2d7cd011db47" # This is the Azure AD tenant ID
|
||||
subscription_id = "035a1364-f00d-48e2-b582-4fe125905ee3" # The azure subscription id to deploy to
|
||||
resource_location = "Australia East" # The location of the resources
|
||||
resource_group_name = "adsgft2" # The resource group all resources will be deployed to
|
||||
resource_group_name = "Adsgf3" # The resource group all resources will be deployed to
|
||||
owner_tag = "Contoso" # Owner tag value for Azure resources
|
||||
environment_tag = "dev" # This is used on Azure tags as well as all resource names
|
||||
ip_address = "144.138.148.220" # This is the ip address of the agent/current IP. Used to create firewall exemptions.
|
||||
|
|
|
|||
|
|
@ -29,7 +29,7 @@ inputs = {
|
|||
ip_address = "144.138.148.220" # This is the ip address of the agent/current IP. Used to create firewall exemptions.
|
||||
deploy_sentinel = false
|
||||
deploy_purview = false
|
||||
deploy_synapse = false
|
||||
deploy_synapse = true
|
||||
is_vnet_isolated = false
|
||||
publish_web_app = true
|
||||
publish_function_app = true
|
||||
|
|
|
|||
|
|
@ -373,7 +373,7 @@
|
|||
"TaskInstanceId": 1,
|
||||
"TaskInstanceJson": "{\n \"SourceRelativePath\": \"samples/\"\n}",
|
||||
"TaskMasterId": 9,
|
||||
"TaskMasterJson": "{\n \"Source\": {\n \"DataFileName\": \"yellow_tripdata_2017-03.xlsx\",\n \"DeleteAfterCompletion\": \"false\",\n \"FirstRowAsHeader\": \"true\",\n \"MaxConcurrentConnections\": 0,\n \"Recursively\": \"false\",\n \"RelativePath\": \"samples/\",\n \"SchemaFileName\": \"\",\n \"SheetName\": \"yellow_tripdata_2017-03\",\n \"Type\": \"Excel\"\n },\n \"Target\": {\n \"AutoCreateTable\": \"true\",\n \"AutoGenerateMerge\": \"false\",\n \"MergeSQL\": \"\",\n \"PostCopySQL\": \"\",\n \"PreCopySQL\": \"\",\n \"StagingTableName\": \"stg_yellow_tripdata9\",\n \"StagingTableSchema\": \"dbo\",\n \"TableName\": \"yellow_tripdata9\",\n \"TableSchema\": \"dbo\",\n \"Type\": \"Table\"\n }\n}",
|
||||
"TaskMasterJson": "{\n \"Source\": {\n \"DataFileName\": \"yellow_tripdata_2017-03.xlsx\",\n \"DeleteAfterCompletion\": \"false\",\n \"FirstRowAsHeader\": \"true\",\n \"MaxConcurrentConnections\": 0,\n \"Recursively\": \"false\",\n \"RelativePath\": \"samples/\",\n \"SchemaFileName\": \"\",\n \"SheetName\": \"yellow_tripdata_2017-03\",\n \"SkipLineCount\": 0,\n \"Type\": \"Excel\"\n },\n \"Target\": {\n \"AutoCreateTable\": \"true\",\n \"AutoGenerateMerge\": \"false\",\n \"MergeSQL\": \"\",\n \"PostCopySQL\": \"\",\n \"PreCopySQL\": \"\",\n \"StagingTableName\": \"stg_yellow_tripdata9\",\n \"StagingTableSchema\": \"dbo\",\n \"TableName\": \"yellow_tripdata9\",\n \"TableSchema\": \"dbo\",\n \"Type\": \"Table\"\n }\n}",
|
||||
"TaskStatus": "Untried",
|
||||
"TaskType": "Azure Storage to SQL Database",
|
||||
"TaskTypeId": 1,
|
||||
|
|
@ -411,7 +411,7 @@
|
|||
"TaskInstanceId": 1,
|
||||
"TaskInstanceJson": "{\n \"SourceRelativePath\": \"samples/\"\n}",
|
||||
"TaskMasterId": 10,
|
||||
"TaskMasterJson": "{\n \"Source\": {\n \"DataFileName\": \"yellow_tripdata_2017-03.xlsx\",\n \"DeleteAfterCompletion\": \"false\",\n \"FirstRowAsHeader\": \"true\",\n \"MaxConcurrentConnections\": 0,\n \"Recursively\": \"false\",\n \"RelativePath\": \"samples/\",\n \"SchemaFileName\": \"\",\n \"SheetName\": \"yellow_tripdata_2017-03\",\n \"Type\": \"Excel\"\n },\n \"Target\": {\n \"AutoCreateTable\": \"true\",\n \"AutoGenerateMerge\": \"false\",\n \"MergeSQL\": \"\",\n \"PostCopySQL\": \"\",\n \"PreCopySQL\": \"\",\n \"StagingTableName\": \"stg_yellow_tripdata10\",\n \"StagingTableSchema\": \"dbo\",\n \"TableName\": \"yellow_tripdata10\",\n \"TableSchema\": \"dbo\",\n \"Type\": \"Table\"\n }\n}",
|
||||
"TaskMasterJson": "{\n \"Source\": {\n \"DataFileName\": \"yellow_tripdata_2017-03.xlsx\",\n \"DeleteAfterCompletion\": \"false\",\n \"FirstRowAsHeader\": \"true\",\n \"MaxConcurrentConnections\": 0,\n \"Recursively\": \"false\",\n \"RelativePath\": \"samples/\",\n \"SchemaFileName\": \"\",\n \"SheetName\": \"yellow_tripdata_2017-03\",\n \"SkipLineCount\": 0,\n \"Type\": \"Excel\"\n },\n \"Target\": {\n \"AutoCreateTable\": \"true\",\n \"AutoGenerateMerge\": \"false\",\n \"MergeSQL\": \"\",\n \"PostCopySQL\": \"\",\n \"PreCopySQL\": \"\",\n \"StagingTableName\": \"stg_yellow_tripdata10\",\n \"StagingTableSchema\": \"dbo\",\n \"TableName\": \"yellow_tripdata10\",\n \"TableSchema\": \"dbo\",\n \"Type\": \"Table\"\n }\n}",
|
||||
"TaskStatus": "Untried",
|
||||
"TaskType": "Azure Storage to SQL Database",
|
||||
"TaskTypeId": 1,
|
||||
|
|
@ -677,7 +677,7 @@
|
|||
"TaskInstanceId": 1,
|
||||
"TaskInstanceJson": "{\n \"SourceRelativePath\": \"samples/\"\n}",
|
||||
"TaskMasterId": 17,
|
||||
"TaskMasterJson": "{\n \"Source\": {\n \"DataFileName\": \"yellow_tripdata_2017-03.xlsx\",\n \"DeleteAfterCompletion\": \"false\",\n \"FirstRowAsHeader\": \"true\",\n \"MaxConcurrentConnections\": 0,\n \"Recursively\": \"false\",\n \"RelativePath\": \"samples/\",\n \"SchemaFileName\": \"\",\n \"SheetName\": \"yellow_tripdata_2017-03\",\n \"Type\": \"Excel\"\n },\n \"Target\": {\n \"AutoCreateTable\": \"true\",\n \"AutoGenerateMerge\": \"false\",\n \"MergeSQL\": \"\",\n \"PostCopySQL\": \"\",\n \"PreCopySQL\": \"\",\n \"StagingTableName\": \"stg_yellow_tripdata17\",\n \"StagingTableSchema\": \"dbo\",\n \"TableName\": \"yellow_tripdata17\",\n \"TableSchema\": \"dbo\",\n \"Type\": \"Table\"\n }\n}",
|
||||
"TaskMasterJson": "{\n \"Source\": {\n \"DataFileName\": \"yellow_tripdata_2017-03.xlsx\",\n \"DeleteAfterCompletion\": \"false\",\n \"FirstRowAsHeader\": \"true\",\n \"MaxConcurrentConnections\": 0,\n \"Recursively\": \"false\",\n \"RelativePath\": \"samples/\",\n \"SchemaFileName\": \"\",\n \"SheetName\": \"yellow_tripdata_2017-03\",\n \"SkipLineCount\": 0,\n \"Type\": \"Excel\"\n },\n \"Target\": {\n \"AutoCreateTable\": \"true\",\n \"AutoGenerateMerge\": \"false\",\n \"MergeSQL\": \"\",\n \"PostCopySQL\": \"\",\n \"PreCopySQL\": \"\",\n \"StagingTableName\": \"stg_yellow_tripdata17\",\n \"StagingTableSchema\": \"dbo\",\n \"TableName\": \"yellow_tripdata17\",\n \"TableSchema\": \"dbo\",\n \"Type\": \"Table\"\n }\n}",
|
||||
"TaskStatus": "Untried",
|
||||
"TaskType": "Azure Storage to SQL Database",
|
||||
"TaskTypeId": 1,
|
||||
|
|
@ -715,7 +715,7 @@
|
|||
"TaskInstanceId": 1,
|
||||
"TaskInstanceJson": "{\n \"SourceRelativePath\": \"samples/\"\n}",
|
||||
"TaskMasterId": 18,
|
||||
"TaskMasterJson": "{\n \"Source\": {\n \"DataFileName\": \"yellow_tripdata_2017-03.xlsx\",\n \"DeleteAfterCompletion\": \"false\",\n \"FirstRowAsHeader\": \"true\",\n \"MaxConcurrentConnections\": 0,\n \"Recursively\": \"false\",\n \"RelativePath\": \"samples/\",\n \"SchemaFileName\": \"\",\n \"SheetName\": \"yellow_tripdata_2017-03\",\n \"Type\": \"Excel\"\n },\n \"Target\": {\n \"AutoCreateTable\": \"true\",\n \"AutoGenerateMerge\": \"false\",\n \"MergeSQL\": \"\",\n \"PostCopySQL\": \"\",\n \"PreCopySQL\": \"\",\n \"StagingTableName\": \"stg_yellow_tripdata18\",\n \"StagingTableSchema\": \"dbo\",\n \"TableName\": \"yellow_tripdata18\",\n \"TableSchema\": \"dbo\",\n \"Type\": \"Table\"\n }\n}",
|
||||
"TaskMasterJson": "{\n \"Source\": {\n \"DataFileName\": \"yellow_tripdata_2017-03.xlsx\",\n \"DeleteAfterCompletion\": \"false\",\n \"FirstRowAsHeader\": \"true\",\n \"MaxConcurrentConnections\": 0,\n \"Recursively\": \"false\",\n \"RelativePath\": \"samples/\",\n \"SchemaFileName\": \"\",\n \"SheetName\": \"yellow_tripdata_2017-03\",\n \"SkipLineCount\": 0,\n \"Type\": \"Excel\"\n },\n \"Target\": {\n \"AutoCreateTable\": \"true\",\n \"AutoGenerateMerge\": \"false\",\n \"MergeSQL\": \"\",\n \"PostCopySQL\": \"\",\n \"PreCopySQL\": \"\",\n \"StagingTableName\": \"stg_yellow_tripdata18\",\n \"StagingTableSchema\": \"dbo\",\n \"TableName\": \"yellow_tripdata18\",\n \"TableSchema\": \"dbo\",\n \"Type\": \"Table\"\n }\n}",
|
||||
"TaskStatus": "Untried",
|
||||
"TaskType": "Azure Storage to SQL Database",
|
||||
"TaskTypeId": 1,
|
||||
|
|
|
|||
Загрузка…
Ссылка в новой задаче