Added Data Explorer Pool Deployment (#79)

* Added Data Explorer Pool Deployment * fixed azure cli version * updated data explorer definition * updated structure
2021-11-15 10:03:39 +01:00 · 2021-11-15 10:03:39 +01:00 · 09bd40d4fd
--- a/docs/EnterpriseScaleAnalytics-AzureDevOpsDeployment.md
+++ b/docs/EnterpriseScaleAnalytics-AzureDevOpsDeployment.md
@ -78,6 +78,7 @@ To begin, please open the [infra/params.dev.json](/infra/params.dev.json). In th
 | `administratorPassword` | Specifies the administrator password of the sql servers. Will be automatically set in the workflow. **Leave this value as is.** | `<your-secure-password>` |
 | `synapseDefaultStorageAccountFileSystemId` | Specifies the Resource ID of the default storage account file system for synapse. | `/subscriptions/{subscription-id}/resourceGroups/{rg-name}/providers/Microsoft.Storage/storageAccounts/{storage-name}/blobServices/default/containers/{container-name}` |
 | `enableSqlPool` | Specifies whether an Azure SQL Pool should be deployed inside your Synapse workspace as part of the template. If you selected dataFactory as processingService, leave this value as is. | `true` or `false` |
+| `enableDataExplorerPool` | Specifies whether an Azure Data Explorer Pool should be deployed inside your Synapse workspace as part of the template. If you selected dataFactory as processingService, leave this value as is. | `true` or `false` |
 | `enableSqlServer` | Specifies whether Azure SQL Server should be deployed as part of the template. | `true` or `false` |
 | `enableCosmos` | Specifies whether Azure Cosmos DB should be deployed as part of the template. | `true` or `false` |
 | `enableStreamAnalytics` | Specifies whether Azure Stream Analytics Cluster and Job should be deployed as part of the template. | `true` or `false` |
--- a/docs/EnterpriseScaleAnalytics-GitHubActionsDeployment.md
+++ b/docs/EnterpriseScaleAnalytics-GitHubActionsDeployment.md
@ -69,6 +69,7 @@ To begin, please open the [infra/params.dev.json](/infra/params.dev.json). In th
 | `administratorPassword` | Specifies the administrator password of the sql servers. Will be automatically set in the workflow. **Leave this value as is.** | `<your-secure-password>` |
 | `synapseDefaultStorageAccountFileSystemId` | Specifies the Resource ID of the default storage account file system for synapse. | `/subscriptions/{subscription-id}/resourceGroups/{rg-name}/providers/Microsoft.Storage/storageAccounts/{storage-name}/blobServices/default/containers/{container-name}` |
 | `enableSqlPool` | Specifies whether an Azure SQL Pool should be deployed inside your Synapse workspace as part of the template. If you selected dataFactory as processingService, leave this value as is. | `true` or `false` |
+| `enableDataExplorerPool` | Specifies whether an Azure Data Explorer Pool should be deployed inside your Synapse workspace as part of the template. If you selected dataFactory as processingService, leave this value as is. | `true` or `false` |
 | `enableSqlServer` | Specifies whether Azure SQL Server should be deployed as part of the template. | `true` or `false` |
 | `enableCosmos` | Specifies whether Azure Cosmos DB should be deployed as part of the template. | `true` or `false` |
 | `enableStreamAnalytics` | Specifies whether Azure Stream Analytics Cluster and Job should be deployed as part of the template. | `true` or `false` |
--- a/docs/EnterpriseScaleAnalytics-Prerequisites.md
+++ b/docs/EnterpriseScaleAnalytics-Prerequisites.md
@ -28,6 +28,7 @@ The deployment and code artifacts include the following services:
 - [SQL Server](https://docs.microsoft.com/sql/sql-server/?view=sql-server-ver15) (optional)
 - [SQL Elastic Pool](https://docs.microsoft.com/azure/azure-sql/database/elastic-pool-overview) (optional)
 - [BigData Pool](https://docs.microsoft.com/sql/big-data-cluster/concept-data-pool?view=sql-server-ver15)
+- [Data Explorer](https://docs.microsoft.com/en-us/azure/synapse-analytics/data-explorer/data-explorer-overview) (optional)

 ## Code Structure

--- a/docs/reference/portal.dataProduct.json
+++ b/docs/reference/portal.dataProduct.json
@ -415,10 +415,22 @@
                                    "type": "Microsoft.Common.CheckBox",
                                    "visible": true,
                                    "defaultValue": false,
-                                    "toolTip": "Enable the deployment of an Azure SQL Pool (DW100).",
+                                    "toolTip": "Enable the deployment of an Azure Synapse SQL Pool (DW100).",
                                    "constraints": {
                                        "required": false,
-                                        "validationMessage": "Enable the deployment of an Azure SQL Pool (DW100)."
+                                        "validationMessage": "Enable the deployment of an Azure Synapse SQL Pool (DW100)."
+                                    }
+                                },
+                                {
+                                    "name": "enableDataExplorerPool",
+                                    "label": "Enable Data Explorer Pool",
+                                    "type": "Microsoft.Common.CheckBox",
+                                    "visible": true,
+                                    "defaultValue": false,
+                                    "toolTip": "Enable the deployment of an Azure Data Explorer Pool (Compute optimized, Extra small).",
+                                    "constraints": {
+                                        "required": false,
+                                        "validationMessage": "Enable the deployment of an Azure Data Explorer Pool (Compute optimized, Extra small)."
                                    }
                                }
                            ]
@ -944,6 +956,7 @@
                "administratorPassword": "[if(empty(steps('generalSettings').synapseDeploymentSettings.administratorPassword.password), '', steps('generalSettings').synapseDeploymentSettings.administratorPassword.password)]",
                "synapseDefaultStorageAccountFileSystemId": "[if(empty(steps('generalSettings').synapseDeploymentSettings.synapseDefaultStorageAccountFileSystemId), '', steps('generalSettings').synapseDeploymentSettings.synapseDefaultStorageAccountFileSystemId)]",
                "enableSqlPool": "[steps('generalSettings').synapseDeploymentSettings.enableSqlPool]",
+                "enableDataExplorerPool": "[steps('generalSettings').synapseDeploymentSettings.enableDataExplorerPool]",
                "enableSqlServer": "[steps('generalSettings').generalSettings.enableSqlServer]",
                "enableCosmos": "[steps('generalSettings').generalSettings.enableCosmos]",
                "enableStreamAnalytics": "[steps('generalSettings').streamAnalyticsDeploymentSettings.enableStreamAnalytics]",
--- a/infra/main.bicep
+++ b/infra/main.bicep
@ -28,6 +28,8 @@ param administratorPassword string
 param synapseDefaultStorageAccountFileSystemId string
@description('Specifies whether an Azure SQL Pool should be deployed inside your Synapse workspace as part of the template. If you selected dataFactory as processingService, leave this value as is.')
 param enableSqlPool bool = false
+@description('Specifies whether an Azure Data Explorer Pool should be deployed inside your Synapse workspace as part of the template. If you selected dataFactory as processingService, leave this value as is.')
+param enableDataExplorerPool bool = false
@description('Specifies whether Azure SQL Server should be deployed as part of the template.')
 param enableSqlServer bool = false
@description('Specifies whether Azure Cosmos DB should be deployed as part of the template.')
@ -114,6 +116,7 @@ module synapse001 'modules/services/synapse.bicep' = {
    privateDnsZoneIdSynapseDev: privateDnsZoneIdSynapseDev
    privateDnsZoneIdSynapseSql: privateDnsZoneIdSynapseSql
    purviewId: purviewId
+    enableDataExplorerPool: enableDataExplorerPool
    enableSqlPool: enableSqlPool
    synapseComputeSubnetId: ''
    synapseDefaultStorageAccountFileSystemId: synapseDefaultStorageAccountFileSystemId
--- a/infra/main.json
+++ b/infra/main.json
@ -5,7 +5,7 @@
    "_generator": {
      "name": "bicep",
      "version": "0.4.1008.15138",
-      "templateHash": "8330284745485260728"
+      "templateHash": "545171273914945165"
    }
  },
  "parameters": {
@ -60,6 +60,13 @@
        "description": "Specifies whether an Azure SQL Pool should be deployed inside your Synapse workspace as part of the template. If you selected dataFactory as processingService, leave this value as is."
      }
    },
+    "enableDataExplorerPool": {
+      "type": "bool",
+      "defaultValue": false,
+      "metadata": {
+        "description": "Specifies whether an Azure Data Explorer Pool should be deployed inside your Synapse workspace as part of the template. If you selected dataFactory as processingService, leave this value as is."
+      }
+    },
    "enableSqlServer": {
      "type": "bool",
      "defaultValue": false,
@ -373,6 +380,9 @@
          "purviewId": {
            "value": "[parameters('purviewId')]"
          },
+          "enableDataExplorerPool": {
+            "value": "[parameters('enableDataExplorerPool')]"
+          },
          "enableSqlPool": {
            "value": "[parameters('enableSqlPool')]"
          },
@ -390,7 +400,7 @@
            "_generator": {
              "name": "bicep",
              "version": "0.4.1008.15138",
-              "templateHash": "16920360437300226845"
+              "templateHash": "3729296254687081623"
            }
          },
          "parameters": {
@ -440,6 +450,10 @@
              "type": "string",
              "defaultValue": ""
            },
+            "enableDataExplorerPool": {
+              "type": "bool",
+              "defaultValue": false
+            },
            "enableSqlPool": {
              "type": "bool",
              "defaultValue": false
@ -505,6 +519,32 @@
                "[resourceId('Microsoft.Synapse/workspaces', parameters('synapseName'))]"
              ]
            },
+            {
+              "condition": "[parameters('enableDataExplorerPool')]",
+              "type": "Microsoft.Synapse/workspaces/kustoPools",
+              "apiVersion": "2021-06-01-preview",
+              "name": "[format('{0}/{1}', parameters('synapseName'), 'dataexplorerpool001')]",
+              "location": "[parameters('location')]",
+              "tags": "[parameters('tags')]",
+              "sku": {
+                "name": "Compute optimized",
+                "size": "Extra small"
+              },
+              "properties": {
+                "enablePurge": true,
+                "enableStreamingIngest": true,
+                "optimizedAutoscale": {
+                  "isEnabled": true,
+                  "version": 1,
+                  "minimum": 2,
+                  "maximum": 4
+                },
+                "workspaceUID": "[reference(resourceId('Microsoft.Synapse/workspaces', parameters('synapseName'))).workspaceUID]"
+              },
+              "dependsOn": [
+                "[resourceId('Microsoft.Synapse/workspaces', parameters('synapseName'))]"
+              ]
+            },
            {
              "type": "Microsoft.Synapse/workspaces/bigDataPools",
              "apiVersion": "2021-03-01",
--- a/infra/modules/services/synapse.bicep
+++ b/infra/modules/services/synapse.bicep
@ -19,6 +19,7 @@ param synapseComputeSubnetId string = ''
 param privateDnsZoneIdSynapseSql string = ''
 param privateDnsZoneIdSynapseDev string = ''
 param purviewId string = ''
+param enableDataExplorerPool bool = false
 param enableSqlPool bool = false

 // Variables
@ -75,6 +76,28 @@ resource synapseSqlPool001 'Microsoft.Synapse/workspaces/sqlPools@2021-03-01' =
  }
 }

+resource dataExplorerPool001 'Microsoft.Synapse/workspaces/kustoPools@2021-06-01-preview' = if(enableDataExplorerPool) {
+  parent: synapse
+  name: 'dataexplorerpool001'
+  location: location
+  tags: tags
+  sku: {
+    name: 'Compute optimized'
+    size: 'Extra small'
+  }
+  properties: {
+    enablePurge: true
+    enableStreamingIngest: true
+    optimizedAutoscale: {
+      isEnabled: true
+      version: 1
+      minimum: 2
+      maximum: 4
+    }
+    workspaceUID: synapse.properties.workspaceUID
+  }
+}
+
 resource synapseBigDataPool001 'Microsoft.Synapse/workspaces/bigDataPools@2021-03-01' = {
  parent: synapse
  name: 'bigDataPool001'
--- a/infra/params.dev.json
+++ b/infra/params.dev.json
@ -23,6 +23,9 @@
        "enableSqlPool": {
            "value": true
        },
+        "enableDataExplorerPool": {
+            "value": true
+        },
        "enableSqlServer": {
            "value": true
        },
--- a/infra/params.prod.json
+++ b/infra/params.prod.json
@ -23,6 +23,9 @@
        "enableSqlPool": {
            "value": true
        },
+        "enableDataExplorerPool": {
+            "value": true
+        },
        "enableSqlServer": {
            "value": true
        },
--- a/infra/params.test.json
+++ b/infra/params.test.json
@ -23,6 +23,9 @@
        "enableSqlPool": {
            "value": true
        },
+        "enableDataExplorerPool": {
+            "value": true
+        },
        "enableSqlServer": {
            "value": true
        },