From 8bbb2460cb0111f6b0b41926d63bd893836480a9 Mon Sep 17 00:00:00 2001 From: Marvin Buss <34542414+marvinbuss@users.noreply.github.com> Date: Mon, 13 Sep 2021 22:27:46 +0200 Subject: [PATCH] Update to Spark 3.1 (#61) --- infra/main.json | 6 +++--- infra/modules/services/synapse.bicep | 2 +- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/infra/main.json b/infra/main.json index 428651e..2e3f7d8 100644 --- a/infra/main.json +++ b/infra/main.json @@ -5,7 +5,7 @@ "_generator": { "name": "bicep", "version": "0.4.613.9944", - "templateHash": "6526927325437857897" + "templateHash": "1296363371752267801" } }, "parameters": { @@ -358,7 +358,7 @@ "_generator": { "name": "bicep", "version": "0.4.613.9944", - "templateHash": "12267714962417796830" + "templateHash": "13095982571376811461" } }, "parameters": { @@ -493,7 +493,7 @@ "nodeSizeFamily": "MemoryOptimized", "sessionLevelPackagesEnabled": true, "sparkEventsFolder": "events/", - "sparkVersion": "3.0" + "sparkVersion": "3.1" }, "dependsOn": [ "[resourceId('Microsoft.Synapse/workspaces', parameters('synapseName'))]" diff --git a/infra/modules/services/synapse.bicep b/infra/modules/services/synapse.bicep index 63e1207..87824aa 100644 --- a/infra/modules/services/synapse.bicep +++ b/infra/modules/services/synapse.bicep @@ -108,7 +108,7 @@ resource synapseBigDataPool001 'Microsoft.Synapse/workspaces/bigDataPools@2021-0 // filename: 'spark.conf' // } sparkEventsFolder: 'events/' - sparkVersion: '3.0' + sparkVersion: '3.1' } }