Update drivers and dependencies

- Docker CE 19.03.2
- blobxfer to 1.9.2
- NC/ND driver to 418.87.00

CHANGELOG.md

@@ -2,6 +2,12 @@
 
 ## [Unreleased]
 
+### Changed
+- Updated Docker CE to 19.03.2
+- Updated NC/ND driver to 418.87.00
+- Updated blobxfer to 1.9.2
+- Updated dependencies
+
 ## [3.8.1] - 2019-08-19
 ### Changed
 - Updated blobxfer to 1.9.1
@@ -42,6 +48,8 @@ for more information.
 OpenFOAM-Infiniband-OpenMPI, OSUMicroBenchmarks-Infiniband-MVAPICH
 
 ### Changed
+- **Breaking Change:** jobs cannot be submitted against pre-`3.8.0` pools.
+Pools must be re-created with `3.8.0` or later.
 - **Breaking Change:** the `singularity_images` property in the global
 configuration has been modified to accomodate Singularity 3 support.
 Please see the global configuration doc for more information.

cargo/requirements.txt

@@ -1,4 +1,4 @@
 azure-batch==8.0.0
-msrest==0.6.9
+msrest==0.6.10
 requests==2.22.0
 ruamel.yaml==0.16.5

convoy/data.py

@@ -59,7 +59,7 @@ from .version import __version__
 logger = logging.getLogger(__name__)
 util.setup_logger(logger)
 # global defines
-_BLOBXFER_VERSION = '1.9.1'
+_BLOBXFER_VERSION = '1.9.2'
 _MEGABYTE = 1048576
 _MAX_READ_BLOCKSIZE_BYTES = 4194304
 _FILE_SPLIT_PREFIX = '_shipyard-'

convoy/fleet.py

@@ -72,20 +72,20 @@ _NVIDIA_DRIVER = {
     'compute_cc37': {
         'url': (
             'http://us.download.nvidia.com/tesla/'
-            '418.67/NVIDIA-Linux-x86_64-418.67.run'
+            '418.87/NVIDIA-Linux-x86_64-418.87.00.run'
         ),
         'sha256': (
-            '8badb9aaf428550dc9f2c8629ba42ddde4850f0b6805b88920399deef63a40e8'
+            'dca372ca933aa7fb1ab88cc8c109d79838cf6f0c6f5a7938fcb23e8332c091d9'
         ),
         'target': 'nvidia-driver_cc37.run'
     },
     'compute_cc6-7': {
         'url': (
             'http://us.download.nvidia.com/tesla/'
-            '418.67/NVIDIA-Linux-x86_64-418.67.run'
+            '418.87/NVIDIA-Linux-x86_64-418.87.00.run'
         ),
         'sha256': (
-            '8badb9aaf428550dc9f2c8629ba42ddde4850f0b6805b88920399deef63a40e8'
+            'dca372ca933aa7fb1ab88cc8c109d79838cf6f0c6f5a7938fcb23e8332c091d9'
         ),
         'target': 'nvidia-driver_cc6-7.run'
     },

federation/requirements.txt

@@ -1,7 +1,7 @@
 azure-batch==8.0.0
 azure-cosmosdb-table==1.0.5
-azure-mgmt-compute==6.0.0
-azure-mgmt-resource==3.1.0
+azure-mgmt-compute==7.0.0
+azure-mgmt-resource==4.0.0
 azure-mgmt-storage==4.0.0
 azure-storage-blob==2.0.1
 # temporarily pin azure-storage-common due to azure-cosmosdb-table incompatibility

heimdall/requirements.txt

@@ -1,8 +1,8 @@
 azure-batch==8.0.0
 azure-cosmosdb-table==1.0.5
-azure-mgmt-compute==6.0.0
-azure-mgmt-network==4.0.0
-azure-mgmt-resource==3.1.0
+azure-mgmt-compute==7.0.0
+azure-mgmt-network==5.0.0
+azure-mgmt-resource==4.0.0
 azure-mgmt-storage==4.0.0
 msrestazure==0.6.1
 requests==2.22.0

requirements.txt

@@ -4,21 +4,21 @@ azure-cosmosdb-table==1.0.5
 azure-keyvault==1.1.0
 azure-mgmt-authorization==0.60.0
 azure-mgmt-batch==7.0.0
-azure-mgmt-compute==6.0.0
-azure-mgmt-network==4.0.0
-azure-mgmt-resource==3.1.0
+azure-mgmt-compute==7.0.0
+azure-mgmt-network==5.0.0
+azure-mgmt-resource==4.0.0
 azure-mgmt-storage==4.0.0
 azure-storage-blob==2.0.1
 # temporarily pin azure-storage-common due to azure-cosmosdb-table incompatibility
 azure-storage-common==2.0.0
 azure-storage-file==2.0.1
 azure-storage-queue==2.0.1
-blobxfer==1.9.1
+blobxfer==1.9.2
 click==7.0
 future==0.17.1
 futures==3.3.0; python_version < '3'
 keyrings.alt==3.1.1
-msrest==0.6.9
+msrest==0.6.10
 msrestazure==0.6.1
 pathlib2==2.3.4; python_version < '3.5'
 python-dateutil==2.8.0

scripts/shipyard_nodeprep.sh

@@ -6,8 +6,8 @@ set -e
 set -o pipefail
 
 # version consts
-DOCKER_CE_VERSION_DEBIAN=19.03.1
-DOCKER_CE_VERSION_CENTOS=19.03.1
+DOCKER_CE_VERSION_DEBIAN=19.03.2
+DOCKER_CE_VERSION_CENTOS=19.03.2
 DOCKER_CE_VERSION_SLES=17.09.1
 GLUSTER_VERSION_DEBIAN=4.1
 GLUSTER_VERSION_CENTOS=41

slurm/requirements.txt

@@ -1,6 +1,6 @@
 azure-batch==8.0.0
 azure-cosmosdb-table==1.0.5
-azure-mgmt-resource==3.1.0
+azure-mgmt-resource==4.0.0
 azure-mgmt-storage==4.0.0
 # temporarily pin azure-storage-common due to azure-cosmosdb-table incompatibility
 azure-storage-common==2.0.0