Fixes error in sharding (#37)

* Fixes sharding

* Fixes typo with DATA env value

.gitignore

@@ -109,3 +109,5 @@ venv.bak/
 .vscode/settings.json
 
 .dev_env
+
+.azureml

{{cookiecutter.project_name}}/.azureml/azml_config.json

@@ -1 +0,0 @@
-{"Id": null, "Scope": "/subscriptions/edf507a2-6235-46c5-b560-fd463ba2e771/resourceGroups/amldistrg/providers/Microsoft.MachineLearningServices/workspaces/workspace"}

{{cookiecutter.project_name}}/TensorFlow_imagenet/src/data/images.py

@@ -178,7 +178,7 @@ def input_fn(
     if is_training:
         # Shuffle the input files
         if distributed:
-            dataset = dataset.shard(hvd.size(), hvd.local_rank())
+            dataset = dataset.shard(hvd.size(), hvd.rank())
 
         dataset = dataset.shuffle(buffer_size=file_shuffle_buffer)  # _NUM_TRAIN_FILES
 

{{cookiecutter.project_name}}/TensorFlow_imagenet/src/data/tfrecords.py

@@ -136,7 +136,7 @@ def input_fn(
     if is_training:
         # Shuffle the input files
         if distributed:
-            dataset = dataset.shard(hvd.size(), hvd.local_rank())
+            dataset = dataset.shard(hvd.size(), hvd.rank())
 
         dataset = dataset.shuffle(buffer_size=file_shuffle_buffer)  # _NUM_TRAIN_FILES
 

{{cookiecutter.project_name}}/TensorFlow_imagenet/tensorflow_imagenet.py

@@ -100,7 +100,7 @@ def submit_images_local(c, epochs=1):
             "--data-format": "channels_first",
         },
         dependencies_file="TensorFlow_imagenet/environment_gpu.yml",
-        docker_args=["-v", f"{env_values['data']}:/data"],
+        docker_args=["-v", f"{env_values['DATA']}:/data"],
         wait_for_completion=True,
     )
     print(run)
@@ -155,7 +155,7 @@ def submit_tfrecords_local(c, epochs=1):
             "--data-format": "channels_first",
         },
         dependencies_file="TensorFlow_imagenet/environment_gpu.yml",
-        docker_args=["-v", f"{env_values['data']}:/data"],
+        docker_args=["-v", f"{env_values['DATA']}:/data"],
         wait_for_completion=True,
     )
     print(run)