microsoft
/
Azure-DDP
зеркало из https://github.com/microsoft/Azure-DDP.git
1
0
Форкнуть 0
Код Задачи Пакеты Проекты Релизы Вики Активность

Removed unnecessary files

This commit is contained in:
Lara Rubbelke 2014-06-29 22:41:26 -05:00
Родитель 525634ca3f
Коммит 2808906208
11 изменённых файлов: 0 добавлений и 1088 удалений
Показать статистику Скачать Patch файл Скачать Diff файл Показать все файлы Свернуть все файлы

163
PoSH/New Folder/0_Create_VM - Copy.ps1
Просмотреть файл

@ -1,163 +0,0 @@
<#############################################################################################################
Distributed Data Platform on Azure Virtual Machines
.SYNOPSIS
Creates a Linux Virtual Machine for use with distributed data platform deployments on Azure virtual machines.
.DESCRIPTION
Used to automate the creation of Windows Azure VMs to support the deploying distributed data platforms
on Windows Azure Virtual Machines. This script will be run from master scripts.
The virtual machines will be named based on a prefix. The VMs are distributed evenly across the cloud services.
Each VM will have attached data disks that are written to a storage account defined in the variable array.
All OS disks are written to the default storage account where the image is stored.
.EXAMPLE
.\0_Create-VM.ps1 -imageName "b39f27a8b8c64d52b05eac6a62ebad85__Ubuntu_DAILY_BUILD-saucy-13_10-amd64-server-20140119-en-us-30GB" `
-adminUserName "clusteradmin" `
-adminPassword "Password.1" `
-instanceSize "ExtraLarge" `
-diskSizeInGB 100 `
-vmName "clusternode" `
-affinityGroupName "clusterag" `
-virtualSubnetname "App" `
-virtualNetworkName "DDP-Network" `
-storageAccountName "clustersa" `
-$storageAccountNameDisk "clustersa1" `
-cloudServiceName "clusternode" `
-numofDisks 2
-subscriptionName "MySubscription"
############################################################################################################>
param(
# The name of the image. Can be wildcard pattern.
[Parameter(Mandatory = $true)]
[string]$imageName,
# The administrator username.
[Parameter(Mandatory = $true)]
[string]$adminUserName,
# The administrator password.
[Parameter(Mandatory = $true)]
[string]$adminPassword,
# The size of the instances.
[Parameter(Mandatory = $true)]
[string]$instanceSize,
# The size of the disk(s).
[Parameter(Mandatory = $true)]
[int]$diskSizeInGB,
# The name of the vm.
[Parameter(Mandatory = $true)]
[string]$vmName,
# The name of the affinity group.
[Parameter(Mandatory = $true)]
[string]$affinityGroupName,
# The name of the virtual network.
[Parameter(Mandatory = $true)]
[string]$virtualNetworkName,
# The name of the virtual subnet.
[Parameter(Mandatory = $true)]
[string]$virtualSubnetname,
# The name of the storage account.
[Parameter(Mandatory = $true)]
[string]$storageAccountName,
# The name of the storage account for data disks.
[Parameter(Mandatory = $true)]
[string]$storageAccountNameDisk,
# The name of the cloud service.
[Parameter(Mandatory = $true)]
[string]$cloudServiceName,
# Number of data disks to add to each virtual machine
[Parameter(Mandatory = $true)]
[int]$numOfDisks,
# Subscription name for creating objects
[Parameter(Mandatory = $true)]
[String]$subscriptionName
)
###########################################################################################################
## Select the subscription
## Set the default storage account
###########################################################################################################
$subscriptionInfo = Get-AzureSubscription -SubscriptionName $subscriptionName
$subName = $subscriptionInfo | %{ $_.SubscriptionName }
Set-AzureSubscription -SubscriptionName $subName –CurrentStorageAccount $storageAccountName
Select-AzureSubscription -SubscriptionName $subName -Current
###########################################################################################################
# Create overall configuration
## Set the VM size, name and general configuration
## Attach disks
###########################################################################################################
$vmConfig = New-AzureVMConfig -Name $vmName -InstanceSize $instanceSize -ImageName $imageName
$vmDetails = Add-AzureProvisioningConfig -Linux `
-LinuxUser $adminUserName `
-Password $adminPassword `
-VM $vmConfig
# Add disks to the configuration
for ($index = 0; $index -lt $numOfDisks; $index++)
{
$diskLabel = "$vmName$index"
$vmConfig = $vmConfig | Add-AzureDataDisk -CreateNew `
-DiskSizeInGB $diskSizeInGB `
-DiskLabel $diskLabel `
-HostCaching None `
-LUN $index `
-MediaLocation "https://$storageAccountNameDisk.blob.core.windows.net/vhd/$vmName$index.vhd"
}
<#
# Sets SSH endpoint to port 22 passthrough
Remove-AzureEndpoint "SSH" -VM $vmConfig
Add-AzureEndpoint -Protocol tcp `
-PublicPort 22 `
-LocalPort 22 -Name "SSH" -VM $vmConfig
#>
# Adds the subnet to the configuration
Set-AzureSubnet $virtualSubnetname -VM $vmConfig
###########################################################################################################
# Create the virtual machine
## If the cloud service exists, create the VM in the existing service
## If the cloud service doesn't exist, create the cloud service and the VM
###########################################################################################################
if (Test-AzureName -Service $cloudServiceName)
{$result = New-AzureVM -ServiceName $cloudServiceName `
-VMs @($vmDetails) `
-VNetName $virtualNetworkName `
#-ErrorVariable creationError
}
else
{$result = New-AzureVM -ServiceName $cloudServiceName `
-VMs @($vmDetails) `
-AffinityGroup $affinityGroupName `
-VNetName $virtualNetworkName `
#-ErrorVariable creationError
}
if($?)
{
Write-Output "Service $cloudServiceName was created successfully. Result is $($result.OperationDescription) $vmName."
}
else
{
throw "Service $cloudServiceName could not be created - Error is: $($creationError[0])"
}

163
PoSH/New Folder/0_Create_VMold.ps1
Просмотреть файл

@ -1,163 +0,0 @@
<#############################################################################################################
Distributed Data Platform on Azure Virtual Machines
.SYNOPSIS
Creates a Linux Virtual Machine for use with distributed data platform deployments on Azure virtual machines.
.DESCRIPTION
Used to automate the creation of Windows Azure VMs to support the deploying distributed data platforms
on Windows Azure Virtual Machines. This script will be run from master scripts.
The virtual machines will be named based on a prefix. The VMs are distributed evenly across the cloud services.
Each VM will have attached data disks that are written to a storage account defined in the variable array.
All OS disks are written to the default storage account where the image is stored.
.EXAMPLE
.\0_Create-VM.ps1 -imageName "b39f27a8b8c64d52b05eac6a62ebad85__Ubuntu_DAILY_BUILD-saucy-13_10-amd64-server-20140119-en-us-30GB" `
-adminUserName "clusteradmin" `
-adminPassword "Password.1" `
-instanceSize "ExtraLarge" `
-diskSizeInGB 100 `
-vmName "clusternode" `
-affinityGroupName "clusterag" `
-virtualSubnetname "App" `
-virtualNetworkName "DDP-Network" `
-storageAccountName "clustersa" `
-$storageAccountNameDisk "clustersa1" `
-cloudServiceName "clusternode" `
-numofDisks 2
-subscriptionName "MySubscription"
############################################################################################################>
param(
# The name of the image. Can be wildcard pattern.
[Parameter(Mandatory = $true)]
[string]$imageName,
# The administrator username.
[Parameter(Mandatory = $true)]
[string]$adminUserName,
# The administrator password.
[Parameter(Mandatory = $true)]
[string]$adminPassword,
# The size of the instances.
[Parameter(Mandatory = $true)]
[string]$instanceSize,
# The size of the disk(s).
[Parameter(Mandatory = $true)]
[int]$diskSizeInGB,
# The name of the vm.
[Parameter(Mandatory = $true)]
[string]$vmName,
# The name of the affinity group.
[Parameter(Mandatory = $true)]
[string]$affinityGroupName,
# The name of the virtual network.
[Parameter(Mandatory = $true)]
[string]$virtualNetworkName,
# The name of the virtual subnet.
[Parameter(Mandatory = $true)]
[string]$virtualSubnetname,
# The name of the storage account.
[Parameter(Mandatory = $true)]
[string]$storageAccountName,
# The name of the storage account for data disks.
[Parameter(Mandatory = $true)]
[string]$storageAccountNameDisk,
# The name of the cloud service.
[Parameter(Mandatory = $true)]
[string]$cloudServiceName,
# Number of data disks to add to each virtual machine
[Parameter(Mandatory = $true)]
[int]$numOfDisks,
# Subscription name for creating objects
[Parameter(Mandatory = $true)]
[String]$subscriptionName
)
###########################################################################################################
## Select the subscription
## Set the default storage account
###########################################################################################################
$subscriptionInfo = Get-AzureSubscription -SubscriptionName $subscriptionName
$subName = $subscriptionInfo | %{ $_.SubscriptionName }
Set-AzureSubscription -SubscriptionName $subName –CurrentStorageAccount $storageAccountName
Select-AzureSubscription -SubscriptionName $subName -Current
###########################################################################################################
# Create overall configuration
## Set the VM size, name and general configuration
## Attach disks
###########################################################################################################
$vmConfig = New-AzureVMConfig -Name $vmName -InstanceSize $instanceSize -ImageName $imageName
$vmDetails = Add-AzureProvisioningConfig -Linux `
-LinuxUser $adminUserName `
-Password $adminPassword `
-VM $vmConfig
# Add disks to the configuration
for ($index = 0; $index -lt $numOfDisks; $index++)
{
$diskLabel = "$vmName$index"
$vmConfig = $vmConfig | Add-AzureDataDisk -CreateNew `
-DiskSizeInGB $diskSizeInGB `
-DiskLabel $diskLabel `
-HostCaching None `
-LUN $index `
-MediaLocation "https://$storageAccountNameDisk.blob.core.windows.net/vhd/$vmName$index.vhd"
}
<#
# Sets SSH endpoint to port 22 passthrough
Remove-AzureEndpoint "SSH" -VM $vmConfig
Add-AzureEndpoint -Protocol tcp `
-PublicPort 22 `
-LocalPort 22 -Name "SSH" -VM $vmConfig
#>
# Adds the subnet to the configuration
Set-AzureSubnet $virtualSubnetname -VM $vmConfig
###########################################################################################################
# Create the virtual machine
## If the cloud service exists, create the VM in the existing service
## If the cloud service doesn't exist, create the cloud service and the VM
###########################################################################################################
if (Test-AzureName -Service $cloudServiceName)
{$result = New-AzureVM -ServiceName $cloudServiceName `
-VMs @($vmDetails) `
-VNetName $virtualNetworkName `
#-ErrorVariable creationError
}
else
{$result = New-AzureVM -ServiceName $cloudServiceName `
-VMs @($vmDetails) `
-AffinityGroup $affinityGroupName `
-VNetName $virtualNetworkName `
#-ErrorVariable creationError
}
if($?)
{
Write-Output "Service $cloudServiceName was created successfully. Result is $($result.OperationDescription) $vmName."
}
else
{
throw "Service $cloudServiceName could not be created - Error is: $($creationError[0])"
}

232
PoSH/New Folder/4_Cluster_Nodes_s.ps1
Просмотреть файл

@ -1,232 +0,0 @@
<#############################################################################################################
Distributed Data Platform on Azure Virtual Machines
.SYNOPSIS
Create the Management node for distributed data platform deployments on Azure virtual machines. The script will create the virtual network,
storage accounts, and affinity groups.
The virtual machines will be named based on a prefix.
.EXAMPLE
.\3_Cluster_Nodes.ps1 -imageName "clusternodec" `
-adminUserName "clusteradmin" `
-adminPassword "Password.1" `
-instanceSize "ExtraLarge" `
-diskSizeInGB 0 `
-numofDisks 0 `
-vmNamePrefix "clusternode" `
-cloudServicePrefix "clusternode" `
-numCloudServices 3 `
-numNodes 6 `
-affinityGroupName "clusterag" `
-virtualNetworkName "DDP-Network" `
-virtualSubnetname "App" `
-storageAccountName "clustersa" `
-storageAccountList "clustersa1", "clustersa2", "clustersa3", "clustersa4" `
-hostsfile ".\hosts.txt" `
-hostscript ".\hostscript.sh"
-subscriptionName "MySubscription"
############################################################################################################>
param(
# The name of the image used to create the vms.
[Parameter(Mandatory = $true)]
[string]$imageName,
# The administrator username.
[Parameter(Mandatory = $true)]
[string]$adminUserName,
# The administrator password.
[Parameter(Mandatory = $true)]
[string]$adminPassword,
# The size of the instances.
[Parameter(Mandatory = $true)]
[string]$instanceSize,
# The size of the disk(s).
[Parameter(Mandatory = $true)]
[int]$diskSizeInGB,
# Number of data disks to add to each virtual machine
[Parameter(Mandatory = $true)]
[int]$numOfDisks,
# The name of the vm.
[Parameter(Mandatory = $true)]
[string]$vmNamePrefix,
# The name of the cloud service.
[Parameter(Mandatory = $true)]
[string]$cloudServicePrefix,
# The name of the cloud service.
[Parameter(Mandatory = $true)]
[int]$numCloudServices,
# The number of nodes.
[Parameter(Mandatory = $true)]
[string]$numNodes,
# The name of the affinity group.
[Parameter(Mandatory = $true)]
[string]$affinityGroupName,
# The name of the virtual network.
[Parameter(Mandatory = $true)]
[string]$virtualNetworkName,
# The name of the virtual subnet.
[Parameter(Mandatory = $true)]
[string]$virtualSubnetname,
# The name of the primary storage account.
[Parameter(Mandatory = $true)]
[string]$storageAccountName,
# The name of the storage accounts for the data disks.
[Parameter(Mandatory = $true)]
[array]$storageAccountList,
# The location of the hosts file.
[Parameter(Mandatory = $false)]
[string]$hostsfile = ".\hosts.txt",
# The location of the script to push updates to the cluster nodes.
[Parameter(Mandatory = $false)]
[string]$hostscript = ".\hostscript.sh",
# Subscription name for creating objects
[Parameter(Mandatory = $true)]
[String]$subscriptionName
)
###########################################################################################################
## Select the subscription
###########################################################################################################
Select-AzureSubscription -SubscriptionName $subscriptionName
###########################################################################################################
## Check if the storage accounts exist. If not, create the storage accounts.
## Storage accounts should have been created in the step 1_Management_Node.
###########################################################################################################
get-job | ? {($_.State -ne "Running") -and ($_.State -ne "Blocked")} | remove-job
$jobs = @()
foreach ($storageAccount in $storageAccountList)
{
$jobs += Start-Job -FilePath .\0_Create_Storage_Account.ps1 `
-ArgumentList $affinityGroupName, `
$storageAccount, `
$subscriptionName
Write-Progress -Activity "Submitting storage account for creation"
}
Write-Progress "Submitting storage account for creation" -Completed
Write-Progress "Waiting for storage account creation jobs to finish..." -PercentComplete -1
$jobs | Wait-Job | Out-Null
Write-Progress "Waiting for storage account creation jobs to finish..." -Completed
###########################################################################################################
## Select the image created in previous step. Image is used to provision
## cluster nodes.
###########################################################################################################
$image = Get-AzureVMImage -ImageName $imageName
###########################################################################################################
## Create the virtual machines for the cluster nodes
### Write the hostscript and hosts file
### Set static IP on the VM
### First iteration will create the inital vm in each cloud service.
### First vm in each cloud service will create the cloud service and require longer locks.
###########################################################################################################
$countStorageAccount = $storageAccountList.Length
$countService = 1
$countVM = 1
$storageAccountIndex = 0
for ($countVM = 1; $countVM -le $numCloudServices; $countVM++)
{
# if ($countService -gt $numCloudServices) {$countService = 1}
if ($storageAccountIndex -eq $countStorageAccount) {$storageAccountIndex = 0}
.\0_Create_Cluster_Nodes.ps1 -imageName $imageName `
-adminUserName $adminUserName `
-adminPassword $adminPassword `
-instanceSize $instanceSize `
-diskSizeInGB $diskSizeInGB `
-numofDisks $numOfDisks `
-vmNamePrefix $vmNamePrefix `
-cloudServicePrefix $cloudServicePrefix `
-affinityGroupName $affinityGroupName `
-virtualNetworkName $virtualNetworkName `
-virtualSubnetname $virtualSubnetname `
-storageAccountName $storageAccountName `
-storageAccountList $storageAccountList `
-hostsfile $hostsfile `
-hostscript $hostscript `
-subscriptionName $subscriptionName `
-countService $countService `
-countVM $countVM `
-storageAccountIndex $storageAccountIndex
$countService++
$storageAccountIndex++
}
###########################################################################################################
## Create the virtual machines for the cluster nodes
### Write the hostscript and hosts file
### Set static IP on the VM
### First iteration will create the inital vm in each cloud service.
### First vm in each cloud service will create the cloud service and require longer locks.
###########################################################################################################
$countStorageAccount = $storageAccountList.Length
$countService = 1
$countVM = $numCloudServices + 1
#$storageAccountIndex = 0
for ($countVM = 1; $countVM -le $numNodes; $countVM++)
{
if ($countService -gt $numCloudServices) {$countService = 1}
if ($storageAccountIndex -eq $countStorageAccount) {$storageAccountIndex = 0}
$jobs += Start-Job -FilePath .\0_Create_Cluster_Nodes.ps1 `
-ArgumentList $imageName, `
$adminUserName, `
$adminPassword, `
$instanceSize, `
$diskSizeInGB, `
$numOfDisks, `
$vmNamePrefix, `
$cloudServicePrefix, `
$affinityGroupName, `
$virtualNetworkName, `
$virtualSubnetname, `
$storageAccountName, `
$storageAccountList, `
$hostsfile, `
$hostscript, `
$subscriptionName, `
$countService, `
$countVM, `
$storageAccountIndex
$countService++
$storageAccountIndex++
Write-Progress -Activity "Submitting virtual machine for creation"
}
Write-Progress "Submitting virtual machine for creation" -Completed
Write-Progress "Waiting for virtual machine creation jobs to finish..." -PercentComplete -1
$jobs | Wait-Job | Out-Null
Write-Progress "Waiting for virtual machine creation jobs to finish..." -Completed

78
PoSH/New Folder/ClusterConfig Sample 2.xml
Просмотреть файл

@ -1,78 +0,0 @@
<!--Set Cluster Variables-->
<Cluster>
<!--Set the subscription-->
<SubscriptionName>MTC Workshop</SubscriptionName>
<!--Affinity Group Settings-->
<!--affinityGroupLocation is the location where the cluster will deploy. East US, West US, East Asia, Southeast Asia, North Europe, West Europe are examples of valid locations-->
<!--affinityGroupName must be globally unique-->
<affinityGroupLocation>West US</affinityGroupLocation>
<affinityGroupName>clb0West</affinityGroupName>
<affinityGroupDescription>Affinity Group DDP Sample</affinityGroupDescription>
<affinityGroupLabel>AG for DDP Sample</affinityGroupLabel>
<!--Virtual Network Settings-->
<!--If the virtual network already exists, input the vnet settings -->
<!--If the virtual networ doesn't exist, the scripts will generate the vnet based on the settings -->
<!--Valid address space settings include 192.168.0.0, 10.0.0.0 and 172.16.0.0 -->
<!--Network faq is here http://msdn.microsoft.com/en-us/library/windowsazure/dn133803.aspx -->
<virtualNetworkName>clb01</virtualNetworkName>
<virtualNetworkAddressSpace>172.16.0.0</virtualNetworkAddressSpace>
<virtualNetworkCIDR>17</virtualNetworkCIDR>
<virtualSubnetname>App</virtualSubnetname>
<subnetAddressSpace>172.16.0.0</subnetAddressSpace>
<subnetCIDR>17</subnetCIDR>
<!--Storage Account Settings-->
<!--All storage account names must be globally unique-->
<storageAccountName>clb0</storageAccountName>
<storageAccountList>
<Name>clb001</Name>
<Name>clb002</Name>
</storageAccountList>
<!--Virtual Machine Settings-->
<!--cloudServicePrefix must be globally unique-->
<adminUserName>clusteradmin</adminUserName>
<adminPassword>Password.1</adminPassword>
<vmNamePrefix>clb0</vmNamePrefix>
<cloudServicePrefix>clb0</cloudServicePrefix>
<!--do not change the hosts/hostscript names-->
<hostsfile>.\hosts.txt</hostsfile>
<hostscript>.\hostscript.sh</hostscript>
<!--Set Management Node Variables-->
<ManagementNode>
<galleryimageName>OpenLogic</galleryimageName>
<instanceSize>A7</instanceSize>
<diskSizeInGB>500</diskSizeInGB>
<numOfDisks>2</numOfDisks>
<installerPort>8080</installerPort>
</ManagementNode>
<!--Set Clone Node Variable-->
<CloneNode>
<galleryimageName>OpenLogic</galleryimageName>
<instanceSize>A7</instanceSize>
</CloneNode>
<!--Set Clone Image Variables-->
<CloneImage>
<vmName>clb0c</vmName>
<cloneimageName>clb0c</cloneimageName>
<cloneimageLabel>Test 0 Clone</cloneimageLabel>
</CloneImage>
<!--Set Cluster Nodes Variables-->
<ClusterNodes>
<instanceSize>A5</instanceSize>
<diskSizeInGB>1000</diskSizeInGB>
<numOfDisks>4</numOfDisks>
<vmNamePrefix>clb0</vmNamePrefix>
<cloudServicePrefix>clb0</cloudServicePrefix>
<numNodes>8</numNodes>
<numCloudServices>2</numCloudServices>
</ClusterNodes>
</Cluster>

78
PoSH/New Folder/ClusterConfig Sample lara.xml
Просмотреть файл

@ -1,78 +0,0 @@
<!--Set Cluster Variables-->
<Cluster>
<!--Set the subscription-->
<SubscriptionName>MTC Workshop</SubscriptionName>
<!--Affinity Group Settings-->
<!--affinityGroupLocation is the location where the cluster will deploy. East US, West US, East Asia, Southeast Asia, North Europe, West Europe are examples of valid locations-->
<!--affinityGroupName must be globally unique-->
<affinityGroupLocation>West US</affinityGroupLocation>
<affinityGroupName>ddptest3</affinityGroupName>
<affinityGroupDescription>Affinity Group DDP Sample</affinityGroupDescription>
<affinityGroupLabel>AG for DDP Sample</affinityGroupLabel>
<!--Virtual Network Settings-->
<!--If the virtual network already exists, input the vnet settings -->
<!--If the virtual networ doesn't exist, the scripts will generate the vnet based on the settings -->
<!--Valid address space settings include 192.168.0.0, 10.0.0.0 and 172.16.0.0 -->
<!--Network faq is here http://msdn.microsoft.com/en-us/library/windowsazure/dn133803.aspx -->
<virtualNetworkName>ddptestv4</virtualNetworkName>
<virtualNetworkAddressSpace>172.16.0.0</virtualNetworkAddressSpace>
<virtualNetworkCIDR>17</virtualNetworkCIDR>
<virtualSubnetname>App</virtualSubnetname>
<subnetAddressSpace>172.16.0.0</subnetAddressSpace>
<subnetCIDR>17</subnetCIDR>
<!--Storage Account Settings-->
<!--All storage account names must be globally unique-->
<storageAccountName>ddptest3</storageAccountName>
<storageAccountList>
<Name>ddptest31</Name>
<Name>ddptest32</Name>
</storageAccountList>
<!--Virtual Machine Settings-->
<!--cloudServicePrefix must be globally unique-->
<adminUserName>clusteradmin</adminUserName>
<adminPassword>Password.1</adminPassword>
<vmNamePrefix>ddptest3a</vmNamePrefix>
<cloudServicePrefix>ddptest3</cloudServicePrefix>
<!--do not change the hosts/hostscript names-->
<hostsfile>.\hosts.txt</hostsfile>
<hostscript>.\hostscript.sh</hostscript>
<!--Set Management Node Variables-->
<ManagementNode>
<galleryimageName>OpenLogic</galleryimageName>
<instanceSize>A7</instanceSize>
<diskSizeInGB>100</diskSizeInGB>
<numOfDisks>2</numOfDisks>
<installerPort>8080</installerPort>
</ManagementNode>
<!--Set Clone Node Variable-->
<CloneNode>
<galleryimageName>OpenLogic</galleryimageName>
<instanceSize>A7</instanceSize>
</CloneNode>
<!--Set Clone Image Variables-->
<CloneImage>
<vmName>ddptest3ac</vmName>
<cloneimageName>ddptest3c</cloneimageName>
<cloneimageLabel>Test 0 Clone</cloneimageLabel>
</CloneImage>
<!--Set Cluster Nodes Variables-->
<ClusterNodes>
<instanceSize>A7</instanceSize>
<diskSizeInGB>100</diskSizeInGB>
<numOfDisks>4</numOfDisks>
<vmNamePrefix>ddptest3</vmNamePrefix>
<cloudServicePrefix>ddptest3</cloudServicePrefix>
<numNodes>8</numNodes>
<numCloudServices>2</numCloudServices>
</ClusterNodes>
</Cluster>

120
PoSH/New Folder/Execute Scripts v3 Config test.ps1
Просмотреть файл

@ -1,120 +0,0 @@
$subscriptionName = "MTC Workshop"
Select-AzureSubscription -SubscriptionName $subscriptionName
cd "C:\Users\larar\Source\Workspaces\Distributed Data Cluster on Azure\GitHubScripts\PoSH"
[xml]$ddpconfig = Get-Content ".\ClusterConfig Sample lara.xml"
#################################################################################
## Management Node
#################################################################################
$subscriptionName = "MTC Workshop"
Select-AzureSubscription -SubscriptionName $subscriptionName
cd "C:\Users\larar\Source\Workspaces\Distributed Data Cluster on Azure\GitHubScripts\PoSH"
[xml]$ddpconfig = Get-Content ".\ClusterConfig Sample lara.xml"
.\1_Management_Node.ps1 -imageName $ddpconfig.Cluster.ManagementNode.galleryimageName `
-adminUserName $ddpconfig.Cluster.adminUserName `
-adminPassword $ddpconfig.Cluster.adminPassword`
-instanceSize $ddpconfig.Cluster.ManagementNode.instanceSize`
-diskSizeInGB $ddpconfig.Cluster.ManagementNode.diskSizeInGB `
-numOfDisks $ddpconfig.Cluster.ManagementNode.numOfDisks `
-vmNamePrefix $ddpconfig.Cluster.vmNamePrefix `
-cloudServiceName $ddpconfig.Cluster.cloudServicePrefix `
-storageAccountName $ddpconfig.Cluster.storageAccountName `
-storageAccountList $ddpconfig.Cluster.storageAccountList.Name `
-affinityGroupLocation $ddpconfig.Cluster.affinityGroupLocation `
-affinityGroupName $ddpconfig.Cluster.affinityGroupName `
-affinityGroupDescription $ddpconfig.Cluster.affinityGroupDescription `
-affinityGroupLabel $ddpconfig.Cluster.affinityGroupLabel `
-virtualNetworkName $ddpconfig.Cluster.virtualNetworkName `
-virtualNetworkAddressSpace $ddpconfig.Cluster.virtualNetworkAddressSpace `
-virtualNetworkCIDR $ddpconfig.Cluster.VirtualNetworkCIDR `
-virtualSubnetname $ddpconfig.Cluster.virtualSubnetname `
-subnetAddressSpace $ddpconfig.Cluster.SubnetAddressSpace `
-subnetCIDR $ddpconfig.Cluster.SubnetCIDR `
-installerPort 7180 `
-hostscript $ddpconfig.Cluster.hostscript `
-hostsfile $ddpconfig.Cluster.hostsfile `
-subscriptionName $ddpconfig.Cluster.SubscriptionName
#################################################################################
## Clone Node
## Create the clone node used for generating the data nodes and name nodes.
#################################################################################
$subscriptionName = "MTC Workshop"
Select-AzureSubscription -SubscriptionName $subscriptionName
cd "C:\Users\larar\Source\Workspaces\Distributed Data Cluster on Azure\GitHubScripts\PoSH"
[xml]$ddpconfig = Get-Content ".\ClusterConfig Sample lara.xml"
.\2_Clone_Node.ps1 -imageName $ddpconfig.Cluster.CloneNode.galleryimageName `
-adminUserName $ddpconfig.Cluster.adminUserName `
-adminPassword $ddpconfig.Cluster.adminPassword `
-instanceSize $ddpconfig.Cluster.CloneNode.instanceSize `
-diskSizeInGB 0 `
-numOfDisks 0 `
-vmNamePrefix $ddpconfig.Cluster.vmNamePrefix `
-cloudServiceName $ddpconfig.Cluster.cloudServicePrefix `
-storageAccountName $ddpconfig.Cluster.storageAccountName `
-affinityGroupName $ddpconfig.Cluster.affinityGroupName `
-virtualNetworkName $ddpconfig.Cluster.virtualNetworkName `
-virtualSubnetname $ddpconfig.Cluster.virtualSubnetname `
-subscriptionName $ddpconfig.Cluster.SubscriptionName
#################################################################################
## Manual Updates
#################################################################################
## Before you continue, complete the manual updates from the documentation to prepare the
## cluster nodes.
#################################################################################
## Capture the image
#################################################################################
$subscriptionName = "MTC Workshop"
Select-AzureSubscription -SubscriptionName $subscriptionName
cd "C:\Users\larar\Source\Workspaces\Distributed Data Cluster on Azure\GitHubScripts\PoSH"
[xml]$ddpconfig = Get-Content ".\ClusterConfig Sample lara.xml"
$vmName = $ddpconfig.Cluster.vmNamePrefix + "c"
.\3_Capture_Image.ps1 -cloudServiceName $ddpconfig.Cluster.cloudServicePrefix `
-vmName $vmName `
-imageName $ddpconfig.Cluster.CloneImage.cloneimageName `
-imageLabel $ddpconfig.Cluster.CloneImage.cloneimageLabel `
-subscriptionName $ddpconfig.Cluster.SubscriptionName
#################################################################################
## Create the worker nodes
#################################################################################
$subscriptionName = "MTC Workshop"
Select-AzureSubscription -SubscriptionName $subscriptionName
cd "C:\Users\larar\Source\Workspaces\Distributed Data Cluster on Azure\GitHubScripts\PoSH"
[xml]$ddpconfig = Get-Content ".\ClusterConfig Sample lara.xml"
.\4_Cluster_Nodes.ps1 -imageName $ddpconfig.Cluster.CloneImage.cloneimageName `
-adminUserName $ddpconfig.Cluster.adminUserName `
-adminPassword $ddpconfig.Cluster.adminPassword `
-instanceSize $ddpconfig.Cluster.ClusterNodes.instanceSize `
-diskSizeInGB $ddpconfig.Cluster.ClusterNodes.diskSizeInGB `
-numOfDisks $ddpconfig.Cluster.ClusterNodes.numOfDisks `
-vmNamePrefix $ddpconfig.Cluster.ClusterNodes.vmNamePrefix `
-cloudServicePrefix $ddpconfig.Cluster.ClusterNodes.cloudServicePrefix `
-numCloudServices $ddpconfig.Cluster.ClusterNodes.numCloudServices `
-numNodes $ddpconfig.Cluster.ClusterNodes.numNodes `
-affinityGroupName $ddpconfig.Cluster.affinityGroupName `
-virtualNetworkName $ddpconfig.Cluster.virtualNetworkName `
-virtualSubnetname $ddpconfig.Cluster.virtualSubnetname `
-storageAccountName $ddpconfig.Cluster.storageAccountName `
-storageAccountList $ddpconfig.Cluster.storageAccountList.Name `
-hostsfile $ddpconfig.Cluster.hostsfile `
-hostscript $ddpconfig.Cluster.hostscript `
-subscriptionName $ddpconfig.Cluster.SubscriptionName

13
PoSH/New Folder/azure.err
Просмотреть файл

@ -1,13 +0,0 @@
Sat Jun 28 2014 15:18:21 GMT-0500 (Central Daylight Time):
[Error: Missing attribute value]
Error: Missing attribute value
at XMLFragment.attribute (C:\Program Files (x86)\Microsoft SDKs\Windows Azure\CLI\node_modules\xmlbuilder\lib\XMLFragment.js:268:15)
at C:\Program Files (x86)\Microsoft SDKs\Windows Azure\CLI\node_modules\azure\node_modules\azure-mgmt\lib\models\servicemanagementserialize.js:540:35
at Array.forEach (native)
at ServiceManagementSerialize.buildNetworkConfiguration (C:\Program Files (x86)\Microsoft SDKs\Windows Azure\CLI\node_modules\azure\node_modules\azure-mgmt\lib\models\servicemanagementserialize.js:536:38)
at Object.ServiceManagementService.setNetworkConfig (C:\Program Files (x86)\Microsoft SDKs\Windows Azure\CLI\node_modules\azure\node_modules\azure-mgmt\lib\servicemanagementservice.js:2114:32)
at Object.exports.doServiceManagementOperation (C:\Program Files (x86)\Microsoft SDKs\Windows Azure\CLI\lib\util\utils.js:218:22)
at setNetworkConfig (C:\Program Files (x86)\Microsoft SDKs\Windows Azure\CLI\lib\commands\asm\network.js:1029:11)
at __$createVNet (C:\Program Files (x86)\Microsoft SDKs\Windows Azure\CLI\lib\commands\asm\network.js:791:30)
at __tryCatch (C:\Program Files (x86)\Microsoft SDKs\Windows Azure\CLI\node_modules\streamline\lib\callbacks\runtime.js:141:4)
at ___ (C:\Program Files (x86)\Microsoft SDKs\Windows Azure\CLI\lib\commands\asm\network.js:789:141)

12
PoSH/New Folder/jobs test.ps1
Просмотреть файл

@ -1,12 +0,0 @@
$jobs.ChildJobs |where {$_.state -eq "Failed" -and $_.Id -gt 200} | Receive-Job -Name $_.JobId -Keep
Receive-Job -Name Job203 -Keep
Receive-Job -
Select-AzureSubscription "MTC Workshop"
Select-AzureSubscription -SubscriptionName $subscriptionName
$jobs.ChildJobs |where {$_.state -eq "Failed" -and $_.Id -gt 200}| Format-List -Property *
Get-Job | Format-List -Property *
$jobs.ChildJobs |Select -ExpandProperty $_.Command

76
PoSH/New Folder/testloop.ps1
Просмотреть файл

@ -1,76 +0,0 @@

cd "C:\Users\larar\Source\Workspaces\Distributed Data Cluster on Azure\GitHubScripts\PoSH"
[xml]$ddpconfig = Get-Content ".\ClusterConfig Sample 2.xml"
$imageName = $ddpconfig.Cluster.CloneImage.cloneimageName
$adminUserName = $ddpconfig.Cluster.adminUserName
$adminPassword = $ddpconfig.Cluster.adminPassword
$instanceSize = $ddpconfig.Cluster.ClusterNodes.instanceSize
$diskSizeInGB= $ddpconfig.Cluster.ClusterNodes.diskSizeInGB
$numOfDisks= $ddpconfig.Cluster.ClusterNodes.numOfDisks
$vmNamePrefix= $ddpconfig.Cluster.ClusterNodes.vmNamePrefix
$cloudServicePrefix= $ddpconfig.Cluster.ClusterNodes.cloudServicePrefix
$numCloudServices= $ddpconfig.Cluster.ClusterNodes.numCloudServices
$numNodes= $ddpconfig.Cluster.ClusterNodes.numNodes
$affinityGroupName= $ddpconfig.Cluster.affinityGroupName
$virtualNetworkName= $ddpconfig.Cluster.virtualNetworkName
$virtualSubnetname= $ddpconfig.Cluster.virtualSubnetname
$storageAccountName= $ddpconfig.Cluster.storageAccountName
$storageAccountList= $ddpconfig.Cluster.storageAccountList.Name
$hostsfile= $ddpconfig.Cluster.hostsfile
$hostscript= $ddpconfig.Cluster.hostscript
$subscriptionName= $ddpconfig.Cluster.SubscriptionName
# Following modifies the Write-Output behavior to turn the messages on globally for this session
$VerbosePreference = "Continue"
$DebugPreference = "Continue"
Select-AzureSubscription -SubscriptionName $subscriptionName
azure account set $subscriptionName
$countStorageAccount = $storageAccountList.Count
$countService = 1
$countVM = 1
$storageAccountIndex = 0
$jobs = @()
for ($countVM = 1; $countVM -le $numNodes; $countVM++)
{
if ($countService -gt [int]$numCloudServices) {$countService = 1}
if ($storageAccountIndex -eq $countStorageAccount) {$storageAccountIndex = 0}
$cloudServiceName = "$cloudServicePrefix$countService"
$vmName = "$vmNamePrefix$countVM"
$storageAccount = $storageAccountList[$storageAccountIndex]
$jobs += Start-Job -FilePath "C:\Users\larar\Source\Workspaces\Distributed Data Cluster on Azure\GitHubScripts\PoSH\0_Create_Cluster_Nodes.ps1" `
-ArgumentList "ncdv3c", `
"clusteradmin", `
"Password.1", `
"extralarge", `
10, `
1, `
$vmName, `
"ncdv3", `
"ncdv3", `
"ncdv3", `
"App", `
"ncdv3", `
"ncdv3", `
".\hosts", `
".\hostscript.sh", `
"MTC Workshop"
$countService++
$storageAccountIndex++
Write-Progress -Activity "Submitting machine for creation" -Status $vmName -PercentComplete ($countVM / $numNodes * 100)
}
Write-Progress "Submitting virtual machine for creation" -Completed
Write-Progress "Waiting for virtual machine creation jobs to finish..." -PercentComplete -1
$jobs | Wait-Job | Out-Null
Write-Progress "Waiting for virtual machine creation jobs to finish..." -Completed

81
PoSH/New Folder/testloop2.ps1
Просмотреть файл

@ -1,81 +0,0 @@

cd "C:\Users\larar\Source\Workspaces\Distributed Data Cluster on Azure\GitHubScripts\PoSH"
[xml]$ddpconfig = Get-Content ".\ClusterConfig Sample 2.xml"
$imageName = $ddpconfig.Cluster.CloneImage.cloneimageName
$adminUserName = $ddpconfig.Cluster.adminUserName
$adminPassword = $ddpconfig.Cluster.adminPassword
$instanceSize = $ddpconfig.Cluster.ClusterNodes.instanceSize
$diskSizeInGB= $ddpconfig.Cluster.ClusterNodes.diskSizeInGB
$numOfDisks= $ddpconfig.Cluster.ClusterNodes.numOfDisks
$vmNamePrefix= $ddpconfig.Cluster.ClusterNodes.vmNamePrefix
$cloudServicePrefix= $ddpconfig.Cluster.ClusterNodes.cloudServicePrefix
$numCloudServices= $ddpconfig.Cluster.ClusterNodes.numCloudServices
$numNodes= $ddpconfig.Cluster.ClusterNodes.numNodes
$affinityGroupName= $ddpconfig.Cluster.affinityGroupName
$virtualNetworkName= $ddpconfig.Cluster.virtualNetworkName
$virtualSubnetname= $ddpconfig.Cluster.virtualSubnetname
$storageAccountName= $ddpconfig.Cluster.storageAccountName
$storageAccountList= $ddpconfig.Cluster.storageAccountList.Name
$hostsfile= $ddpconfig.Cluster.hostsfile
$hostscript= $ddpconfig.Cluster.hostscript
$subscriptionName= $ddpconfig.Cluster.SubscriptionName
# Following modifies the Write-Output behavior to turn the messages on globally for this session
$VerbosePreference = "Continue"
$DebugPreference = "Continue"
Select-AzureSubscription -SubscriptionName $subscriptionName
azure account set $subscriptionName
$countStorageAccount = $storageAccountList.Count
$countService = 1
$countVM = 1
$storageAccountIndex = 0
$jobs = @()
for ($countVM = 1; $countVM -le $numNodes; $countVM++)
{
if ($countService -gt [int]$numCloudServices) {$countService = 1}
if ($storageAccountIndex -eq $countStorageAccount) {$storageAccountIndex = 0}
$cloudServiceName = "$cloudServicePrefix$countService"
$vmName = "$vmNamePrefix$countVM"
$storageAccount = $storageAccountList[$storageAccountIndex]
$path = Resolve-Path ".\" + "\0_Create_Cluster_Nodes.ps1"
$jobs += Start-Job -FilePath "C:\Users\larar\Source\Workspaces\Distributed Data Cluster on Azure\GitHubScripts\PoSH\0_Create_Cluster_Nodes.ps1" `
-ArgumentList "ncdv3c", `
"clusteradmin", `
"Password.1", `
"extralarge", `
10, `
1, `
"ncdlara$countVM", `
"ncdv3", `
"ncdv3", `
"ncdv3", `
"App", `
"ncdv3", `
"ncdv3", `
".\hosts", `
".\hostscript.sh", `
"MTC Workshop", `
$path
$countService++
$storageAccountIndex++
Write-Progress -Activity "Submitting machine for creation" -Status $vmName -PercentComplete ($countVM / $numNodes * 100)
}
Write-Progress "Submitting virtual machine for creation" -Completed
Write-Progress "Waiting for virtual machine creation jobs to finish..." -PercentComplete -1
$jobs | Wait-Job | Out-Null
Write-Progress "Waiting for virtual machine creation jobs to finish..." -Completed
$jobs.ChildJobs
Receive-Job -Name Job7 -Keep

72
PoSH/New Folder/testloopsing.ps1
Просмотреть файл

@ -1,72 +0,0 @@

cd "C:\Users\larar\Source\Workspaces\Distributed Data Cluster on Azure\GitHubScripts\PoSH"
[xml]$ddpconfig = Get-Content ".\ClusterConfig Sample.xml"
$imageName = $ddpconfig.Cluster.CloneImage.cloneimageName
$adminUserName = $ddpconfig.Cluster.adminUserName
$adminPassword = $ddpconfig.Cluster.adminPassword
$instanceSize = $ddpconfig.Cluster.ClusterNodes.instanceSize
$diskSizeInGB= $ddpconfig.Cluster.ClusterNodes.diskSizeInGB
$numOfDisks= $ddpconfig.Cluster.ClusterNodes.numOfDisks
$vmNamePrefix= $ddpconfig.Cluster.ClusterNodes.vmNamePrefix
$cloudServicePrefix= $ddpconfig.Cluster.ClusterNodes.cloudServicePrefix
$numCloudServices= $ddpconfig.Cluster.ClusterNodes.numCloudServices
$numNodes= $ddpconfig.Cluster.ClusterNodes.numNodes
$affinityGroupName= $ddpconfig.Cluster.affinityGroupName
$virtualNetworkName= $ddpconfig.Cluster.virtualNetworkName
$virtualSubnetname= $ddpconfig.Cluster.virtualSubnetname
$storageAccountName= $ddpconfig.Cluster.storageAccountName
$storageAccountList= $ddpconfig.Cluster.storageAccountList.Name
$hostsfile= $ddpconfig.Cluster.hostsfile
$hostscript= $ddpconfig.Cluster.hostscript
$subscriptionName= $ddpconfig.Cluster.SubscriptionName
Select-AzureSubscription -SubscriptionName $subscriptionName
azure account set $subscriptionName
$countStorageAccount = $storageAccountList.Count
$countService = 2
$countVM = 1
[int]$storageAccountIndex = 0
$cloudServiceName = $cloudServicePrefix+[string]$countService
$vmName = $vmNamePrefix+[string]$countVM
$storageAccount = $storageAccountList[$storageAccountIndex]
.\0_Create_Cluster_Nodes.ps1 `
-imageName "ncdv3c" `
-adminUserName "clusteradmin" `
-adminPassword "Password.1" `
-instanceSize "ExtraLarge" `
-diskSizeinGB 10 `
-numOfDisks 1 `
-vmName $vmName `
-cloudServiceName "ncdv3" `
-affinityGroupName "ncdv3" `
-virtualNetworkName "ncdv3" `
-virtualSubnetName "App" `
-storageAccountName "ncdv3" `
-storageAccount "ncdv3" `
-hostsfile ".\hostsfile" `
-hostscript ".\hostscript" `
-subscriptionName "MTC Workshop"
.\0_Create_Cluster_Nodes.ps1
"ncdv3c" `
"clusteradmin" `
"Password.1" `
"extralarge" `
10 `
1 `
$vmName `
"ncdv3" `
"ncdv3" `
"ncdv3" `
"App" `
"ncdv3" `
"ncdv3" `
".\hosts" `
".\hostscript.sh" `
"MTC Workshop"