Azure
/
AzureDSVM
зеркало из https://github.com/Azure/AzureDSVM.git
1
0
Форкнуть 0
Код Задачи Пакеты Проекты Релизы Вики Активность

Embedded API call into getVMSizes()

This commit is contained in:
yueguoguo 2017-02-16 12:44:53 +08:00
Родитель 8cb70cd37d
Коммит 123d1cd5ce
6 изменённых файлов: 107 добавлений и 121 удалений
Показать статистику Скачать Patch файл Скачать Diff файл Показать все файлы Свернуть все файлы

1
NAMESPACE
Просмотреть файл

@ -1,6 +1,7 @@
# Generated by roxygen2: do not edit by hand
export(deployDSVM)
export(getVMSizes)
import(dplyr)
import(magrittr)
importFrom(XML,htmlParse)

88
R/deployDSVM.R
Просмотреть файл

@ -5,33 +5,31 @@
#' @param resource.group The Azure resource group where the DSVM is
#' created.
#' @param location Location of the data centre to host the DSVM.
#' @param vmname Name of the DSVM. Lowercase characters or numbers
#' @param name Name of the DSVM. Lowercase characters or numbers
#' only. Special characters are not permitted.
#' @param vmusername User name of the DSVM. It should be different
#' from `vmname`.
#' @param vmsize Size of the DSVM. The default is
#' @param username User name of the DSVM. It should be different
#' from `name`.
#' @param size Size of the DSVM. The default is
#' "Standard_D1_v2". All available sizes can be obtained by function
#' `getVMSizes`.
#' @param vmos Operating system of DSVM. Permitted values are "Linux" and "Windows" for Linux based and Windows based operating systems, respectively.
#' @param vmauthen Either "Key" or "Password", meaning public-key based or
#' `getsizes`.
#' @param os Operating system of DSVM. Permitted values are "Linux" and "Windows" for Linux based and Windows based operating systems, respectively.
#' @param authen Either "Key" or "Password", meaning public-key based or
#' password based authentication, respectively. Note Windows DSVM by default uses password based authentication and this argument can be left unset.
#' @param vmpubkey Public key for the DSVM. Only applicable for
#' @param pubkey Public key for the DSVM. Only applicable for
#' public-key based authentication of Linux based DSVM.
#' @param vmpassword Pass word for the DSVM.
#' @param vmdns DNS label for the VM address. The URL for accessing the deployed DSVM will be "<dns_label>.<location>.cloudapp.azure.com
#' @param password Pass word for the DSVM.
#' @param mode Mode of virtual machine deployment. Default is "Sync".
#' @export
deployDSVM <- function(context,
resource.group,
location,
vmname,
vmusername,
vmsize="Standard_D3_v2",
vmos,
vmauthen="",
vmpubkey="",
vmpassword="",
vmdns=paste0(vmname, "dns"),
name,
username,
size="Standard_D3_v2",
os,
authen="",
pubkey="",
password="",
mode="Sync")
{
# check if required arguments are present.
@ -45,25 +43,25 @@ deployDSVM <- function(context,
if(missing(location))
stop("Please specify a data centre location.")
if(missing(vmname))
if(missing(name))
stop("Please specify a virtual machine name.")
if(missing(vmusername))
if(missing(username))
stop("Please specify a virtual machine user name.")
if(missing(vmos))
if(missing(os))
stop("Please specify a virtual machine OS.")
if(vmos == "Linux" && missing(vmauthen))
if(os == "Linux" && missing(authen))
stop("Please specify an authentication method for Linux DSVM.")
if(vmos == "Windows" && missing(vmpassword))
if(os == "Windows" && missing(password))
stop("Please specify a password for Windows DSVM.")
if(vmauthen == "Key" && missing(vmpubkey))
if(authen == "Key" && missing(pubkey))
stop("Please specify a public key.")
if(vmauthen == "Password" && missing(vmpassword))
if(authen == "Password" && missing(password))
stop("Please specify a password.")
# Other preconditions.
@ -87,40 +85,38 @@ deployDSVM <- function(context,
if(!rg_exist)
stop("The specified resource group does not exist in the current region.")
# check if location is available.
# check if vm is in the available set.
# if(location %in% c("location_code_1", ...))
vm_available <- getVMSizes(context, location)
# check if vm
if(!(vmsize %in% getVMSizes()$Sizes))
stop("Unknown vmsize - see getVMSizes() for allowed options.")
if(!(size %in% unlist(select(vm_available, name))))
stop("Unknown size - see getVMSizes() for allowed options.")
# Incorrect naming of a vm may lead to an unsuccessful deployment of
# the DSVM - normally it returns a 400 error from REST call. Check
# the name here to ensure it is valid.
if(length(vmname) > 15)
if(length(name) > 15)
stop("Name of virtual machine is too long.")
if(grepl("[[:upper:]]|[[:punct:]]", vmname))
if(grepl("[[:upper:]]|[[:punct:]]", name))
stop("Name of virtual machine is not valid - only lowercase and digits permitted.")
# check if password is valid.
# if(!grepl("^(?=.*[[A-Za-z]])(?=.*\\d)(?=.*[[$@$!%*#?&]])[[A-Za-z\\d$@$!%*#?&]]{8,}$", vmpassword))
# if(!grepl("^(?=.*[[A-Za-z]])(?=.*\\d)(?=.*[[$@$!%*#?&]])[[A-Za-z\\d$@$!%*#?&]]{8,}$", password))
# stop("Password not valid - minimum 8 characters with at least one digit and one special character.")
# Load template and parameter JSON files for deployment
if(vmos == "Windows") {
if(os == "Windows") {
temp_path <- system.file("etc", "template_windows.json", package="AzureDSR")
para_path <- system.file("etc", "parameter_windows.json", package="AzureDSR")
} else if(vmos == "Linux") {
if(vmauthen == "Key") {
} else if(os == "Linux") {
if(authen == "Key") {
temp_path <- system.file("etc", "template_linux_key.json", package="AzureDSR")
para_path <- system.file("etc", "parameter_linux_key.json", package="AzureDSR")
} else if(vmauthen == "Password") {
} else if(authen == "Password") {
temp_path <- system.file("etc", "template_linux.json", package="AzureDSR")
para_path <- system.file("etc", "parameter_linux.json", package="AzureDSR")
} else {
@ -135,21 +131,21 @@ deployDSVM <- function(context,
param <-
readLines(para_path) %>%
gsub("<LOCATION>", location, .) %>%
gsub("<DEFAULT>", vmname, .) %>%
gsub("<USER>", vmusername, .) %>%
gsub("<VMSIZE>", vmsize, .) %>%
gsub("<PWD>", vmpassword, .) %>%
gsub("<PUBKEY>", vmpubkey, .) %>%
gsub("<DEFAULT>", name, .) %>%
gsub("<USER>", username, .) %>%
gsub("<VMSIZE>", size, .) %>%
gsub("<PWD>", password, .) %>%
gsub("<PUBKEY>", pubkey, .) %>%
paste0(collapse="")
# Update the template JSON with the appropriate parameters.
templ <-
readLines(temp_path) %>%
gsub("<DNS_LABEL>", vmdns, .) %>%
gsub("<DNS_LABEL>", name, .) %>%
paste0(collapse="")
dname <- paste0(vmname, "_dpl")
dname <- paste0(name, "_dpl")
AzureSMR::azureDeployTemplate(context,
deplname=dname,
@ -158,7 +154,7 @@ deployDSVM <- function(context,
resourceGroup=resource.group,
mode=mode)
fqdn <- paste0(vmname, ".", location, ".cloudapp.azure.com")
fqdn <- paste0(name, ".", location, ".cloudapp.azure.com")
if (tolower(mode) == "sync")
attr(fqdn, "ip") <-

92
R/helpers.R
Просмотреть файл

@ -1,60 +1,46 @@
#' @title Get available sizes for data science virtual machines.
#' @param context An AzureSMR context.
#' @param location Location of the Azure resources.
#' @return A data frame that contains basic information about the available DSVM sizes.
getVMSizes <- function() {
size_info <- data.frame(
Sizes=c("Basic_A3",
"Standard_A4",
"Standard_A5",
"Standard_A6",
"Standard_A7",
"Standard_D3_v2",
"Standard_D4_v2",
"Standard_D12_v2",
"Standard_D13_v2",
"Standard_D14_v2"),
NumberOfCore=c(4,
8,
2,
4,
8,
4,
8,
4,
8,
16),
MemorySizeInGB=c(7,
14,
14,
28,
56,
14,
28,
28,
56,
112),
NumberOfDataDisks=c(8,
16,
4,
8,
16,
8,
16,
8,
16,
32),
MaxIOPS=c("8x300",
"16x500",
"4x500",
"8x500",
"16x500",
"8x500",
"16x500",
"8x500",
"16x500",
"32x500")
#' @export
getVMSizes <- function(context,
location) {
AzureSMR::azureCheckToken(context)
if(missing(context) || !AzureSMR::is.azureActiveContext(context))
stop("Please provide a valid AzureSMR context.")
if(missing(location)) {
stop("Please provide a location.")
}
api_version <- "2016-04-30-preview"
url <- paste0(
"https://management.azure.com/subscriptions/",
context$subscriptionID,
"/providers/Microsoft.Compute/locations/",
location,
"/vmSizes?api-version=",
api_version
)
size_info
r <- httr::GET(url, add_headers(.headers = c(Host = "management.azure.com",
Authorization = context$Token, `Content-type` = "application/json")))
rl <- content(r, "text", encoding="UTF-8")
# # For debug purpose.
#
# print(rl)
if(status_code(r) != 200 && status_code(r) != 201 && status_code(r) !=
202) {
AzureSMR:::stopWithAzureError(r)
}
df <- jsonlite::fromJSON(rl)$value
}
#' @title Get data consumption of Azure subscription.

26
man/deployDSVM.Rd
Просмотреть файл

@ -4,9 +4,9 @@
\alias{deployDSVM}
\title{Deploy a new Data Science Virtual Machine (DSVM).}
\usage{
deployDSVM(context, resource.group, location, vmname, vmusername,
vmsize = "Standard_D3_v2", vmos, vmauthen = "", vmpubkey = "",
vmpassword = "", vmdns = paste0(vmname, "dns"), mode = "Sync")
deployDSVM(context, resource.group, location, name, username,
size = "Standard_D3_v2", os, authen = "", pubkey = "", password = "",
mode = "Sync")
}
\arguments{
\item{context}{Authentication context of AzureSMR encapsulating the
@ -17,27 +17,25 @@ created.}
\item{location}{Location of the data centre to host the DSVM.}
\item{vmname}{Name of the DSVM. Lowercase characters or numbers
\item{name}{Name of the DSVM. Lowercase characters or numbers
only. Special characters are not permitted.}
\item{vmusername}{User name of the DSVM. It should be different
from `vmname`.}
\item{username}{User name of the DSVM. It should be different
from `name`.}
\item{vmsize}{Size of the DSVM. The default is
\item{size}{Size of the DSVM. The default is
"Standard_D1_v2". All available sizes can be obtained by function
`getVMSizes`.}
`getsizes`.}
\item{vmos}{Operating system of DSVM. Permitted values are "Linux" and "Windows" for Linux based and Windows based operating systems, respectively.}
\item{os}{Operating system of DSVM. Permitted values are "Linux" and "Windows" for Linux based and Windows based operating systems, respectively.}
\item{vmauthen}{Either "Key" or "Password", meaning public-key based or
\item{authen}{Either "Key" or "Password", meaning public-key based or
password based authentication, respectively. Note Windows DSVM by default uses password based authentication and this argument can be left unset.}
\item{vmpubkey}{Public key for the DSVM. Only applicable for
\item{pubkey}{Public key for the DSVM. Only applicable for
public-key based authentication of Linux based DSVM.}
\item{vmpassword}{Pass word for the DSVM.}
\item{vmdns}{DNS label for the VM address. The URL for accessing the deployed DSVM will be "<dns_label>.<location>.cloudapp.azure.com}
\item{password}{Pass word for the DSVM.}
\item{mode}{Mode of virtual machine deployment. Default is "Sync".}
}

7
man/getVMSizes.Rd
Просмотреть файл

@ -4,7 +4,12 @@
\alias{getVMSizes}
\title{Get available sizes for data science virtual machines.}
\usage{
getVMSizes()
getVMSizes(context, location)
}
\arguments{
\item{context}{An AzureSMR context.}
\item{location}{Location of the Azure resources.}
}
\value{
A data frame that contains basic information about the available DSVM sizes.

14
vignettes/ComputeOnLinuxDSVM.Rmd
Просмотреть файл

@ -59,7 +59,7 @@ PUBKEY <- readLines("~/.ssh/id_rsa.pub")
# Load the required subscription resources: TID, CID, and KEY.
# Also includes the ssh PUBKEY for the user.
USER <- Sys.getenv("USER")
USER <- Sys.getenv("USERNAME")
source(paste0(USER, "_credentials.R"))
@ -134,12 +134,12 @@ Create the actual Linux DSVM with public key based authentication method. Name,
ldsvm <- deployDSVM(context,
resource.group=RG,
location=LOC,
vmname="mydsvm001",
vmusername=USER,
vmsize="Basic_A7",
vmos="Linux",
vmauthen="Key",
vmpubkey=PUBKEY)
name="mydsvm010",
username=USER,
size="Standard_DS1_v2",
os="Linux",
authen="Key",
pubkey=PUBKEY)
ldsvm
```