Add missing ProxyUser property and apply method

This commit is contained in:
Wei Zhang 2019-08-06 11:32:03 +08:00 коммит произвёл Zhang Wei
Родитель 72fe27580d
Коммит 89c2314ce8
1 изменённых файлов: 56 добавлений и 0 удалений

Просмотреть файл

@ -145,6 +145,18 @@ public class PostBatches implements Convertible {
return this;
}
/**
* Set Spark application proxy user.
*
* @param user proxy user name to set
* @return current {@link Options} instance for fluent calling
*/
public Options proxyUser(final String user) {
this.proxyUser = user;
return this;
}
/**
* Set Spark application artifact URI to find main class.
*
@ -330,6 +342,50 @@ public class PostBatches implements Convertible {
return this;
}
// public Options withDefaultExecutorCountMemoryAndCoreSettings() {
// this.
// this.executorMemory = EXECUTOR_MEMORY_DEFAULT_VALUE;
// return this;
// }
/**
* Apply from a PostBatches instance.
* @param postBatches a PostBatches instance to apply
* @return current {@link Options} instance for fluent calling
*/
public Options apply(final PostBatches postBatches) {
this.name = postBatches.name;
this.yarnQueue = postBatches.yarnQueue;
this.className = postBatches.className;
this.artifactUri = postBatches.file;
this.proxyUser = postBatches.proxyUser;
this.driverMemory = postBatches.driverMemory;
this.driverCores = postBatches.driverCores;
this.executorMemory = postBatches.executorMemory;
this.executorCores = postBatches.executorCores;
this.yarnNumExecutors = postBatches.yarnNumExecutors;
this.referenceFiles.clear();
this.referenceFiles.addAll(postBatches.files);
this.referencedJars.clear();
this.referencedJars.addAll(postBatches.jars);
this.yarnArchives.clear();
this.yarnArchives.addAll(postBatches.archives);
this.pyFiles.clear();
this.pyFiles.addAll(postBatches.pyFiles);
this.args.clear();
this.args.addAll(postBatches.args);
this.jobConfig.clear();
this.jobConfig.putAll(postBatches.jobConfig);
return this;
}
private final Map<String, StringAction1> exclusiveConfKeyActions = Collections.unmodifiableMap(
new HashMap<String, StringAction1>() {
{