55 строки
1.7 KiB
JSON
55 строки
1.7 KiB
JSON
[
|
|
{
|
|
"Classification": "core-site",
|
|
"Properties": {
|
|
"fs.s3.canned.acl": "BucketOwnerFullControl"
|
|
}
|
|
}, {
|
|
"Classification": "hdfs-site",
|
|
"Properties": {
|
|
"dfs.replication": "1"
|
|
}
|
|
}, {
|
|
"Classification": "yarn-site",
|
|
"Properties": {
|
|
"yarn.nodemanager.pmem-check-enabled": "false",
|
|
"yarn.nodemanager.vmem-check-enabled": "false"
|
|
}
|
|
}, {
|
|
"Classification": "spark",
|
|
"Properties": {
|
|
"maximizeResourceAllocation": "true"
|
|
}
|
|
}, {
|
|
"Classification": "spark-defaults",
|
|
"Properties": {
|
|
"spark.metrics.conf": "/mnt/spark-metrics.properties",
|
|
"spark.metrics.namespace": "spark",
|
|
"spark.ui.killEnabled": "true",
|
|
"spark.local.dir": "/mnt,/mnt1",
|
|
"spark.driver.maxResultSize": "4g",
|
|
"spark.driver.memory": "4g",
|
|
"spark.rpc.message.maxSize": "512",
|
|
"spark.serializer": "org.apache.spark.serializer.KryoSerializer",
|
|
"spark.sql.sources.partitionColumnTypeInference.enabled": "false",
|
|
"spark.kryoserializer.buffer.max": "256m"
|
|
}
|
|
}, {
|
|
"Classification": "spark-log4j",
|
|
"Properties": {
|
|
"log4j.rootLogger": "INFO, FILE",
|
|
"log4j.rootCategory": "INFO, FILE",
|
|
"log4j.logger.org.eclipse.jetty": "WARN",
|
|
"log4j.appender.FILE": "org.apache.log4j.FileAppender",
|
|
"log4j.appender.FILE.File": "/mnt/var/log/spark/spark.log",
|
|
"log4j.appender.FILE.layout": "org.apache.log4j.PatternLayout",
|
|
"log4j.appender.FILE.layout.ConversionPattern": "%d{yy/MM/dd HH:mm:ss} %p %c{1}: %m%n"
|
|
}
|
|
}, {
|
|
"Classification": "spark-hive-site",
|
|
"Properties": {
|
|
"hive.metastore.uris": "thrift://{{metastore_dns}}:9083"
|
|
}
|
|
}
|
|
]
|