数据管理与分析-Livy部署:修改livy配置文件
修改livy配置文件
[root@tools]# cd /opt/apache-livy-0.7.0-incubating-bin/conf/[root@tools]# cp livy.conf.template livy.conf[root@tools]# vim livy.conf
修改配置项(非kerberos直接复制以下配置粘贴保存):
livy.spark.master = yarn
livy.spark.deployMode = cluster
livy.environment = production
livy.impersonation.enabled = true
livy.server.csrf_protection.enabled true
livy.server.port = 8998
livy.server.session.timeout = 3600000
livy.server.recovery.mode = recovery
livy.server.recovery.state-store=filesystem
livy.server.recovery.state-store.url=/tmp/livy
kerberos集群需增加的配置(kerberos用户以及认证文件找相关运维人员要):
livy.server.launch.kerberos.keytab = /etc/daas/kerberos/prd/kafka.keytab
livy.server.launch.kerberos.principal = kafka/hadoop03.daas.com@DAAS.COM
livy.server.access-control.enabled = false
livy.server.auth.type = kerberos
livy.server.auth.kerberos.principal = HTTP/hadoop1.daas.com@DAAS.COM
livy.server.auth.kerberos.keytab =/etc/daas/kerberos/dev/http.keytab
livy.server.auth.kerberos.name-rules = DEFAULT