数据管理与分析-修改livy配置文件

时间:2023-11-01 16:18:11

修改livy配置文件

[root@tools]# cd /opt/apache-livy-0.7.0-incubating-bin/conf/[root@tools]# cp livy.conf.template livy.conf[root@tools]# vim livy.conf

修改配置项(非kerberos直接复制以下配置粘贴保存):

livy.spark.master = yarn

livy.spark.deployMode = cluster

livy.environment = production

livy.impersonation.enabled = true

livy.server.csrf_protection.enabled true

livy.server.port = 8998

livy.server.session.timeout = 3600000

livy.server.recovery.mode = recovery

livy.server.recovery.state-store=filesystem

livy.server.recovery.state-store.url=/tmp/livy

kerberos集群需增加的配置(kerberos用户以及认证文件找相关运维人员要):

livy.server.launch.kerberos.keytab = /etc/daas/kerberos/prd/kafka.keytab

livy.server.launch.kerberos.principal = kafka/hadoop03.daas.com@DAAS.COM

livy.server.access-control.enabled = false

livy.server.auth.type = kerberos

livy.server.auth.kerberos.principal = HTTP/hadoop1.daas.com@DAAS.COM

livy.server.auth.kerberos.keytab =/etc/daas/kerberos/dev/http.keytab

livy.server.auth.kerberos.name-rules = DEFAULT

support.huaweicloud.com/deepexidip-dma/deepexidip_82.html