We are going to install Zookeeper. Ensure you install Kerberos.
This assumes your hostname is “hadoop”
Install Java JDK
- apt-get update
- apt-get upgrade
- apt-get install default-jdk
Download Zookeeper:
- wget http://apache.forsale.plus/zookeeper/zookeeper-3.4.13/zookeeper-3.4.13.tar.gz
- tar -zxvf zookeeper-3.4.13.tar.gz
- sudo mv zookeeper-3.4.13 /usr/local/zookeeper/
- sudo chown -R root:hadoopuser /usr/local/zookeeper/
Setup .bashrc:
- sudo nano ~/.bashrc
Add the following to the end of the file.
#ZOOKEEPER VARIABLES START
export ZOOKEEPER_HOME=/usr/local/zookeeper
export PATH=$PATH:$ZOOKEEPER_HOME/bin
#ZOOKEEPER VARIABLES STOP
- source ~/.bashrc
Create Kerberos Principals
- cd /etc/security/keytabs
- sudo kadmin.local
- addprinc -randkey zookeeper/hadoop@REALM.CA
- xst -kt zookeeper.service.keytab zookeeper/hadoop@REALM.CA
- q
Set Keytab Permissions/Ownership
- sudo chown root:hadoopuser /etc/security/keytabs/*
- sudo chmod 750 /etc/security/keytabs/*
zoo.cfg
- cd /usr/local/zookeeper/conf/
- cp zoo_sample.cfg zoo.cfg
- nano zoo.cfg
# The number of milliseconds of each tick
tickTime=2000
# The number of ticks that the initial
# synchronization phase can take
initLimit=10
# The number of ticks that can pass between
# sending a request and getting an acknowledgement
syncLimit=5
# the directory where the snapshot is stored.
# do not use /tmp for storage, /tmp here is just
# example sakes.
dataDir=/usr/local/zookeeper/data
# the port at which the clients will connect
clientPort=2181
# the maximum number of client connections.
# increase this if you need to handle more clients
#maxClientCnxns=60
#
# Be sure to read the maintenance section of the
# administrator guide before turning on autopurge.
#
# http://zookeeper.apache.org/doc/current/zookeeperAdmin.html#sc_maintenance
#
# The number of snapshots to retain in dataDir
#autopurge.snapRetainCount=3
# Purge task interval in hours
# Set to “0” to disable auto purge feature
#autopurge.purgeInterval=1server.1=hadoop:2888:3888
authProvider.1 = org.apache.zookeeper.server.auth.SASLAuthenticationProvider
kerberos.removeHostFromPrincipal = true
kerberos.removeRealmFromPrincipal = true
jaasLoginRenew=3600000
java.env
- cd /usr/local/zookeeper/conf/
- touch java.env
- nano java.env
ZOO_LOG4J_PROP=”INFO,ROLLINGFILE”
ZOO_LOG_DIR=”/usr/local/zookeeper/logs”
zookeeper_client_jaas.conf
- cd /usr/local/zookeeper/conf/
- touch zookeeper_client_jaas.conf
- nano zookeeper_client_jaas.conf
Client {
com.sun.security.auth.module.Krb5LoginModule required
useKeyTab=false
useTicketCache=true;
};
zookeeper_jaas.conf
- cd /usr/local/zookeeper/conf/
- touch zookeeper_jaas.conf
- nano zookeeper_jaas.conf
Server {
com.sun.security.auth.module.Krb5LoginModule required
useKeyTab=true
storeKey=true
useTicketCache=false
keyTab=”/etc/security/keytabs/zookeeper.service.keytab”
principal=”zookeeper/hadoop@REALM.CA”;
};
zkServer.sh
- cd /usr/local/zookeeper/bin/
- nano zkServer.sh
- #Add the following at the top
- export CLIENT_JVMFLAGS="-Djava.security.auth.login.config=/usr/local/zookeeper/conf/zookeeper_client_jaas.conf"
- export SERVER_JVMFLAGS="-Xmx1024m -Djava.security.auth.login.config=/usr/local/zookeeper/conf/zookeeper_jaas.conf"
zkCli.sh
- cd /usr/local/zookeeper/bin/
- nano zkCli.sh
- #Add the following at the top
- export CLIENT_JVMFLAGS="-Djava.security.auth.login.config=/usr/local/zookeeper/conf/zookeeper_client_jaas.conf"
- export SERVER_JVMFLAGS="-Xmx1024m -Djava.security.auth.login.config=/usr/local/zookeeper/conf/zookeeper_jaas.conf"
MkDir
- mkdir /usr/local/zookeeper/data/
- mkdir /usr/local/zookeeper/logs/
- echo "1" > /usr/local/zookeeper/data/myid
- sudo chown -R hduser:hduser /usr/local/zookeeper
Auto Start
- crontab -e
- #Add the following
- @reboot /usr/local/zookeeper/bin/zkServer.sh start
Run Client
- kinit -kt /etc/security/keytabs/zookeeper.service.keytab zookeeper/hadoop@REALM.CA
- ./zkCli.sh -server 127.0.0.1:2181
- #Now you can list all directories
- ls /
- #Or delete directories
- rmr /folder
References
https://my-bigdata-blog.blogspot.com/2017/07/apache-Zookeeper-install-Ubuntu.html
https://docs.hortonworks.com/HDPDocuments/HDP2/HDP-2.6.2/bk_command-line-installation/content/zookeeper_configuration.html
https://docs.hortonworks.com/HDPDocuments/HDP2/HDP-2.6.2/bk_command-line-installation/content/securing_zookeeper_with_kerberos.html
2 thoughts on “Zookeeper Kerberos Installation”
Comments are closed.