Skip to content

Commit 3a93709

Browse files
mneethirajmneethiraj
committed
RANGER-5373: update Hive container for Kerberos authentication apache#4 
1 parent 4573f13 commit 3a93709

10 files changed

Lines changed: 107 additions & 13 deletions

‎dev-support/ranger-docker/Dockerfile.ranger-hive‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -37,6 +37,7 @@ COPY ./scripts/ranger-hive-setup.sh /home/ranger/scripts/
3737
COPY ./scripts/ranger-hive.sh /home/ranger/scripts/
3838
COPY ./scripts/ranger-hive-plugin-install.properties /home/ranger/scripts/
3939
COPY ./scripts/hive-site-${RANGER_DB_TYPE}.xml /home/ranger/scripts/hive-site.xml
40+
COPY ./scripts/core-site.xml /home/ranger/scripts/
4041

4142
RUN tar xvfz /home/ranger/dist/apache-hive-${HIVE_VERSION}-bin.tar.gz --directory=/opt/ && \
4243
ln -s /opt/apache-hive-${HIVE_VERSION}-bin /opt/hive && \

‎dev-support/ranger-docker/config/kdc/create_keytab.sh‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -36,6 +36,6 @@ echo ${ADMIN_PASSWORD} | kadmin -p ${ADMIN_PRINCIPAL} -q "ktadd -k ${KEYTAB} ${P
3636

3737
if [ "${KEYTAB_OWNER}" != "" ]
3838
then
39-
chmod 400 ${KEYTAB}
39+
chmod 440 ${KEYTAB}
4040
chown ${KEYTAB_OWNER} ${KEYTAB}
4141
fi

‎dev-support/ranger-docker/docker-compose.ranger-hadoop.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,7 @@ services:
2424
ranger:
2525
condition: service_started
2626
healthcheck:
27-
test: "hdfs dfs -ls /hbase"
27+
test: ["CMD-SHELL", "kinit -kt /opt/hadoop/keytabs/healthcheck.keytab healthcheck/ranger-hadoop.rangernw@EXAMPLE.COM && hdfs dfs -ls /hbase > /dev/null"]
2828
interval: 1m30s
2929
timeout: 10s
3030
retries: 30

‎dev-support/ranger-docker/scripts/hdfs-site.xml‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -48,6 +48,10 @@
4848
<name>dfs.datanode.keytab.file</name>
4949
<value>/opt/hadoop/keytabs/dn.keytab</value>
5050
</property>
51+
<property>
52+
<name>ignore.secure.ports.for.testing</name>
53+
<value>true</value>
54+
</property>
5155
<property>
5256
<name>dfs.web.authentication.kerberos.principal</name>
5357
<value>HTTP/ranger-hadoop.rangernw@EXAMPLE.COM</value>

‎dev-support/ranger-docker/scripts/hive-site-mysql.xml‎

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -36,6 +36,30 @@
3636
<value>rangerR0cks!</value>
3737
</property>
3838

39+
<property>
40+
<name>hive.server2.authentication</name>
41+
<value>KERBEROS</value>
42+
</property>
43+
<property>
44+
<name>hive.server2.authentication.kerberos.principal</name>
45+
<value>hive/ranger-hive.rangernw@EXAMPLE.COM</value>
46+
</property>
47+
<property>
48+
<name>hive.server2.authentication.kerberos.keytab</name>
49+
<value>/opt/hive/keytabs/hive.keytab</value>
50+
</property>
51+
<property>
52+
<name>hive.metastore.sasl.enabled</name>
53+
<value>true</value>
54+
</property>
55+
<property>
56+
<name>hive.metastore.kerberos.principal</name>
57+
<value>hive/ranger-hive.rangernw@EXAMPLE.COM</value>
58+
</property>
59+
<property>
60+
<name>hive.metastore.kerberos.keytab.file</name>
61+
<value>/opt/hive/keytabs/hive.keytab</value>
62+
</property>
3963
<property>
4064
<name>hive.server2.enable.doAs</name>
4165
<value>false</value>

‎dev-support/ranger-docker/scripts/hive-site-oracle.xml‎

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -36,6 +36,30 @@
3636
<value>rangerR0cks!</value>
3737
</property>
3838

39+
<property>
40+
<name>hive.server2.authentication</name>
41+
<value>KERBEROS</value>
42+
</property>
43+
<property>
44+
<name>hive.server2.authentication.kerberos.principal</name>
45+
<value>hive/ranger-hive.rangernw@EXAMPLE.COM</value>
46+
</property>
47+
<property>
48+
<name>hive.server2.authentication.kerberos.keytab</name>
49+
<value>/opt/hive/keytabs/hive.keytab</value>
50+
</property>
51+
<property>
52+
<name>hive.metastore.sasl.enabled</name>
53+
<value>true</value>
54+
</property>
55+
<property>
56+
<name>hive.metastore.kerberos.principal</name>
57+
<value>hive/ranger-hive.rangernw@EXAMPLE.COM</value>
58+
</property>
59+
<property>
60+
<name>hive.metastore.kerberos.keytab.file</name>
61+
<value>/opt/hive/keytabs/hive.keytab</value>
62+
</property>
3963
<property>
4064
<name>hive.server2.enable.doAs</name>
4165
<value>false</value>

‎dev-support/ranger-docker/scripts/hive-site-postgres.xml‎

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -36,6 +36,30 @@
3636
<value>rangerR0cks!</value>
3737
</property>
3838

39+
<property>
40+
<name>hive.server2.authentication</name>
41+
<value>KERBEROS</value>
42+
</property>
43+
<property>
44+
<name>hive.server2.authentication.kerberos.principal</name>
45+
<value>hive/ranger-hive.rangernw@EXAMPLE.COM</value>
46+
</property>
47+
<property>
48+
<name>hive.server2.authentication.kerberos.keytab</name>
49+
<value>/opt/hive/keytabs/hive.keytab</value>
50+
</property>
51+
<property>
52+
<name>hive.metastore.sasl.enabled</name>
53+
<value>true</value>
54+
</property>
55+
<property>
56+
<name>hive.metastore.kerberos.principal</name>
57+
<value>hive/ranger-hive.rangernw@EXAMPLE.COM</value>
58+
</property>
59+
<property>
60+
<name>hive.metastore.kerberos.keytab.file</name>
61+
<value>/opt/hive/keytabs/hive.keytab</value>
62+
</property>
3963
<property>
4064
<name>hive.server2.enable.doAs</name>
4165
<value>false</value>

‎dev-support/ranger-docker/scripts/hive-site-sqlserver.xml‎

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -35,6 +35,30 @@
3535
<name>javax.jdo.option.ConnectionPassword</name>
3636
<value>rangerR0cks!</value>
3737
</property>
38+
<property>
39+
<name>hive.server2.authentication</name>
40+
<value>KERBEROS</value>
41+
</property>
42+
<property>
43+
<name>hive.server2.authentication.kerberos.principal</name>
44+
<value>hive/ranger-hive.rangernw@EXAMPLE.COM</value>
45+
</property>
46+
<property>
47+
<name>hive.server2.authentication.kerberos.keytab</name>
48+
<value>/opt/hive/keytabs/hive.keytab</value>
49+
</property>
50+
<property>
51+
<name>hive.metastore.sasl.enabled</name>
52+
<value>true</value>
53+
</property>
54+
<property>
55+
<name>hive.metastore.kerberos.principal</name>
56+
<value>hive/ranger-hive.rangernw@EXAMPLE.COM</value>
57+
</property>
58+
<property>
59+
<name>hive.metastore.kerberos.keytab.file</name>
60+
<value>/opt/hive/keytabs/hive.keytab</value>
61+
</property>
3862
<property>
3963
<name>hive.server2.enable.doAs</name>
4064
<value>false</value>

‎dev-support/ranger-docker/scripts/ranger-hadoop.sh‎

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -38,12 +38,13 @@ then
3838
if [ "${KERBEROS_ENABLED}" == "true" ]
3939
then
4040
/etc/keytabs/create_keytab.sh hdfs ${KEYTABS_DIR} hdfs:hadoop
41-
/etc/keytabs/create_keytab.sh yarn ${KEYTABS_DIR} yarn:hadoop
4241
/etc/keytabs/create_keytab.sh nn ${KEYTABS_DIR} hdfs:hadoop
4342
/etc/keytabs/create_keytab.sh dn ${KEYTABS_DIR} hdfs:hadoop
43+
/etc/keytabs/create_keytab.sh HTTP ${KEYTABS_DIR} hdfs:hadoop
4444
/etc/keytabs/create_keytab.sh nm ${KEYTABS_DIR} yarn:hadoop
4545
/etc/keytabs/create_keytab.sh rm ${KEYTABS_DIR} yarn:hadoop
46-
/etc/keytabs/create_keytab.sh HTTP ${KEYTABS_DIR} hdfs:hadoop
46+
/etc/keytabs/create_keytab.sh yarn ${KEYTABS_DIR} yarn:hadoop
47+
/etc/keytabs/create_keytab.sh healthcheck ${KEYTABS_DIR} hdfs:hadoop
4748
fi
4849

4950
if "${RANGER_SCRIPTS}"/ranger-hadoop-setup.sh;

‎dev-support/ranger-docker/scripts/ranger-hive-setup.sh‎

Lines changed: 1 addition & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -24,17 +24,9 @@ Host *
2424
UserKnownHostsFile=/dev/null
2525
EOF
2626

27-
cat <<EOF > ${HADOOP_HOME}/etc/hadoop/core-site.xml
28-
<configuration>
29-
<property>
30-
<name>fs.defaultFS</name>
31-
<value>hdfs://ranger-hadoop:9000</value>
32-
</property>
33-
</configuration>
34-
EOF
35-
3627
cp ${RANGER_SCRIPTS}/hive-site.xml ${HIVE_HOME}/conf/hive-site.xml
3728
cp ${RANGER_SCRIPTS}/hive-site.xml ${HIVE_HOME}/conf/hiveserver2-site.xml
29+
cp ${RANGER_SCRIPTS}/core-site.xml ${HIVE_HOME}/conf/core-site.xml
3830
su -c "${HIVE_HOME}/bin/schematool -dbType ${RANGER_DB_TYPE} -initSchema" hive
3931

4032
mkdir -p /opt/hive/logs

0 commit comments

Comments
 (0)