default_container_executor.sh
#!/bin/bash
/bin/bash "/tmp/hadoop-yarn/nm-local-dir/usercache/hive/appcache/application_1631589808308_0023/container_e20_1631589808308_0023_01_000024/default_container_executor_session.sh"
rc=$?
echo $rc > "/tmp/hadoop-yarn/nm-local-dir/nmPrivate/application_1631589808308_0023/container_e20_1631589808308_0023_01_000024/container_e20_1631589808308_0023_01_000024.pid.exitcode.tmp"
/bin/mv -f "/tmp/hadoop-yarn/nm-local-dir/nmPrivate/application_1631589808308_0023/container_e20_1631589808308_0023_01_000024/container_e20_1631589808308_0023_01_000024.pid.exitcode.tmp" "/tmp/hadoop-yarn/nm-local-dir/nmPrivate/application_1631589808308_0023/container_e20_1631589808308_0023_01_000024/container_e20_1631589808308_0023_01_000024.pid.exitcode"
exit $rc
default_container_executor_session.sh
#!/bin/bash
echo $$ > /tmp/hadoop-yarn/nm-local-dir/nmPrivate/application_1631589808308_0025/container_e20_1631589808308_0025_01_000030/container_e20_1631589808308_0025_01_000030.pid.tmp
/bin/mv -f /tmp/hadoop-yarn/nm-local-dir/nmPrivate/application_1631589808308_0025/container_e20_1631589808308_0025_01_000030/container_e20_1631589808308_0025_01_000030.pid.tmp /tmp/hadoop-yarn/nm-local-dir/nmPrivate/application_1631589808308_0025/container_e20_1631589808308_0025_01_000030/container_e20_1631589808308_0025_01_000030.pid
exec setsid /bin/bash "/tmp/hadoop-yarn/nm-local-dir/usercache/hive/appcache/application_1631589808308_0025/container_e20_1631589808308_0025_01_000030/launch_container.sh"
launch_container.sh
#!/bin/bash
set -o pipefail -e
export PRELAUNCH_OUT="/var/log/hadoop/userlogs/application_1631589808308_0024/container_e20_1631589808308_0024_01_000045/prelaunch.out"
exec >"${PRELAUNCH_OUT}"
export PRELAUNCH_ERR="/var/log/hadoop/userlogs/application_1631589808308_0024/container_e20_1631589808308_0024_01_000045/prelaunch.err"
exec 2>"${PRELAUNCH_ERR}"
echo "Setting up env variables"
export JAVA_HOME=${JAVA_HOME:-"/opt/java/jdk-current"}
export HADOOP_COMMON_HOME=${HADOOP_COMMON_HOME:-"/opt/hadoop"}
export HADOOP_HDFS_HOME=${HADOOP_HDFS_HOME:-"/opt/hadoop"}
export HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-"/etc/hadoop"}
export HADOOP_YARN_HOME=${HADOOP_YARN_HOME:-"/opt/hadoop"}
export HADOOP_HOME=${HADOOP_HOME:-"/opt/hadoop"}
export PATH=${PATH:-"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/java/jdk-current/bin"}
export LANG=${LANG:-"en_US.UTF8"}
export HADOOP_TOKEN_FILE_LOCATION="/tmp/hadoop-yarn/nm-local-dir/usercache/hive/appcache/application_1631589808308_0024/container_e20_1631589808308_0024_01_000045/container_tokens"
export CONTAINER_ID="container_e20_1631589808308_0024_01_000045"
export NM_PORT="45454"
export NM_HOST="yarn-nodemanager2"
export NM_HTTP_PORT="8042"
export LOCAL_DIRS="/tmp/hadoop-yarn/nm-local-dir/usercache/hive/appcache/application_1631589808308_0024"
export LOCAL_USER_DIRS="/tmp/hadoop-yarn/nm-local-dir/usercache/hive/"
export LOG_DIRS="/var/log/hadoop/userlogs/application_1631589808308_0024/container_e20_1631589808308_0024_01_000045"
export USER="hive"
export LOGNAME="hive"
export HOME="/home/"
export PWD="/tmp/hadoop-yarn/nm-local-dir/usercache/hive/appcache/application_1631589808308_0024/container_e20_1631589808308_0024_01_000045"
export JVM_PID="$$"
export MALLOC_ARENA_MAX="4"
export NM_AUX_SERVICE_tez_shuffle="AAA0+wAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA="
export SHELL="/bin/bash"
export HADOOP_ROOT_LOGGER="INFO,CLA"
export CLASSPATH="$PWD:$PWD/*:$PWD/tezlib/*:$PWD/tezlib/lib/*:$HADOOP_CONF_DIR:$HADOOP_COMMON_HOME/share/hadoop/common/*:$HADOOP_COMMON_HOME/share/hadoop/common/lib/*:$HADOOP_HDFS_HOME/share/hadoop/hdfs/*:$HADOOP_HDFS_HOME/share/hadoop/hdfs/lib/*:$HADOOP_YARN_HOME/share/hadoop/yarn/*:$HADOOP_YARN_HOME/share/hadoop/yarn/lib/*:"
export TEZ_CONTAINER_LOG_PARAMS="org.apache.hadoop.hdfs.DFSUtilClient=TRACE;org.apache.hadoop.hdfs.client.impl.BlockReaderFactory=TRACE;org.apache.hadoop.util.PerformanceAdvisory=DEBUG"
export LD_LIBRARY_PATH="$PWD:/opt/hadoop/lib/native:$PWD:$PWD:/opt/hadoop/lib/native:$PWD:/opt/hadoop/lib/native/"
echo "Setting up job resources"
ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hive/filecache/233/TextUtils.jar" "TextUtils.jar"
ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hive/appcache/application_1631589808308_0024/filecache/10/tez-conf.pb" "tez-conf.pb"
ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hive/filecache/238/MfpOperUDF.jar" "MfpOperUDF.jar"
ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hive/filecache/236/mfidxer-1.0.3" "mfidxer-1.0.3"
ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hive/filecache/241/HiveIndexer.jar" "HiveIndexer.jar"
ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hive/filecache/237/mfidxer-1.0.4" "mfidxer-1.0.4"
ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hive/filecache/240/hivemall-all.jar" "hivemall-all.jar"
ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hive/filecache/231/MonstersUDF.jar" "MonstersUDF.jar"
ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hive/filecache/14/hive-exec-2.3.5-84ca4cfb419d00ab5eb2171b9c477122dc416d2c10e0d1cd0d495652f31e7244.jar" "hive-exec-2.3.5-84ca4cfb419d00ab5eb2171b9c477122dc416d2c10e0d1cd0d495652f31e7244.jar"
ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hive/filecache/239/MicroFunUDF.jar" "MicroFunUDF.jar"
ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hive/filecache/234/microfun-json-serde.jar" "microfun-json-serde.jar"
ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hive/filecache/235/mfidxer-1.3.3" "mfidxer-1.3.3"
ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hive/filecache/232/MicroFunLogParser.jar" "MicroFunLogParser.jar"
ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/filecache/10/tez-minimal-bin.tar.gz" "tezlib"
echo "Copying debugging information"
# Creating copy of launch script
cp "launch_container.sh" "/var/log/hadoop/userlogs/application_1631589808308_0024/container_e20_1631589808308_0024_01_000045/launch_container.sh"
chmod 640 "/var/log/hadoop/userlogs/application_1631589808308_0024/container_e20_1631589808308_0024_01_000045/launch_container.sh"
# Determining directory contents
echo "ls -l:" 1>"/var/log/hadoop/userlogs/application_1631589808308_0024/container_e20_1631589808308_0024_01_000045/directory.info"
ls -l 1>>"/var/log/hadoop/userlogs/application_1631589808308_0024/container_e20_1631589808308_0024_01_000045/directory.info"
echo "find -L . -maxdepth 5 -ls:" 1>>"/var/log/hadoop/userlogs/application_1631589808308_0024/container_e20_1631589808308_0024_01_000045/directory.info"
find -L . -maxdepth 5 -ls 1>>"/var/log/hadoop/userlogs/application_1631589808308_0024/container_e20_1631589808308_0024_01_000045/directory.info"
echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/var/log/hadoop/userlogs/application_1631589808308_0024/container_e20_1631589808308_0024_01_000045/directory.info"
find -L . -maxdepth 5 -type l -ls 1>>"/var/log/hadoop/userlogs/application_1631589808308_0024/container_e20_1631589808308_0024_01_000045/directory.info"
echo "Launching container"
exec /bin/bash -c "$JAVA_HOME/bin/java -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC -Djava.library.path=/opt/hadoop/lib/native/ -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=/var/log/hadoop/userlogs/application_1631589808308_0024/container_e20_1631589808308_0024_01_000045 -Dtez.root.logger=INFO,CLA -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN -Xmx4000M -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=/var/log/hadoop/userlogs/application_1631589808308_0024/container_e20_1631589808308_0024_01_000045 -Dtez.root.logger=INFO,CLA -Djava.io.tmpdir=$PWD/tmp org.apache.tez.runtime.task.TezChild yarn-nodemanager5 46754 container_e20_1631589808308_0024_01_000045 application_1631589808308_0024 1 1>/var/log/hadoop/userlogs/application_1631589808308_0024/container_e20_1631589808308_0024_01_000045/stdout 2>/var/log/hadoop/userlogs/application_1631589808308_0024/container_e20_1631589808308_0024_01_000045/stderr "
