References:
https://hadoop.apache.org/docs/stable/hadoop-project-dist/hadoop-common/SingleCluster.html
https://hadoop.apache.org/docs/r3.4.1/hadoop-project-dist/hadoop-common/core-default.xml
https://hadoop.apache.org/docs/r3.4.1/hadoop-project-dist/hadoop-hdfs/hdfs-default.xml
Setup passphraseless ssh
Now check that you can ssh to the localhost without a passphrase:
$ ssh localhost
If you cannot ssh to localhost without a passphrase, execute the following commands:
$ ssh-keygen -t rsa -P '' -f ~/.ssh/id_rsa $ cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys $ chmod 0600 ~/.ssh/authorized_keys
Installing requisite Software
$ sudo apt-get install ssh $ sudo apt-get install pdsh
sudo apt install openssh-server openssh-client -y
To run jps, install:
sudo apt install openjdk-21-jdk-headless
Set below environmental variables in .bashrc:
export HADOOP_HOME=$sfw/hadoop-3.4.1 export HADOOP_INSTALL=$HADOOP_HOME export HADOOP_MAPRED_HOME=$HADOOP_HOME export HADOOP_COMMON_HOME=$HADOOP_HOME export HADOOP_HDFS_HOME=$HADOOP_HOME export YARN_HOME=$HADOOP_HOME export PATH=$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin
export PDSH_RCMD_TYPE=ssh
zzh@ZZHPC:~$ sudo cat /etc/hosts
#127.0.1.1 localhost
#192.168.1.16 localhost
127.0.1.1 ZZHPC
Download Hadoop 3.4.1 from https://dlcdn.apache.org/hadoop/common/hadoop-3.4.1/hadoop-3.4.1.tar.gz .
Edit the hadoop-env.sh file to specify the Java home:
export JAVA_HOME=/usr/lib/jvm/java-21-openjdk-amd64
Added below line yarn-env.sh:
export HADOOP_OPTS="$HADOOP_OPTS --add-opens java.base/java.lang=ALL-UNNAMED"
core-site.xml:
<configuration> <property> <name>hadoop.tmp.dir</name> <value>/home/zzh/hadoop_data/tmp</value> <description>Parent directory for other temporary directories.</description> </property> <property> <name>fs.defaultFS</name> <value>hdfs://localhost:9000</value> <description>The default file system.</description> </property> </configuration>
hdfs-site.xml:
<configuration> <property> <name>dfs.replication</name> <value>1</value> </property> <property> <name>dfs.namenode.name.dir</name> <value>/home/zzh/hadoop_data/namenode</value> </property> <property> <name>dfs.datanode.name.dir</name> <value>/home/zzh/hadoop_data/datanode</value> </property> </configuration>
mapred-site.xml:
<configuration> <property> <name>mapreduce.framework.name</name> <value>yarn</value> </property> </configuration>
yarn-site.xml:
<configuration> <property> <name>yarn.nodemanager.aux-services</name> <value>mapreduce_shuffle</value> </property> <property> <name>yarn.nodemanager.env-whitelist</name> <value>JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,CLASSPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_HOME,PATH,LANG,TZ,HADOOP_MAPRED_HOME</value> </property> <property> <name>yarn.resourcemanager.webapp.address</name> <value>localhost:8088</value> </property> </configuration>
zzh@ZZHPC:~$ hdfs namenode -format 2025-02-24 21:29:00,167 INFO namenode.NameNode: STARTUP_MSG: /************************************************************ STARTUP_MSG: Starting NameNode STARTUP_MSG: host = ZZHPC/127.0.1.1 STARTUP_MSG: args = [-format] STARTUP_MSG: version = 3.4.1 STARTUP_MSG: classpath = /home/zzh/Downloads/sfw/hadoop-3.4.1/etc/hadoop:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/commons-collections-3.2.2.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/jetty-servlet-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-codec-mqtt-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/commons-beanutils-1.9.4.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/listenablefuture-9999.0-empty-to-avoid-conflict-with-guava.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-resolver-dns-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/commons-logging-1.2.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-codec-memcache-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-codec-dns-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/commons-codec-1.15.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/commons-net-3.9.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/jackson-databind-2.12.7.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/kerb-core-2.0.3.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-buffer-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/commons-lang3-3.12.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/metrics-core-3.2.4.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-codec-redis-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/slf4j-api-1.7.36.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/reload4j-1.2.22.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/jersey-json-1.22.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/curator-client-5.2.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/nimbus-jose-jwt-9.37.2.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/jcip-annotations-1.0-1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-handler-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/j2objc-annotations-1.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-transport-native-unix-common-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-common-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/re2j-1.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/jul-to-slf4j-1.7.36.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/stax2-api-4.2.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-all-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/httpclient-4.5.13.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/jersey-server-1.19.4.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-transport-native-epoll-4.1.100.Final-linux-aarch_64.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-resolver-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-transport-native-kqueue-4.1.100.Final-osx-aarch_64.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/slf4j-reload4j-1.7.36.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/jakarta.activation-api-1.2.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-transport-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/jetty-util-ajax-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/woodstox-core-5.4.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-resolver-dns-native-macos-4.1.100.Final-osx-x86_64.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/snappy-java-1.1.10.4.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/animal-sniffer-annotations-1.17.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/zookeeper-jute-3.8.4.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/jsr305-3.0.2.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/failureaccess-1.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/jsr311-api-1.1.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/jetty-util-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-codec-haproxy-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-transport-classes-kqueue-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/javax.servlet-api-3.1.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/jetty-xml-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/jetty-webapp-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/commons-text-1.10.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-transport-classes-epoll-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/jettison-1.5.4.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-resolver-dns-classes-macos-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/kerby-config-2.0.3.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/jersey-core-1.19.4.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/hadoop-shaded-guava-1.3.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/kerb-crypto-2.0.3.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-codec-xml-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/jaxb-api-2.2.11.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/httpcore-4.4.13.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/jetty-server-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/jackson-annotations-2.12.7.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/jetty-http-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-codec-socks-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/zookeeper-3.8.4.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-transport-rxtx-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/jackson-core-2.12.7.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/hadoop-annotations-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/bcprov-jdk18on-1.78.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/avro-1.9.2.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-transport-native-epoll-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-handler-ssl-ocsp-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/audience-annotations-0.12.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-transport-native-kqueue-4.1.100.Final-osx-x86_64.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/guava-27.0-jre.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/commons-math3-3.6.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/curator-framework-5.2.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/checker-qual-2.5.2.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/kerby-pkix-2.0.3.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-codec-stomp-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-transport-native-epoll-4.1.100.Final-linux-x86_64.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/commons-compress-1.26.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/kerby-asn1-2.0.3.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/jersey-servlet-1.19.4.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-resolver-dns-native-macos-4.1.100.Final-osx-aarch_64.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-codec-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/jsch-0.1.55.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/jetty-security-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-codec-http-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-handler-proxy-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/hadoop-shaded-protobuf_3_25-1.3.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/curator-recipes-5.2.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-codec-smtp-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-transport-udt-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/gson-2.9.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/jaxb-impl-2.2.3-1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/jsp-api-2.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/commons-configuration2-2.10.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/jetty-io-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-transport-sctp-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/commons-io-2.16.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/hadoop-auth-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/dnsjava-3.6.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/kerb-util-2.0.3.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/commons-daemon-1.0.13.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/commons-cli-1.5.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/kerby-util-2.0.3.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/lib/netty-codec-http2-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/hadoop-nfs-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/hadoop-registry-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/hadoop-common-3.4.1-tests.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/hadoop-common-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/common/hadoop-kms-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/commons-collections-3.2.2.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/jetty-servlet-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-codec-mqtt-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/commons-beanutils-1.9.4.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/listenablefuture-9999.0-empty-to-avoid-conflict-with-guava.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-resolver-dns-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/commons-logging-1.2.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-codec-memcache-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-codec-dns-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/commons-codec-1.15.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/commons-net-3.9.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/jackson-databind-2.12.7.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/kerb-core-2.0.3.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-buffer-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/commons-lang3-3.12.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/metrics-core-3.2.4.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-codec-redis-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/reload4j-1.2.22.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/jersey-json-1.22.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/curator-client-5.2.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/nimbus-jose-jwt-9.37.2.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/jcip-annotations-1.0-1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-handler-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/j2objc-annotations-1.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-transport-native-unix-common-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-common-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/re2j-1.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/stax2-api-4.2.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/json-simple-1.1.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-all-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/httpclient-4.5.13.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/jersey-server-1.19.4.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-transport-native-epoll-4.1.100.Final-linux-aarch_64.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-resolver-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-transport-native-kqueue-4.1.100.Final-osx-aarch_64.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/jakarta.activation-api-1.2.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-transport-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/jetty-util-ajax-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/woodstox-core-5.4.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-resolver-dns-native-macos-4.1.100.Final-osx-x86_64.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/HikariCP-4.0.3.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/snappy-java-1.1.10.4.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/animal-sniffer-annotations-1.17.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/zookeeper-jute-3.8.4.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/jsr305-3.0.2.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/failureaccess-1.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/jsr311-api-1.1.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/jetty-util-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-codec-haproxy-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-transport-classes-kqueue-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/javax.servlet-api-3.1.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/jetty-xml-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/jetty-webapp-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/commons-text-1.10.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-transport-classes-epoll-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/jettison-1.5.4.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-resolver-dns-classes-macos-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/kerby-config-2.0.3.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/jersey-core-1.19.4.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/hadoop-shaded-guava-1.3.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/kerb-crypto-2.0.3.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-codec-xml-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/jaxb-api-2.2.11.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/httpcore-4.4.13.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/jetty-server-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/jackson-annotations-2.12.7.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/jetty-http-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-codec-socks-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/zookeeper-3.8.4.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-transport-rxtx-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/jackson-core-2.12.7.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/hadoop-annotations-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/avro-1.9.2.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-transport-native-epoll-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-handler-ssl-ocsp-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/audience-annotations-0.12.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-transport-native-kqueue-4.1.100.Final-osx-x86_64.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/guava-27.0-jre.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/commons-math3-3.6.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/curator-framework-5.2.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/checker-qual-2.5.2.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/kerby-pkix-2.0.3.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-codec-stomp-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-transport-native-epoll-4.1.100.Final-linux-x86_64.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/commons-compress-1.26.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/kerby-asn1-2.0.3.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/jersey-servlet-1.19.4.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-resolver-dns-native-macos-4.1.100.Final-osx-aarch_64.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-codec-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/jsch-0.1.55.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/jetty-security-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-codec-http-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-handler-proxy-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/hadoop-shaded-protobuf_3_25-1.3.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/curator-recipes-5.2.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-codec-smtp-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-transport-udt-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/gson-2.9.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/jaxb-impl-2.2.3-1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/commons-configuration2-2.10.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/jetty-io-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-transport-sctp-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/commons-io-2.16.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/hadoop-auth-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/leveldbjni-all-1.8.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/dnsjava-3.6.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/kerb-util-2.0.3.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/commons-daemon-1.0.13.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/commons-cli-1.5.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/kerby-util-2.0.3.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/lib/netty-codec-http2-4.1.100.Final.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/hadoop-hdfs-client-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/hadoop-hdfs-3.4.1-tests.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/hadoop-hdfs-native-client-3.4.1-tests.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/hadoop-hdfs-native-client-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/hadoop-hdfs-client-3.4.1-tests.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/hadoop-hdfs-httpfs-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/hadoop-hdfs-rbf-3.4.1-tests.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/hadoop-hdfs-rbf-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/hadoop-hdfs-nfs-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/hdfs/hadoop-hdfs-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/mapreduce/hadoop-mapreduce-client-jobclient-3.4.1-tests.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/mapreduce/hadoop-mapreduce-client-hs-plugins-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/mapreduce/hadoop-mapreduce-client-nativetask-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/mapreduce/hadoop-mapreduce-client-jobclient-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/mapreduce/hadoop-mapreduce-client-common-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/mapreduce/hadoop-mapreduce-client-core-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/mapreduce/hadoop-mapreduce-client-app-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/mapreduce/hadoop-mapreduce-client-hs-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/mapreduce/hadoop-mapreduce-client-shuffle-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/mapreduce/hadoop-mapreduce-examples-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/mapreduce/hadoop-mapreduce-client-uploader-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/objenesis-2.6.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/jackson-jaxrs-base-2.12.7.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/jsonschema2pojo-core-1.0.2.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/websocket-servlet-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/aopalliance-1.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/jna-5.2.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/websocket-api-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/mssql-jdbc-6.2.1.jre7.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/fst-2.50.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/javax.inject-1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/commons-lang-2.6.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/asm-tree-9.6.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/jackson-module-jaxb-annotations-2.12.7.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/istack-commons-runtime-3.0.7.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/FastInfoset-1.2.15.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/asm-commons-9.6.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/javax-websocket-client-impl-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/swagger-annotations-1.5.4.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/stax-ex-1.8.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/websocket-common-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/jersey-guice-1.19.4.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/ehcache-3.8.2.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/bcutil-jdk18on-1.78.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/jetty-jndi-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/javax-websocket-server-impl-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/websocket-server-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/jackson-jaxrs-json-provider-2.12.7.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/jaxb-runtime-2.3.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/javax.websocket-client-api-1.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/jetty-plus-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/jline-3.9.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/javax.activation-api-1.2.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/jetty-client-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/cache-api-1.1.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/jakarta.xml.bind-api-2.3.2.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/guice-servlet-4.2.3.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/codemodel-2.6.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/guice-4.2.3.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/txw2-2.3.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/websocket-client-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/snakeyaml-2.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/jersey-client-1.19.4.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/javax.websocket-api-1.0.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/bcpkix-jdk18on-1.78.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/lib/jetty-annotations-9.4.53.v20231009.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/hadoop-yarn-server-applicationhistoryservice-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/hadoop-yarn-server-nodemanager-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/hadoop-yarn-services-api-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/hadoop-yarn-server-resourcemanager-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/hadoop-yarn-server-timeline-pluginstorage-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/hadoop-yarn-applications-distributedshell-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/hadoop-yarn-server-common-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/hadoop-yarn-server-sharedcachemanager-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/hadoop-yarn-registry-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/hadoop-yarn-client-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/hadoop-yarn-applications-mawo-core-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/hadoop-yarn-server-tests-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/hadoop-yarn-common-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/hadoop-yarn-server-web-proxy-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/hadoop-yarn-api-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/hadoop-yarn-services-core-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/hadoop-yarn-server-globalpolicygenerator-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/hadoop-yarn-server-router-3.4.1.jar:/home/zzh/Downloads/sfw/hadoop-3.4.1/share/hadoop/yarn/hadoop-yarn-applications-unmanaged-am-launcher-3.4.1.jar STARTUP_MSG: build = https://github.com/apache/hadoop.git -r 4d7825309348956336b8f06a08322b78422849b1; compiled by 'mthakur' on 2024-10-09T14:57Z STARTUP_MSG: java = 21.0.6 ************************************************************/ 2025-02-24 21:29:00,188 INFO namenode.NameNode: registered UNIX signal handlers for [TERM, HUP, INT] 2025-02-24 21:29:00,248 INFO namenode.NameNode: createNameNode [-format] 2025-02-24 21:29:00,510 INFO common.Util: Assuming 'file' scheme for path /home/zzh/hadoop_data/namenode in configuration. 2025-02-24 21:29:00,510 INFO common.Util: Assuming 'file' scheme for path /home/zzh/hadoop_data/namenode in configuration. 2025-02-24 21:29:00,513 INFO namenode.NameNode: Formatting using clusterid: CID-12cf1e49-8e4d-49f7-b16c-7a211429d106 2025-02-24 21:29:00,538 INFO namenode.FSEditLog: Edit logging is async:true 2025-02-24 21:29:00,566 INFO namenode.FSNamesystem: KeyProvider: null 2025-02-24 21:29:00,567 INFO namenode.FSNamesystem: fsLock is fair: true 2025-02-24 21:29:00,567 INFO namenode.FSNamesystem: Detailed lock hold time metrics enabled: false 2025-02-24 21:29:00,582 INFO namenode.FSNamesystem: fsOwner = zzh (auth:SIMPLE) 2025-02-24 21:29:00,582 INFO namenode.FSNamesystem: supergroup = supergroup 2025-02-24 21:29:00,582 INFO namenode.FSNamesystem: isPermissionEnabled = true 2025-02-24 21:29:00,582 INFO namenode.FSNamesystem: isStoragePolicyEnabled = true 2025-02-24 21:29:00,582 INFO namenode.FSNamesystem: HA Enabled: false 2025-02-24 21:29:00,622 INFO common.Util: dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling 2025-02-24 21:29:00,707 INFO blockmanagement.DatanodeManager: Slow peers collection thread shutdown 2025-02-24 21:29:00,714 INFO blockmanagement.DatanodeManager: dfs.block.invalidate.limit : configured=1000, counted=60, effected=1000 2025-02-24 21:29:00,714 INFO blockmanagement.DatanodeManager: dfs.namenode.datanode.registration.ip-hostname-check=true 2025-02-24 21:29:00,716 INFO blockmanagement.BlockManager: dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000 2025-02-24 21:29:00,716 INFO blockmanagement.BlockManager: The block deletion will start around 2025 Feb 24 21:29:00 2025-02-24 21:29:00,717 INFO util.GSet: Computing capacity for map BlocksMap 2025-02-24 21:29:00,717 INFO util.GSet: VM type = 64-bit 2025-02-24 21:29:00,718 INFO util.GSet: 2.0% max memory 3.9 GB = 79.2 MB 2025-02-24 21:29:00,718 INFO util.GSet: capacity = 2^23 = 8388608 entries 2025-02-24 21:29:00,737 INFO blockmanagement.BlockManager: Storage policy satisfier is disabled 2025-02-24 21:29:00,737 INFO blockmanagement.BlockManager: dfs.block.access.token.enable = false 2025-02-24 21:29:00,741 INFO blockmanagement.BlockManagerSafeMode: Using 1000 as SafeModeMonitor Interval 2025-02-24 21:29:00,742 INFO blockmanagement.BlockManagerSafeMode: dfs.namenode.safemode.threshold-pct = 0.999 2025-02-24 21:29:00,742 INFO blockmanagement.BlockManagerSafeMode: dfs.namenode.safemode.min.datanodes = 0 2025-02-24 21:29:00,742 INFO blockmanagement.BlockManagerSafeMode: dfs.namenode.safemode.extension = 30000 2025-02-24 21:29:00,743 INFO blockmanagement.BlockManager: defaultReplication = 1 2025-02-24 21:29:00,743 INFO blockmanagement.BlockManager: maxReplication = 512 2025-02-24 21:29:00,743 INFO blockmanagement.BlockManager: minReplication = 1 2025-02-24 21:29:00,743 INFO blockmanagement.BlockManager: maxReplicationStreams = 2 2025-02-24 21:29:00,743 INFO blockmanagement.BlockManager: redundancyRecheckInterval = 3000ms 2025-02-24 21:29:00,743 INFO blockmanagement.BlockManager: encryptDataTransfer = false 2025-02-24 21:29:00,743 INFO blockmanagement.BlockManager: maxNumBlocksToLog = 1000 2025-02-24 21:29:00,764 INFO namenode.FSDirectory: GLOBAL serial map: bits=29 maxEntries=536870911 2025-02-24 21:29:00,764 INFO namenode.FSDirectory: USER serial map: bits=24 maxEntries=16777215 2025-02-24 21:29:00,764 INFO namenode.FSDirectory: GROUP serial map: bits=24 maxEntries=16777215 2025-02-24 21:29:00,764 INFO namenode.FSDirectory: XATTR serial map: bits=24 maxEntries=16777215 2025-02-24 21:29:00,774 INFO util.GSet: Computing capacity for map INodeMap 2025-02-24 21:29:00,774 INFO util.GSet: VM type = 64-bit 2025-02-24 21:29:00,774 INFO util.GSet: 1.0% max memory 3.9 GB = 39.6 MB 2025-02-24 21:29:00,774 INFO util.GSet: capacity = 2^22 = 4194304 entries 2025-02-24 21:29:00,783 INFO namenode.FSDirectory: ACLs enabled? true 2025-02-24 21:29:00,783 INFO namenode.FSDirectory: POSIX ACL inheritance enabled? true 2025-02-24 21:29:00,783 INFO namenode.FSDirectory: XAttrs enabled? true 2025-02-24 21:29:00,783 INFO namenode.NameNode: Caching file names occurring more than 10 times 2025-02-24 21:29:00,786 INFO snapshot.SnapshotManager: Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotFSLimit: 65536, maxSnapshotLimit: 65536 2025-02-24 21:29:00,786 INFO snapshot.SnapshotManager: dfs.namenode.snapshot.deletion.ordered = false 2025-02-24 21:29:00,787 INFO snapshot.SnapshotManager: SkipList is disabled 2025-02-24 21:29:00,790 INFO util.GSet: Computing capacity for map cachedBlocks 2025-02-24 21:29:00,790 INFO util.GSet: VM type = 64-bit 2025-02-24 21:29:00,790 INFO util.GSet: 0.25% max memory 3.9 GB = 9.9 MB 2025-02-24 21:29:00,790 INFO util.GSet: capacity = 2^20 = 1048576 entries 2025-02-24 21:29:00,797 INFO metrics.TopMetrics: NNTop conf: dfs.namenode.top.window.num.buckets = 10 2025-02-24 21:29:00,797 INFO metrics.TopMetrics: NNTop conf: dfs.namenode.top.num.users = 10 2025-02-24 21:29:00,797 INFO metrics.TopMetrics: NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25 2025-02-24 21:29:00,799 INFO namenode.FSNamesystem: Retry cache on namenode is enabled 2025-02-24 21:29:00,800 INFO namenode.FSNamesystem: Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis 2025-02-24 21:29:00,801 INFO util.GSet: Computing capacity for map NameNodeRetryCache 2025-02-24 21:29:00,801 INFO util.GSet: VM type = 64-bit 2025-02-24 21:29:00,801 INFO util.GSet: 0.029999999329447746% max memory 3.9 GB = 1.2 MB 2025-02-24 21:29:00,801 INFO util.GSet: capacity = 2^17 = 131072 entries 2025-02-24 21:29:00,821 INFO namenode.FSImage: Allocated new BlockPoolId: BP-350020192-127.0.1.1-1740403740818 2025-02-24 21:29:00,838 INFO common.Storage: Storage directory /home/zzh/hadoop_data/namenode has been successfully formatted. 2025-02-24 21:29:00,858 INFO namenode.FSImageFormatProtobuf: Saving image file /home/zzh/hadoop_data/namenode/current/fsimage.ckpt_0000000000000000000 using no compression 2025-02-24 21:29:00,931 INFO namenode.FSImageFormatProtobuf: Image file /home/zzh/hadoop_data/namenode/current/fsimage.ckpt_0000000000000000000 of size 398 bytes saved in 0 seconds . 2025-02-24 21:29:00,937 INFO namenode.NNStorageRetentionManager: Going to retain 1 images with txid >= 0 2025-02-24 21:29:00,947 INFO blockmanagement.DatanodeManager: Slow peers collection thread shutdown 2025-02-24 21:29:00,972 INFO namenode.FSNamesystem: Stopping services started for active state 2025-02-24 21:29:00,973 INFO namenode.FSNamesystem: Stopping services started for standby state 2025-02-24 21:29:00,977 INFO namenode.FSImage: FSImageSaver clean checkpoint: txid=0 when meet shutdown. 2025-02-24 21:29:00,977 INFO namenode.NameNode: SHUTDOWN_MSG: /************************************************************ SHUTDOWN_MSG: Shutting down NameNode at ZZHPC/127.0.1.1 ************************************************************/
Start NameNode daemon and DataNode daemon:
$ sbin/start-dfs.sh
zzh@ZZHPC:~/Downloads/sfw/hadoop-3.4.1/logs$ start-dfs.sh Starting namenodes on [localhost] pdsh@ZZHPC: localhost: rcmd: socket: Permission denied Starting datanodes pdsh@ZZHPC: localhost: rcmd: socket: Permission denied Starting secondary namenodes [ZZHPC] pdsh@ZZHPC: ZZHPC: rcmd: socket: Permission denied
To fix this issue, set up pdsh to use ssh instead rsh which is the default:
zzh@ZZHPC:~$ pdsh -V pdsh-2.31 (+debug) rcmd modules: ssh,rsh,exec (default: rsh) misc modules: genders
Added below line in .bashrc:
export PDSH_RCMD_TYPE=ssh
zzh@ZZHPC:~$ start-dfs.sh Starting namenodes on [localhost] Starting datanodes Starting secondary namenodes [ZZHPC]
- NameNode -
http://localhost:9870/
zzh@ZZHPC:~$ start-yarn.sh
Starting resourcemanager
Starting nodemanagers
pdsh@ZZHPC: localhost: ssh exited with exit code 1
Error messages in log file hadoop-zzh-resourcemanager-ZZHPC.log:
2025-02-24 21:31:28,636 ERROR org.apache.hadoop.yarn.server.resourcemanager.ResourceManager: Error starting ResourceManager
java.lang.ExceptionInInitializerError
at com.google.inject.internal.cglib.reflect.$FastClassEmitter.<init>(FastClassEmitter.java:67)
at com.google.inject.internal.cglib.reflect.$FastClass$Generator.generateClass(FastClass.java:72)
at com.google.inject.internal.cglib.core.$DefaultGeneratorStrategy.generate(DefaultGeneratorStrategy.java:25)
at com.google.inject.internal.cglib.core.$AbstractClassGenerator.create(AbstractClassGenerator.java:216)
at com.google.inject.internal.cglib.reflect.$FastClass$Generator.create(FastClass.java:64)
at com.google.inject.internal.BytecodeGen.newFastClass(BytecodeGen.java:204)
at com.google.inject.internal.ProviderMethod$FastClassProviderMethod.<init>(ProviderMethod.java:256)
at com.google.inject.internal.ProviderMethod.create(ProviderMethod.java:71)
at com.google.inject.internal.ProviderMethodsModule.createProviderMethod(ProviderMethodsModule.java:275)
at com.google.inject.internal.ProviderMethodsModule.getProviderMethods(ProviderMethodsModule.java:144)
at com.google.inject.internal.ProviderMethodsModule.configure(ProviderMethodsModule.java:123)
at com.google.inject.spi.Elements$RecordingBinder.install(Elements.java:340)
at com.google.inject.spi.Elements$RecordingBinder.install(Elements.java:349)
at com.google.inject.AbstractModule.install(AbstractModule.java:122)
at com.google.inject.servlet.ServletModule.configure(ServletModule.java:49)
at com.google.inject.AbstractModule.configure(AbstractModule.java:62)
at com.google.inject.spi.Elements$RecordingBinder.install(Elements.java:340)
at com.google.inject.spi.Elements.getElements(Elements.java:110)
at com.google.inject.internal.InjectorShell$Builder.build(InjectorShell.java:138)
at com.google.inject.internal.InternalInjectorCreator.build(InternalInjectorCreator.java:104)
at com.google.inject.Guice.createInjector(Guice.java:96)
at com.google.inject.Guice.createInjector(Guice.java:73)
at com.google.inject.Guice.createInjector(Guice.java:62)
at org.apache.hadoop.yarn.webapp.WebApps$Builder.build(WebApps.java:420)
at org.apache.hadoop.yarn.webapp.WebApps$Builder.start(WebApps.java:468)
at org.apache.hadoop.yarn.server.resourcemanager.ResourceManager.startWepApp(ResourceManager.java:1486)
at org.apache.hadoop.yarn.server.resourcemanager.ResourceManager.serviceStart(ResourceManager.java:1599)
at org.apache.hadoop.service.AbstractService.start(AbstractService.java:195)
at org.apache.hadoop.yarn.server.resourcemanager.ResourceManager.main(ResourceManager.java:1801)
Caused by: java.lang.reflect.InaccessibleObjectException: Unable to make protected final java.lang.Class java.lang.ClassLoader.defineClass(java.lang.String,byte[],in
t,int,java.security.ProtectionDomain) throws java.lang.ClassFormatError accessible: module java.base does not "opens java.lang" to unnamed module @687e99d8
at java.base/java.lang.reflect.AccessibleObject.throwInaccessibleObjectException(AccessibleObject.java:391)
at java.base/java.lang.reflect.AccessibleObject.checkCanSetAccessible(AccessibleObject.java:367)
at java.base/java.lang.reflect.AccessibleObject.checkCanSetAccessible(AccessibleObject.java:315)
at java.base/java.lang.reflect.Method.checkCanSetAccessible(Method.java:203)
at java.base/java.lang.reflect.Method.setAccessible(Method.java:197)
at com.google.inject.internal.cglib.core.$ReflectUtils$2.run(ReflectUtils.java:56)
at java.base/java.security.AccessController.doPrivileged(AccessController.java:319)
at com.google.inject.internal.cglib.core.$ReflectUtils.<clinit>(ReflectUtils.java:46)
... 29 more
Added below line in etc/hadoop/yarn-env.sh:
export HADOOP_OPTS="$HADOOP_OPTS --add-opens java.base/java.lang=ALL-UNNAMED"
zzh@ZZHPC:~/Downloads/sfw/hadoop-3.4.1/logs$ start-yarn.sh Starting resourcemanager Starting nodemanagers
- ResourceManager -
http://localhost:8088/
zzh@ZZHPC:~/Downloads/sfw/hadoop-3.4.1/logs$ jps 33041 ResourceManager 33238 NodeManager 30662 DataNode 30904 SecondaryNameNode 33595 Jps 30463 NameNode
zzh@ZZHPC:~/Downloads/sfw/hadoop-3.4.1$ hdfs dfs -mkdir -p /user/zzh zzh@ZZHPC:~/Downloads/sfw/hadoop-3.4.1$ hdfs dfs -mkdir input zzh@ZZHPC:~/Downloads/sfw/hadoop-3.4.1$ hdfs dfs -put etc/hadoop/*.xml input zzh@ZZHPC:~/Downloads/sfw/hadoop-3.4.1$ hadoop jar share/hadoop/mapreduce/hadoop-mapreduce-examples-3.4.1.jar grep input output 'dfs[a-z.]+' 2025-02-24 22:07:39,205 INFO client.DefaultNoHARMFailoverProxyProvider: Connecting to ResourceManager at /0.0.0.0:8032 2025-02-24 22:07:39,489 INFO mapreduce.JobResourceUploader: Disabling Erasure Coding for path: /tmp/hadoop-yarn/staging/zzh/.staging/job_1740405589608_0001 2025-02-24 22:07:39,675 INFO input.FileInputFormat: Total input files to process : 10 2025-02-24 22:07:39,710 INFO mapreduce.JobSubmitter: number of splits:10 2025-02-24 22:07:39,824 INFO mapreduce.JobSubmitter: Submitting tokens for job: job_1740405589608_0001 2025-02-24 22:07:39,824 INFO mapreduce.JobSubmitter: Executing with tokens: [] 2025-02-24 22:07:39,932 INFO conf.Configuration: resource-types.xml not found 2025-02-24 22:07:39,932 INFO resource.ResourceUtils: Unable to find 'resource-types.xml'. 2025-02-24 22:07:40,331 INFO impl.YarnClientImpl: Submitted application application_1740405589608_0001 2025-02-24 22:07:40,350 INFO mapreduce.Job: The url to track the job: http://ZZHPC:8088/proxy/application_1740405589608_0001/ 2025-02-24 22:07:40,350 INFO mapreduce.Job: Running job: job_1740405589608_0001 2025-02-24 22:07:45,415 INFO mapreduce.Job: Job job_1740405589608_0001 running in uber mode : false 2025-02-24 22:07:45,415 INFO mapreduce.Job: map 0% reduce 0% 2025-02-24 22:07:52,533 INFO mapreduce.Job: map 60% reduce 0% 2025-02-24 22:10:04,187 INFO mapreduce.Job: map 100% reduce 0% 2025-02-24 22:10:05,191 INFO mapreduce.Job: map 100% reduce 100% 2025-02-24 22:10:06,204 INFO mapreduce.Job: Job job_1740405589608_0001 completed successfully 2025-02-24 22:10:06,262 INFO mapreduce.Job: Counters: 55 File System Counters FILE: Number of bytes read=115 FILE: Number of bytes written=3402632 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=34084 HDFS: Number of bytes written=219 HDFS: Number of read operations=35 HDFS: Number of large read operations=0 HDFS: Number of write operations=2 HDFS: Number of bytes read erasure-coded=0 Job Counters Killed map tasks=1 Launched map tasks=10 Launched reduce tasks=1 Data-local map tasks=4 Total time spent by all maps in occupied slots (ms)=21521 Total time spent by all reduces in occupied slots (ms)=5166 Total time spent by all map tasks (ms)=21521 Total time spent by all reduce tasks (ms)=5166 Total vcore-milliseconds taken by all map tasks=21521 Total vcore-milliseconds taken by all reduce tasks=5166 Total megabyte-milliseconds taken by all map tasks=22037504 Total megabyte-milliseconds taken by all reduce tasks=5289984 Map-Reduce Framework Map input records=876 Map output records=4 Map output bytes=101 Map output materialized bytes=169 Input split bytes=1169 Combine input records=4 Combine output records=4 Reduce input groups=4 Reduce shuffle bytes=169 Reduce input records=4 Reduce output records=4 Spilled Records=8 Shuffled Maps =10 Failed Shuffles=0 Merged Map outputs=10 GC time elapsed (ms)=457 CPU time spent (ms)=5900 Physical memory (bytes) snapshot=3124326400 Virtual memory (bytes) snapshot=30447472640 Total committed heap usage (bytes)=1874853888 Peak Map Physical memory (bytes)=298938368 Peak Map Virtual memory (bytes)=2768130048 Peak Reduce Physical memory (bytes)=179384320 Peak Reduce Virtual memory (bytes)=2773512192 Shuffle Errors BAD_ID=0 CONNECTION=0 IO_ERROR=0 WRONG_LENGTH=0 WRONG_MAP=0 WRONG_REDUCE=0 File Input Format Counters Bytes Read=32915 File Output Format Counters Bytes Written=219 2025-02-24 22:10:06,289 INFO client.DefaultNoHARMFailoverProxyProvider: Connecting to ResourceManager at /0.0.0.0:8032 2025-02-24 22:10:06,313 INFO mapreduce.JobResourceUploader: Disabling Erasure Coding for path: /tmp/hadoop-yarn/staging/zzh/.staging/job_1740405589608_0002 2025-02-24 22:10:06,746 INFO input.FileInputFormat: Total input files to process : 1 2025-02-24 22:10:06,767 INFO mapreduce.JobSubmitter: number of splits:1 2025-02-24 22:10:07,193 INFO mapreduce.JobSubmitter: Submitting tokens for job: job_1740405589608_0002 2025-02-24 22:10:07,193 INFO mapreduce.JobSubmitter: Executing with tokens: [] 2025-02-24 22:10:07,209 INFO impl.YarnClientImpl: Submitted application application_1740405589608_0002 2025-02-24 22:10:07,212 INFO mapreduce.Job: The url to track the job: http://ZZHPC:8088/proxy/application_1740405589608_0002/ 2025-02-24 22:10:07,212 INFO mapreduce.Job: Running job: job_1740405589608_0002 2025-02-24 22:10:16,276 INFO mapreduce.Job: Job job_1740405589608_0002 running in uber mode : false 2025-02-24 22:10:16,276 INFO mapreduce.Job: map 0% reduce 0% 2025-02-24 22:10:19,291 INFO mapreduce.Job: map 100% reduce 0% 2025-02-24 22:10:23,305 INFO mapreduce.Job: map 100% reduce 100% 2025-02-24 22:10:24,313 INFO mapreduce.Job: Job job_1740405589608_0002 completed successfully 2025-02-24 22:10:24,327 INFO mapreduce.Job: Counters: 54 File System Counters FILE: Number of bytes read=115 FILE: Number of bytes written=617641 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=348 HDFS: Number of bytes written=77 HDFS: Number of read operations=9 HDFS: Number of large read operations=0 HDFS: Number of write operations=2 HDFS: Number of bytes read erasure-coded=0 Job Counters Launched map tasks=1 Launched reduce tasks=1 Data-local map tasks=1 Total time spent by all maps in occupied slots (ms)=1500 Total time spent by all reduces in occupied slots (ms)=1560 Total time spent by all map tasks (ms)=1500 Total time spent by all reduce tasks (ms)=1560 Total vcore-milliseconds taken by all map tasks=1500 Total vcore-milliseconds taken by all reduce tasks=1560 Total megabyte-milliseconds taken by all map tasks=1536000 Total megabyte-milliseconds taken by all reduce tasks=1597440 Map-Reduce Framework Map input records=4 Map output records=4 Map output bytes=101 Map output materialized bytes=115 Input split bytes=129 Combine input records=0 Combine output records=0 Reduce input groups=1 Reduce shuffle bytes=115 Reduce input records=4 Reduce output records=4 Spilled Records=8 Shuffled Maps =1 Failed Shuffles=0 Merged Map outputs=1 GC time elapsed (ms)=31 CPU time spent (ms)=820 Physical memory (bytes) snapshot=481112064 Virtual memory (bytes) snapshot=5541646336 Total committed heap usage (bytes)=256901120 Peak Map Physical memory (bytes)=294035456 Peak Map Virtual memory (bytes)=2768130048 Peak Reduce Physical memory (bytes)=187076608 Peak Reduce Virtual memory (bytes)=2773516288 Shuffle Errors BAD_ID=0 CONNECTION=0 IO_ERROR=0 WRONG_LENGTH=0 WRONG_MAP=0 WRONG_REDUCE=0 File Input Format Counters Bytes Read=219 File Output Format Counters Bytes Written=77
zzh@ZZHPC:~/Downloads/sfw/hadoop-3.4.1$ hdfs dfs -get output output zzh@ZZHPC:~/Downloads/sfw/hadoop-3.4.1$ cat output/* 1 dfsadmin 1 dfs.replication 1 dfs.namenode.name.dir 1 dfs.datanode.name.dir zzh@ZZHPC:~/Downloads/sfw/hadoop-3.4.1$ cd output zzh@ZZHPC:~/Downloads/sfw/hadoop-3.4.1/output$ ll total 4 -rw-r--r-- 1 zzh zzh 77 Feb 24 22:13 part-r-00000 -rw-r--r-- 1 zzh zzh 0 Feb 24 22:13 _SUCCESS zzh@ZZHPC:~/Downloads/sfw/hadoop-3.4.1/output$ hdfs dfs -cat output/* 1 dfsadmin 1 dfs.replication 1 dfs.namenode.name.dir 1 dfs.datanode.name.dir
zzh@ZZHPC:~/Downloads/sfw/hadoop-3.4.1$ rm -rf output zzh@ZZHPC:~/Downloads/sfw/hadoop-3.4.1$ hdfs dfs -rm -r input Deleted input zzh@ZZHPC:~/Downloads/sfw/hadoop-3.4.1$ hdfs dfs -rm -r output Deleted output zzh@ZZHPC:~/Downloads/sfw/hadoop-3.4.1$ stop-yarn.sh Stopping nodemanagers localhost: WARNING: nodemanager did not stop gracefully after 5 seconds: Trying to kill with kill -9 Stopping resourcemanager zzh@ZZHPC:~/Downloads/sfw/hadoop-3.4.1$ stop-dfs.sh Stopping namenodes on [localhost] Stopping datanodes Stopping secondary namenodes [ZZHPC]
【推荐】国内首个AI IDE，深度理解中文开发场景，立即下载体验Trae
【推荐】编程新体验，更懂你的AI，立即体验豆包MarsCode编程助手
【推荐】抖音旗下AI助手豆包，你的智能百科全书，全免费不限次数
【推荐】轻量又高性能的 SSH 工具 IShell：AI 加持，快人一步
· 震惊！C++程序真的从main开始吗？99%的程序员都答错了
· 【硬核科普】Trae如何「偷看」你的代码？零基础破解AI编程运行原理
· 单元测试从入门到精通
· 上周热点回顾（3.3-3.9）
· winform 绘制太阳，地球，月球 运作规律
2024-02-23 Go - channel size
2024-02-23 Go - nil channels
2024-02-23 Go - notification channels
2024-02-23 Go 100 mistakes - #64: Expecting deterministic behavior using select and channels
2024-02-23 Go 100 mistakes - #62: Starting a goroutine without knowing when to stop it
2024-02-23 Go - context
2024-02-23 Go 100 mistakes - #61: Propagating an inappropriate context