常用hdfs命令

hdfs dfs -mkdir /home/hdp-ait/wangwei22
hdfs dfs -ls /home/hdp-ait/wangwei22
hdfs dfs -du -h /home/hdp-ait/wangwei22
hdfs dfs -touchz /home/hdp-ait/wangwei22/a.txt
hdfs dfs -rm /home/hdp-ait/wangwei22/edges.txt
hdfs dfs -rm /home/hdp-ait/wangwei22/vertexs.txt

# 上传本地linux到集群
hdfs dfs -put tianye.txt /home/hdp-ait/wangwei22/a.txt
hdfs dfs -copyFromLocal edges.txt /home/hdp-ait/wangwei22/
hdfs dfs -copyFromLocal vertexs.txt /home/hdp-ait/wangwei22/

# 下载到本地
# 拷贝多个文件或目录到本地，本地要是文件夹
# local file不能和hdfs file名字相同
hdfs dfs -get /home/hdp-ait/tianye02/tianye03 ./
hdfs dfs -copyToLocal /home/hdp-ait/tianye02/tianye03 ./tianye03

# 移动
hdfs dfs -mv /path/a.txt /path/b.txt

hdfs dfs -rm -r /home/hdp-ait/tianye02/wangwei22/zyl_0609

huggingface-cli download --resume-download --local-dir-use-symlinks False bigscience/bloom-560m --local-dir bloom-560m

wget https://hf-mirror.com/deepseek-ai/deepseek-coder-7b-base-v1.5/resolve/main/model-00001-of-00003.safetensors?download=true

huggingface-cli download --token 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 --resume-download --local-dir-use-symlinks False TheBloke/deepseek-coder-33B-base-AWQ --local-dir ./