我要评论运行wordcount实例
cd /usr/local/hadoop
bin/hdfs dfs -mkdir -p /user/hadoop #创建hdfs目录
bin/hdfs dfs -mkdir input
bin/hdfs dfs -put etc/hadoop/*.xml input #将配置文件作为输入
bin/hadoop jar share/hadoop/mapreduce/hadoop-mapreduce-examples-*.jar grep input output 'dfs[a-z]+'
bin/hadoop jar share/hadoop/mapreduce/hadoop-mapreduce-examples-*.jar wordcount input output #wordcount
bin/hdfs dfs -cat output/* #查看输出oc
vim ~/.bashrc #设置java_home
7、在文件第一行添加
export java_home=/usr/lib/jvm/java-8-openjdk-amd64
export hadoop_opts="-djava.library.path=${hadoop_home}/lib/native"
实操注意事项
1. su hadoop
2.sudo rm /var/lib/dpkg/lock
3.sudo rm /var/lib/dpkg/lock-frontend
vim x删除 o加一行 :wq 退出且保存 :q! 退出不保存
esc :wq
老师加一行
rm tmp
jps
wordcut
start-all.sh
#jps不全
mv /usr/local/hadoop/tmp/dfs/data/current /usr/local/hadoop/tmp/dfs/data/current.20220925
cd /usr/local/hadoop/sbin
./start-all.sh
#移除output文件夹
hdfs dfs -rm -r output
发表评论