开启hadoop后对文件执行shell操作

本文主要是介绍开启hadoop后对文件执行shell操作，对大家解决编程问题具有一定的参考价值，需要的程序猿们随着小编来一起学习吧！

root@master:~# hadoop fs -ls /
hadoop: command not found            //如果出现这种情况说明环境变量没有配置，执行一下操作

root@master:~# gedit .bashrc         //会弹出编辑框，然后添加如下文字
export HADOOP_HOME=/opt/hadoop-2.9.2
export PATH=${JAVA_HOME}/bin:$PATH
export PATH=${HADOOP_HOME}/bin:/opt/hadoop-2.9.2/sbin:$PATH

//save保存

root@master:~# source .bashrc          //重新加载文件（这一步必不可少）

root@master:~# hadoop fs -mkdir /test1 /test2        //同时创建两个文件，test1,test2
root@master:~# hadoop fs -ls /         //查看HDFS当前路径
Found 2 items
drwxr-xr-x   - root supergroup          0 2021-11-20 20:31 /test1
drwxr-xr-x   - root supergroup          0 2021-11-20 20:31 /test2
root@master:~# hadoop fs -mkdir -p /x/y/x      //创建目录/x/y/x
root@master:~# hadoop fs  -lsr /x              //查看x下面的目录
lsr: DEPRECATED: Please use 'ls -R' instead.
drwxr-xr-x   - root supergroup          0 2021-11-20 20:32 /x/y
drwxr-xr-x   - root supergroup          0 2021-11-20 20:32 /x/y/x
root@master:~# hadoop fs -mkdir file:/home/hadoop/x        //hdfs下创建本地路径/home/hadoop/x
root@master:~# hadoop fs  -lsr /x                                // 查看x下的路径
lsr: DEPRECATED: Please use 'ls -R' instead.
drwxr-xr-x   - root supergroup          0 2021-11-20 20:32 /x/y
drwxr-xr-x   - root supergroup          0 2021-11-20 20:32 /x/y/x
root@master:~# hadoop fs -ls /
Found 3 items
drwxr-xr-x   - root supergroup          0 2021-11-20 20:31 /test1
drwxr-xr-x   - root supergroup          0 2021-11-20 20:31 /test2
drwxr-xr-x   - root supergroup          0 2021-11-20 20:32 /x
root@master:~# ls
Desktop  Documents  Downloads  Music  Pictures  Public  Templates  Videos
root@master:~# cd 
root@master:~# ls
Desktop  Documents  Downloads  Music  Pictures  Public  Templates  Videos
root@master:~# cd
root@master:~# cd ..
root@master:/# ls
bin    dev   initrd.img      lib64       mnt   root  snap  tmp  vmlinuz
boot   etc   initrd.img.old  lost+found  opt   run   srv   usr  vmlinuz.old
cdrom  home  lib             media       proc  sbin  sys   var
root@master:/# cd home
root@master:/home# ls
hadoop
root@master:/home# hadoop fs  -touchz /test1/abc.txt
root@master:/home# hadoop fs  -ls /test1
Found 1 items
-rw-r--r--   3 root supergroup          0 2021-11-20 20:38 /test1/abc.txt
root@master:/home# echo "hello world" >> file1
root@master:/home# echo "hello old luo" >> file2
root@master:/home# ls
file1  file2  hadoop
root@master:/home# hadoop fs  -appendToFile file1 file2 /test1/abc.txt
root@master:/home# hadoop fs  -ls /test1/abc.txt
-rw-r--r--   3 root supergroup         26 2021-11-20 20:42 /test1/abc.txt
root@master:/home# hadoop fs  -cat /test1/abc.txt
hello world
hello old luo
root@master:/home# hadoop fs  -cp file:/home/hadoop/file1 /x
cp: `file:/home/hadoop/file1': No such file or directory
root@master:/home# cp file1 /home/hadoop
root@master:/home# ls
file1  file2  hadoop
root@master:/home# cd hadoop
root@master:/home/hadoop# ls
Desktop    Downloads         file1  Pictures  Templates  x
Documents  examples.desktop  Music  Public    Videos
root@master:/home/hadoop# hadoop fs  -cp file:/home/hadoop/file1 /x
root@master:/home/hadoop# hadoop fs  -lsr /x
lsr: DEPRECATED: Please use 'ls -R' instead.
-rw-r--r--   3 root supergroup         12 2021-11-20 20:50 /x/file1
drwxr-xr-x   - root supergroup          0 2021-11-20 20:32 /x/y
drwxr-xr-x   - root supergroup          0 2021-11-20 20:32 /x/y/x
root@master:/home/hadoop# hadoop fs  -cp -p -f file:/home/hadoop/file1 /x
root@master:/home/hadoop# hadoop fs  -mv /x/file1 /x/file1.txt
root@master:/home/hadoop# hadoop fs  -lsr /x
lsr: DEPRECATED: Please use 'ls -R' instead.
-rw-r--r--   3 root root               12 2021-11-20 20:49 /x/file1.txt
drwxr-xr-x   - root supergroup          0 2021-11-20 20:32 /x/y
drwxr-xr-x   - root supergroup          0 2021-11-20 20:32 /x/y/x
root@master:/home/hadoop# hadoop fs  -lsr /text
lsr: DEPRECATED: Please use 'ls -R' instead.
lsr: `/text': No such file or directory
root@master:/home/hadoop# hadoop fs  -lsr /text1
lsr: DEPRECATED: Please use 'ls -R' instead.
lsr: `/text1': No such file or directory
root@master:/home/hadoop# cd ..
root@master:/home# ls
file1  file2  hadoop
root@master:/home# cd ..
root@master:/# ls
bin    dev   initrd.img      lib64       mnt   root  snap  tmp  vmlinuz
boot   etc   initrd.img.old  lost+found  opt   run   srv   usr  vmlinuz.old
cdrom  home  lib             media       proc  sbin  sys   var
root@master:/# hadoop fs -ls /
Found 3 items
drwxr-xr-x   - root supergroup          0 2021-11-20 20:38 /test1
drwxr-xr-x   - root supergroup          0 2021-11-20 20:31 /test2
drwxr-xr-x   - root supergroup          0 2021-11-20 20:54 /x
root@master:/# hadoop fs -ls /test1
Found 1 items
-rw-r--r--   3 root supergroup         26 2021-11-20 20:42 /test1/abc.txt
root@master:/# hadoop fs -mv /test1 /x/y
root@master:/# hadoop fs -ls /x
Found 2 items
-rw-r--r--   3 root root               12 2021-11-20 20:49 /x/file1.txt
drwxr-xr-x   - root supergroup          0 2021-11-20 20:58 /x/y
root@master:/# cd /x
bash: cd: /x: No such file or directory
root@master:/# cd x
bash: cd: x: No such file or directory
root@master:/# hadoop fs -ls x
ls: `x': No such file or directory
root@master:/# hadoop fs -ls /x
Found 2 items
-rw-r--r--   3 root root               12 2021-11-20 20:49 /x/file1.txt
drwxr-xr-x   - root supergroup          0 2021-11-20 20:58 /x/y
root@master:/# hadoop fs -ls /x/y
Found 2 items

这篇关于开启hadoop后对文件执行shell操作的文章就介绍到这儿，希望我们推荐的文章对大家有所帮助，也希望大家多多支持为之网！