首页 > 编程知识 正文

hdfs查看目录命令,进入hdfs目录

时间:2023-05-06 16:27:37 阅读:10266 作者:605

importorg.Apache.com mons.com press.archivers.tar.tararchiveentry; importorg.Apache.com mons.com press.archivers.tar.tararchiveinputstream; importorg.Apache.com mons.com press.compressors.gzip.gzipcompressorinputstream; importorg.Apache.com mons.io.I outils; importorg.Apache.com mons.lang3. string utils; importorg.Apache.Hadoop.conf.configuration; importorg.Apache.Hadoop.fs.fsdata inputstream; importorg.Apache.Hadoop.fs.fsdata output stream; importorg.Apache.Hadoop.fs.file system; importorg.Apache.Hadoop.fs.path; import java.io.*; publicclasspackdecompressor { publicstaticintbuffer _ size=2048; publicstaticvoiduntargz (string file,FileSystem hdfsClient,String destDir ) throws exception { file tarfile=new file }文件} } finalfsdatainputstreaminputstream=hdf sclient.open (new path (文件); estdir=destdir.endswith (file.separator )? destdir : destdir file.separator; untar (newgzipcompressorinputstream (inputstream )、destDir、hdfsClient ); } privatestaticvoiduntar (inputstream、String destDir、FileSystem hdfsClient ) throws exception { tararchiveinputstion } tarararal try { while ((输入=tarin.getnexttarentry ) )!=null () if(entry.isdirectory ) ) /或目录createdirectory (destdir,entry.getName ),hdfsClient ); //创建空目录} else {//或文件finalpathpath=new path (destdir file.separator entry.getname ) ); finalfsdataoutputstreamoutputstream=hdf sclient.create (path ); createdirectory (destdir file.separator,',hdfsClient ); //创建空目录try { int length=0; byte[] b=new byte[2048]; while((Length=Tarin.read ) ) b )!=-1 ) outputstream.write(b,0,length ); } finally { I outils.close quietly (output stream ); }}}catch(exceptione ) { e.printStackTrace ); throw e; } finally { I outils.close quietly (tarin ); } publicstaticvoidcreatedirectory (string output dir,String subDir,FileSystem hdfsClient ) Throwsioexception (! (subDir==null || subDir.trim ).equals (' ) ) /子目录不为空的finalpathf=new path (output dirfile.separator subbath ) HDFsclient.exists(f ) ) HDFsclient.mkdirs ); } } publicstaticvoidmain (string [ ] args ) }

版权声明:该文观点仅代表作者本人。处理文章:请发送邮件至 三1五14八八95#扣扣.com 举报,一经查实,本站将立刻删除。