hadoop学习1 java操作HDFS
生活随笔
收集整理的這篇文章主要介紹了
hadoop学习1 java操作HDFS
小編覺得挺不錯的,現在分享給大家,幫大家做個參考.
1、創建目錄 package hdfs.operation;
import java.io.IOException;
import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path;
public class MakeDir { public static void main(String[] args) throws IOException { Configuration conf = new Configuration(); conf.set("fs.defaultFS", "hdfs://192.168.86.133:9000"); // master
FileSystem fs = FileSystem.get(conf); Path path = new Path("/user/hadoop/"); fs.mkdirs(path); fs.close(); System.out.println("end"); } }
2、創建文件 fs.create(path);
3、讀取文件 package hdfs.operation;
import java.io.IOException; import java.net.URI;
import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.FSDataInputStream; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path;
public class FileReadFromHdfs {
public static void main(String[] args) { try { String dsf = "/user/hadoop/write.txt"; Configuration conf = new Configuration(); conf.set("fs.defaultFS", "hdfs://192.168.86.133:9000"); // master
FileSystem fs = FileSystem.get(URI.create(dsf), conf); FSDataInputStream hdfsInStream = fs.open(new Path(dsf));
byte[] ioBuffer = new byte[1024]; int readLen = hdfsInStream.read(ioBuffer); while (readLen != -1) { System.out.write(ioBuffer, 0, readLen); readLen = hdfsInStream.read(ioBuffer); } hdfsInStream.close(); fs.close(); } catch (IOException e) { // TODO Auto-generated catch block e.printStackTrace(); }
}
}
等等
import java.io.IOException;
import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path;
public class MakeDir { public static void main(String[] args) throws IOException { Configuration conf = new Configuration(); conf.set("fs.defaultFS", "hdfs://192.168.86.133:9000"); // master
FileSystem fs = FileSystem.get(conf); Path path = new Path("/user/hadoop/"); fs.mkdirs(path); fs.close(); System.out.println("end"); } }
2、創建文件 fs.create(path);
3、讀取文件 package hdfs.operation;
import java.io.IOException; import java.net.URI;
import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.FSDataInputStream; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path;
public class FileReadFromHdfs {
public static void main(String[] args) { try { String dsf = "/user/hadoop/write.txt"; Configuration conf = new Configuration(); conf.set("fs.defaultFS", "hdfs://192.168.86.133:9000"); // master
FileSystem fs = FileSystem.get(URI.create(dsf), conf); FSDataInputStream hdfsInStream = fs.open(new Path(dsf));
byte[] ioBuffer = new byte[1024]; int readLen = hdfsInStream.read(ioBuffer); while (readLen != -1) { System.out.write(ioBuffer, 0, readLen); readLen = hdfsInStream.read(ioBuffer); } hdfsInStream.close(); fs.close(); } catch (IOException e) { // TODO Auto-generated catch block e.printStackTrace(); }
}
}
等等
總結
以上是生活随笔為你收集整理的hadoop学习1 java操作HDFS的全部內容,希望文章能夠幫你解決所遇到的問題。
- 上一篇: 中国银行港珠澳大桥联名卡额度多少?这些方
- 下一篇: hadoop学习2 记录配置hadoop