这期内容当中小编将会给大家带来有关hadoop中怎么将文件上传到指定datanode，文章内容丰富且以专业的角度为大家分析和叙述，阅读完这篇文章希望大家可以有所收获。
package hgs.dfsclient.test;import org.apache.hadoop.conf.Configuration;import org.apache.hadoop.fs.CreateFlag;import org.apache.hadoop.fs.Path;import org.apache.hadoop.fs.permission.FsCreateModes;import org.apache.hadoop.fs.permission.FsPermission;import org.apache.hadoop.hdfs.DFSClient;import org.apache.hadoop.hdfs.DFSOutputStream;import org.apache.hadoop.hdfs.protocol.*;import java.io.File;import java.io.IOException;import java.net.InetSocketAddress;import java.net.URI;import java.net.URISyntaxException;import java.util.EnumSet;import java.util.List;import java.util.Random;public class MainTest { public static void main(String[] args) throws IOException, URISyntaxException { Configuration conf = new Configuration(); conf.addResource(new File("D://hdfsconf/core-site.xml").toURI().toURL()); conf.addResource(new File("D://hdfsconf/hdfs-site.xml").toURI().toURL()); String url = conf.get("fs.defaultFS"); System.out.println(url); Path path = new Path("/user/test.txt"); DFSClient client = new DFSClient(new URI("hdfs://192.168.0.191:9000/"),conf); //favor datanode InetSocketAddress [] favor = {new InetSocketAddress("192.168.0.191", 50012)}; createAndFillFile(client,conf,favor,"/user/test.txt4"); listBlockLocation(client, conf, "/user/test.txt4",true ); client.close(); } //将数据传输到指定的datanode public static void createAndFillFile(DFSClient client,Configuration conf, InetSocketAddress [] favor,String src) throws IOException { DFSOutputStream dfsOutputStream = client.create(src, FsCreateModes.applyUMask( FsPermission.getFileDefault(), FsPermission.getUMask(conf)), EnumSet.of(CreateFlag.CREATE, CreateFlag.OVERWRITE), true, (short) 1, 32 * 1024 * 1024, null, 8192, null, favor, null); byte[] b = new byte[1024*3*3]; for(int i = 0 ;i<100000;i++){ fileByte(b); dfsOutputStream.write(b); } dfsOutputStream.close(); } static Random rand = new Random(System.nanoTime()); public static void fileByte(byte[] b){ if(b != null ){ rand.nextBytes(b); } } //获取文件的block位置 public static void listBlockLocation(DFSClient client,Configuration conf,String src,boolean needLocation) throws IOException { DirectoryListing directoryListing = client.listPaths(src, HdfsFileStatus.EMPTY_NAME, needLocation); HdfsFileStatus[] fileStatuses = directoryListing.getPartialListing(); for(int i=0 ; i <fileStatuses.length ; i++){ HdfsLocatedFileStatus hl = (HdfsLocatedFileStatus)fileStatuses[i]; LocatedBlocks locatedBlocks = hl.getLocatedBlocks(); List<LocatedBlock> locatedBlocks1 = locatedBlocks.getLocatedBlocks(); for(LocatedBlock lb : locatedBlocks1 ){ DatanodeInfo[] locations = lb.getLocations(); for(DatanodeInfo li : locations){ System.out.println("addr:"+li.getIpAddr()+"--port:"+li); } } } }}上述就是小编为大家分享的hadoop中怎么将文件上传到指定datanode了，如果刚好有类似的疑惑，不妨参照上述分析进行理解。如果想知道更多相关知识，欢迎关注编程网行业资讯频道。
