111

pom.xml

@@ -10,8 +10,8 @@
    <packaging>war</packaging>
    <properties>
        <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
        <maven.compiler.source>1.8</maven.compiler.source>
        <maven.compiler.target>1.8</maven.compiler.target>
        <maven.compiler.source>1.7</maven.compiler.source>
        <maven.compiler.target>1.7</maven.compiler.target>
        <maven.war.filteringDeploymentDescriptors>true</maven.war.filteringDeploymentDescriptors>
        <maven.tomcat.path>/</maven.tomcat.path>
    </properties>
@@ -73,7 +73,7 @@
		<dependency>
			<groupId>org.apache.hadoop</groupId>
			<artifactId>hadoop-client</artifactId>
			<version>3.0.3</version>
			<version>2.9.2</version>
		</dependency>
<!-- 		<dependency>
			<groupId>org.apache.hadoop</groupId>

src/main/java/com/ekexiu/project/hdfs/HdfsService.java

@@ -29,6 +29,7 @@ public class HdfsService {
		System.setProperty("HADOOP_USER_NAME", "hadoop");
		this.remoteUrl = remoteUrl;
		configuration.set("fs.default.name", this.remoteUrl);
		configuration.set("dfs.client.use.datanode.hostname", "true");
		try {
			dfs = (DistributedFileSystem) FileSystem.get(configuration);
		} catch (IOException e) {
@@ -37,6 +38,7 @@ public class HdfsService {
	}
	
	public void upload(String path,File src) throws IOException{
//		byte[] buffer = new byte[8192];
		Path dstPath = new Path(root,path);
		if(src.exists() && src.isDirectory()){
			if(!this.dfs.exists(dstPath)){
@@ -53,7 +55,19 @@ public class HdfsService {
						throw new IOException("delete "+configuration.get("fs.default.name")+"/"+path+"/"+file.getName()+" error");
					}
				}
				this.dfs.copyFromLocalFile(new Path(src.getAbsolutePath()), dst);
				this.dfs.copyFromLocalFile(new Path(file.getAbsolutePath()), dst);
				
//				FSDataOutputStream outStream = dfs.create(dst);
//				try {
//					InputStream in = new FileInputStream(file);
//					try {
//						IoUtil.copy(in, outStream, buffer);
//					}finally {
//						in.close();
//					}
//				}finally {
//					outStream.close();
//				}
			}
		}
		
@@ -63,7 +77,7 @@ public class HdfsService {
	public static void main(String args[]) throws Exception{
		HdfsService service = new HdfsService();
		service.setRemoteUrl("hdfs://39.97.161.48:9000");
		service.upload("25",new File("/ekexiu/storage_asd/task/result/test/data_desen"));
		service.upload("22",new File("/home/java1/test"));
		
		System.out.println("11111111111111111111111111111111");
	}