ddd

pom.xml

@@ -70,11 +70,11 @@
			<artifactId>hadoop-hdfs</artifactId>
			<version>3.0.3</version>
		</dependency> -->
		<dependency>
<!-- 		<dependency>
			<groupId>org.apache.hadoop</groupId>
			<artifactId>hadoop-client</artifactId>
			<version>2.9.2</version>
		</dependency>
		</dependency> -->
<!-- 		<dependency>
			<groupId>org.apache.hadoop</groupId>
			<artifactId>hadoop-common</artifactId>

src/main/java/com/ekexiu/project/hdfs/HdfsService.java

@@ -2,84 +2,84 @@ package com.ekexiu.project.hdfs;
import java.io.File;
import java.io.IOException;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.hdfs.DistributedFileSystem;
//import org.apache.hadoop.conf.Configuration;
//import org.apache.hadoop.fs.FileSystem;
//import org.apache.hadoop.fs.Path;
//import org.apache.hadoop.hdfs.DistributedFileSystem;
import org.jfw.apt.annotation.Bean;
@Bean
public class HdfsService {
	private Configuration configuration = new Configuration();
	private DistributedFileSystem dfs;
	private Path root = new Path("/");
	private String remoteUrl;
	
	public void setRootPath(String rootPath){
		this.root = new Path(rootPath);
	}
	
	public String getRemoteUrl() {
		return remoteUrl;
	}
	public void setRemoteUrl(String remoteUrl) {
		System.setProperty("HADOOP_USER_NAME", "hadoop");
		this.remoteUrl = remoteUrl;
		configuration.set("fs.default.name", this.remoteUrl);
		configuration.set("dfs.client.use.datanode.hostname", "true");
		try {
			dfs = (DistributedFileSystem) FileSystem.get(configuration);
		} catch (IOException e) {
			throw new RuntimeException(e);
		}
	}
//	private Configuration configuration = new Configuration();
//	private DistributedFileSystem dfs;
//	private Path root = new Path("/");
//	private String remoteUrl;
//	
//
//
//	public void setRootPath(String rootPath){
//		this.root = new Path(rootPath);
//	}
//	
//	public String getRemoteUrl() {
//		return remoteUrl;
//	}
//
//
//	public void setRemoteUrl(String remoteUrl) {
//		System.setProperty("HADOOP_USER_NAME", "hadoop");
//		this.remoteUrl = remoteUrl;
//		configuration.set("fs.default.name", this.remoteUrl);
//		configuration.set("dfs.client.use.datanode.hostname", "true");
//		try {
//			dfs = (DistributedFileSystem) FileSystem.get(configuration);
//		} catch (IOException e) {
//			throw new RuntimeException(e);
//		}
//	}
	
	public void upload(String path,File src) throws IOException{
//		byte[] buffer = new byte[8192];
		Path dstPath = new Path(root,path);
		if(src.exists() && src.isDirectory()){
			if(!this.dfs.exists(dstPath)){
				if(!this.dfs.mkdirs(dstPath)){
					throw new IOException("mkdir "+configuration.get("fs.default.name")+"/"+path+" error");
				}
			}
			
			
			for(File file:src.listFiles()){
				Path dst = new Path(dstPath,file.getName());
				if(this.dfs.exists(dst)){
					if(!this.dfs.delete(dst,true)){
						throw new IOException("delete "+configuration.get("fs.default.name")+"/"+path+"/"+file.getName()+" error");
					}
				}
				this.dfs.copyFromLocalFile(new Path(file.getAbsolutePath()), dst);
				
//				FSDataOutputStream outStream = dfs.create(dst);
//				try {
//					InputStream in = new FileInputStream(file);
//					try {
//						IoUtil.copy(in, outStream, buffer);
//					}finally {
//						in.close();
//		Path dstPath = new Path(root,path);
//		if(src.exists() && src.isDirectory()){
//			if(!this.dfs.exists(dstPath)){
//				if(!this.dfs.mkdirs(dstPath)){
//					throw new IOException("mkdir "+configuration.get("fs.default.name")+"/"+path+" error");
//				}
//			}
//			
//			
//			for(File file:src.listFiles()){
//				Path dst = new Path(dstPath,file.getName());
//				if(this.dfs.exists(dst)){
//					if(!this.dfs.delete(dst,true)){
//						throw new IOException("delete "+configuration.get("fs.default.name")+"/"+path+"/"+file.getName()+" error");
//					}
//				}finally {
//					outStream.close();
//				}
			}
		}
		
//				this.dfs.copyFromLocalFile(new Path(file.getAbsolutePath()), dst);
//				
////				FSDataOutputStream outStream = dfs.create(dst);
////				try {
////					InputStream in = new FileInputStream(file);
////					try {
////						IoUtil.copy(in, outStream, buffer);
////					}finally {
////						in.close();
////					}
////				}finally {
////					outStream.close();
////				}
//			}
//		}
//		
	}
	
	
	public static void main(String args[]) throws Exception{
		HdfsService service = new HdfsService();
		service.setRemoteUrl("hdfs://39.97.161.48:9000");
		service.upload("22",new File("/home/java1/test"));
		
		System.out.println("11111111111111111111111111111111");
//		HdfsService service = new HdfsService();
//		service.setRemoteUrl("hdfs://39.97.161.48:9000");
//		service.upload("22",new File("/home/java1/test"));
//		
//		System.out.println("11111111111111111111111111111111");
	}
}