src/main/java/com/ekexiu/project/storage/diacrisis/AiFormatTask.java

@@ -1,20 +1,17 @@
package com.ekexiu.project.storage.diacrisis;
import java.awt.image.BufferedImage;
import java.io.ByteArrayOutputStream;
import java.io.File;
import java.io.IOException;
import java.io.InputStream;
import java.net.HttpURLConnection;
import java.net.URL;
import javax.imageio.ImageIO;
import javax.imageio.ImageReader;
import javax.imageio.ImageWriter;
import javax.imageio.event.IIOReadWarningListener;
import javax.imageio.event.IIOWriteWarningListener;
import org.jfw.util.ConstData;
import org.jfw.util.io.IoUtil;
import org.jfw.util.log.LogFactory;
import org.jfw.util.log.Logger;
public class AiFormatTask implements Runnable {
	private static Logger LOG = LogFactory.getLog(AiFormatTask.class);
	private String taskId;
@@ -29,89 +26,45 @@ public class AiFormatTask implements Runnable {
	@Override
	public void run() {
		String errCode = "ERR0403";// 调用协议返回错误
		File file = new File(aiTaskService.getDstPath(), taskId);
		file = new File(file,"data_enhance");
		file = new File(file, "data_enhance");
		if (!file.exists()) {
			LOG.error("Path[" + file.getAbsolutePath() + "] not exists");
			aiTaskService.updateTaskState(taskId, 552, "ERR0403", null);
		} else {
			int begin, end;
			if (taskType == 1) {
				begin = 1;
				end = 7;
			} else if (taskType == 2) {
				begin = 7;
				end = 14;
			} else {
				LOG.error("err task type[" + taskType + "]");
				aiTaskService.updateTaskState(taskId, 552, "ERR0403", null);
				return;
			}
			for (int i = begin; i < end; ++i) {
				File src = new File(file, "IM_" + String.format("%04d.DICOM", i));
				if (!src.exists()) {
					LOG.error("Path[" + src.getAbsolutePath() + "] not exists");
					aiTaskService.updateTaskState(taskId, 552, "ERR0403", null);
					return;
				}
				File dst = new File(file, "ASD_" + String.format("%02d", i));
				if (dst.exists()) {
					LOG.error("Path[" + dst.getAbsolutePath() + "]  exists");
					aiTaskService.updateTaskState(taskId, 552, "ERR0403", null);
					return;
				}
				if (dst.mkdir()) {
//					try {
//						DicomReader reader = new DicomReader();
//						reader.addIIOReadWarningListener(new WarningListener());
//						reader.setInput(src);
//						int nf = reader.getNumImages(true);
//						if (nf <= 0) {
//							LOG.error("file [" + src.getAbsolutePath() + "] invalid");
//							aiTaskService.updateTaskState(taskId, 551, "ERR0402", null);
//							return;
//						}
//
//						for (int k = 0; k < nf; ++k) {
//							BufferedImage bi = reader.read(i);
//							if (bi == null) {
//								LOG.error("file [" + src.getAbsolutePath() + "] invalid");
//								aiTaskService.updateTaskState(taskId, 551, "ERR0402", null);
//								return;
//							}
//
//							File jpg = new File(dst, String.format("ASD_%02d_%03d.JPG", i, k));
//							if (jpg.exists()) {
//								LOG.error("file[" + jpg.getAbsolutePath() + "]  exists");
//								aiTaskService.updateTaskState(taskId, 552, "ERR0403", null);
//								return;
//							}
//							ImageIO.write(bi, "JPG", jpg);
//						}
//					} catch (Exception e) {
						aiTaskService.updateTaskState(taskId, 552, "ERR0403", null);
						return;
//					}
				} else {
					LOG.error("makdir [" + dst.getAbsolutePath() + "] error");
					aiTaskService.updateTaskState(taskId, 552, "ERR0403", null);
					return;
			try {
				URL u = new URL("http://127.0.0.1:5002/test?pi=" + file.getAbsolutePath());
				HttpURLConnection httpURLConnection = (HttpURLConnection) u.openConnection();
				if (httpURLConnection.getResponseCode() == 200) {
					InputStream in = httpURLConnection.getInputStream();
					try {
						ByteArrayOutputStream out = new ByteArrayOutputStream();
						byte[] buf = new byte[128];
						int len = 0;
						while ((len = in.read(buf)) != -1) {
							if (len > 0) {
								out.write(buf, 0, len);
							}
						}
						buf = out.toByteArray();
						if (buf.length > 0) {
							String ret = new String(buf, ConstData.UTF8);
							ret = ret.trim();
							if (ret.equals("1")) {
								aiTaskService.updateTaskState(taskId, 599, null, new AiDiacrisisTask(taskId, taskType, aiTaskService));
								return;
							}
						}
					} catch (Exception e) {
					} finally {
						IoUtil.close(in);
					}
				}
			} catch (Exception ee) {
			}
			aiTaskService.updateTaskState(taskId, 552, errCode, null);
		}
		aiTaskService.updateTaskState(taskId, 599, null, new AiDiacrisisTask(taskId, taskType, aiTaskService));
	}
}
class WarningListener implements IIOReadWarningListener, IIOWriteWarningListener {
	public void warningOccurred(ImageReader source, String warning) {
		System.err.println("READ WARNING: " + warning);
	}
	public void warningOccurred(ImageWriter source, int idx, String warning) {
		System.err.println("WRITE WARNING (image " + idx + "): " + warning);
	}
}

src/main/java/com/ekexiu/project/storage/diacrisis/AiStrengthenTask.java

@@ -1,12 +1,11 @@
package com.ekexiu.project.storage.diacrisis;
import java.io.ByteArrayOutputStream;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileOutputStream;
import java.io.InputStream;
import java.net.HttpURLConnection;
import java.net.URL;
import java.io.OutputStream;
import org.jfw.util.ConstData;
import org.jfw.util.io.IoUtil;
import org.jfw.util.log.LogFactory;
import org.jfw.util.log.Logger;
@@ -27,41 +26,68 @@ public class AiStrengthenTask implements Runnable {
	public void run() {
		String errCode = "ERR0309";// 调用异常
		File file = new File(aiTaskService.getDstPath(), taskId);
		file = new File(file, "data_desen");
		try {
			URL u = new URL("http://127.0.0.1:5003/enhance?pi=" + file.getAbsolutePath());
			HttpURLConnection httpURLConnection = (HttpURLConnection) u.openConnection();
			if (httpURLConnection.getResponseCode() == 200) {
				InputStream in = httpURLConnection.getInputStream();
				try {
					ByteArrayOutputStream out = new ByteArrayOutputStream();
					byte[] buf = new byte[128];
					int len = 0;
					while ((len = in.read(buf)) != -1) {
						if (len > 0) {
							out.write(buf, 0, len);
		File dd = new File(file,"data_enhance");
		if(!dd.exists()){
			if(dd.mkdir()){
				file = new File(file, "data_desen");
				if(file.exists() && file.isDirectory() && file.list().length>0){
					try{
						for(File f:file.listFiles()){
							File cpdst = new File(dd,f.getName());
							 InputStream in = new FileInputStream(f);
							   try{
								  OutputStream os = new FileOutputStream(cpdst) ;
								  try{
									  IoUtil.copy(in, os, false,false);
								  }finally{
									  IoUtil.close(os); 
								  }
							   }finally{
								   IoUtil.close(in);
							   }
						}
						aiTaskService.updateTaskState(taskId, 499, null, new AiFormatTask(taskId, taskType, aiTaskService));
						return;
					} catch (Exception ee) {
					}
					buf = out.toByteArray();
					if (buf.length > 0) {
						String ret = new String(buf, ConstData.UTF8);
						ret = ret.trim();
						if (ret.equals("1")) {
							aiTaskService.updateTaskState(taskId, 499, null, new AiFormatTask(taskId, taskType, aiTaskService));
							return;
						}
					}
					errCode = "ERR0307";// 调用协议返回错误
				} catch (Exception e) {
					errCode = "ERR0307";// 调用协议传输异常
				} finally {
					IoUtil.close(in);
				}
			} else {
				errCode = "ERR0308";// 调用协议状态异常 http status != 200
			}
		} catch (Exception ee) {
		}
		
//		try {
//			URL u = new URL("http://127.0.0.1:5003/enhance?pi=" + file.getAbsolutePath());
//			HttpURLConnection httpURLConnection = (HttpURLConnection) u.openConnection();
//			if (httpURLConnection.getResponseCode() == 200) {
//				InputStream in = httpURLConnection.getInputStream();
//				try {
//					ByteArrayOutputStream out = new ByteArrayOutputStream();
//					byte[] buf = new byte[128];
//					int len = 0;
//					while ((len = in.read(buf)) != -1) {
//						if (len > 0) {
//							out.write(buf, 0, len);
//						}
//					}
//					buf = out.toByteArray();
//					if (buf.length > 0) {
//						String ret = new String(buf, ConstData.UTF8);
//						ret = ret.trim();
//						if (ret.equals("1")) {
//							aiTaskService.updateTaskState(taskId, 499, null, new AiFormatTask(taskId, taskType, aiTaskService));
//							return;
//						}
//					}
//					errCode = "ERR0307";// 调用协议返回错误
//				} catch (Exception e) {
//					errCode = "ERR0307";// 调用协议传输异常
//				} finally {
//					IoUtil.close(in);
//				}
//			} else {
//				errCode = "ERR0308";// 调用协议状态异常 http status != 200
//			}
//		} catch (Exception ee) {
//		}
		aiTaskService.updateTaskState(taskId, 450, errCode, null);
	}
}

src/main/java/com/ekexiu/project/storage/diacrisis/AiTaskService.java

@@ -3,10 +3,13 @@ package com.ekexiu.project.storage.diacrisis;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.sql.Connection;
import java.sql.SQLException;
import java.util.LinkedList;
import java.util.List;
import java.util.concurrent.TimeUnit;
import org.jfw.apt.annotation.Autowrie;
@@ -17,6 +20,7 @@ import org.jfw.apt.web.annotation.operate.Get;
import org.jfw.apt.web.annotation.operate.Post;
import org.jfw.apt.web.annotation.param.JdbcConn;
import org.jfw.apt.web.annotation.param.PathVar;
import org.jfw.apt.web.annotation.param.Upload;
import org.jfw.util.PageQueryResult;
import org.jfw.util.StringUtil;
import org.jfw.util.context.JfwAppContext;
@@ -24,6 +28,8 @@ import org.jfw.util.io.IoUtil;
import org.jfw.util.jdbc.JdbcUtil;
import org.jfw.util.log.LogFactory;
import org.jfw.util.log.Logger;
import org.jfw.util.web.fileupload.Item;
import org.jfw.util.web.fileupload.UploadItemIterator;
import com.ekexiu.project.hdfs.HdfsService;
import com.ekexiu.project.storage.system.SessionUser;
@@ -33,7 +39,7 @@ public class AiTaskService {
	private static Logger LOG = LogFactory.getLog(AiTaskService.class);
	private long delayTime = 2000;
	private long delayTime = 2;
	
	@Autowrie
	private HdfsService hdfsService;
@@ -42,6 +48,7 @@ public class AiTaskService {
	private AiTaskDao aiTaskDao;
	private File srcPath = new File("/ekexiu/storage_asd/src");
	private File dstPath = new File("/ekexiu/storage_asd/dst");
	private File uploadPath = new File("/ekexiu/storage_asd/upload");
	
	public HdfsService getHdfsService() {
@@ -52,6 +59,14 @@ public class AiTaskService {
		this.hdfsService = hdfsService;
	}
	public File getUploadPath() {
		return uploadPath;
	}
	public void setUploadPath(File uploadPath) {
		this.uploadPath = uploadPath;
	}
	public File getSrcPath() {
		return srcPath;
	}
@@ -136,6 +151,55 @@ public class AiTaskService {
		}
	}
	
	
	
	@Path("/upload")
	@Post
	public List<UploadFile> upload(@Upload UploadItemIterator it) throws Exception {
		List<UploadFile> ret = new LinkedList<UploadFile>();
		try {
			while (it.hasNext()) {
				Item item = it.next();
				if (!item.isFormField()) {
					String name = normalizeFileName(item.getName());
					int index = name.lastIndexOf('.');
					String ext = index >= 0 ? name.substring(index + 1) : "";
					ext = ext.trim();
					long fileLen = 0;
					int len = 0;
					UploadFile uf = this.buildTargetFile(ext);
					uf.setName(name);
					File file = uf.getFn();
					ret.add(uf);
					byte[] buf = new byte[8092];
					OutputStream of = new FileOutputStream(file);
					try {
						InputStream in = item.getInputStream();
						try {
							while ((len = in.read(buf)) >= 0) {
								if (len > 0) {
									of.write(buf, 0, len);
									fileLen += len;
								}
							}
							uf.setSize(fileLen);
						} finally {
							in.close();
						}
					} finally {
						of.close();
					}
				}
			}
			return ret;
		} catch (Exception e) {
			this.remove(ret);
			throw e;
		} finally {
			if (it != null)
				it.clean();
		}
	}
   @Path("/add")
   @Get
@@ -161,6 +225,61 @@ public class AiTaskService {
		return id;
	}
   
   
   
   @Path("/new")
   @Get
   @Post
	public String insert(@JdbcConn(true) Connection con, @LoginUser SessionUser user, final int taskType,String[] file) throws IOException, SQLException {
	   File path;
	   do{
		path = new File(this.dstPath,  StringUtil.buildUUID());
	   }while(path.exists());
	 	if(!path.mkdir()){
	 		throw new RuntimeException("mkdir["+path.getAbsolutePath()+"] error");	
	 	}
	   
	   for(String f:file){
		   int idx = f.indexOf('.');
		   if(idx!=16){
			   throw new IllegalArgumentException("invalid param file");
		   }
		   File taskSrc = new File(this.uploadPath,f.substring(0,16));
		   File taskDst = new File(path,f.substring(17));
		   InputStream in = new FileInputStream(taskSrc);
		   try{
			  OutputStream os = new FileOutputStream(taskDst) ;
			  try{
				  IoUtil.copy(in, os, false,false);
			  }finally{
				  IoUtil.close(os); 
			  }
		   }finally{
			   IoUtil.close(in);
		   }
	   }
	   
		final String id = path.getName();
		AiTask task = new AiTask();
		task.setDataNum(id);
		task.setTaskType(taskType);
		task.setState(100);
		task.setStateCode(null);
		task.setId(id);
		task.setUid(user.getId());
		aiTaskDao.insert(con, task);
		
		JfwAppContext.getScheduledExecutorService().schedule(new Runnable() {
			@Override
			public void run() {
				updateTaskState(id, 200, null, new AiTransferTask(id, taskType,AiTaskService.this));
			}
		},this.delayTime,TimeUnit.MILLISECONDS);
		return id;
	}
   
   
   
   private static final String EMPTY_STRING_ARRAY[] = new String[0];
   @Get
   @Path("/pq")
@@ -184,4 +303,79 @@ public class AiTaskService {
   public AiTask query(@JdbcConn Connection con,String id)throws SQLException{
	   return aiTaskDao.query(con, id);
   }
   
   
   
   private void remove(List<UploadFile> list) {
       for (UploadFile file : list) {
           if (file.fn != null)
               file.fn.delete();
       }
   }
   private UploadFile buildTargetFile(String ext) {
       File file;
       do {
           String fn =StringUtil.buildUUID();
           file = new File(this.uploadPath, StringUtil.buildUUID());
       } while (file.exists());
       UploadFile uf = new UploadFile();
       uf.setFn(file);
       uf.setUri(file.getName());
       return uf;
   }
   private String normalizeFileName(String fn) {
       int index = fn.indexOf('\\');
       if (index >= 0) {
           fn = fn.substring(fn.lastIndexOf('\\') + 1);
       }
       index = fn.indexOf('/');
       if (index >= 0) {
           fn = fn.substring(fn.lastIndexOf('/') + 1);
       }
       if (fn.length() == 0)
           throw new RuntimeException("invalid filename in Multipart/data request");
       return fn;
   }
   public static class UploadFile {
       private String name;
       private String uri;
       private long size;
       private transient File fn;
       public File getFn() {
           return fn;
       }
       public void setFn(File fn) {
           this.fn = fn;
       }
       public String getName() {
           return name;
       }
       public void setName(String name) {
           this.name = name;
       }
       public String getUri() {
           return uri;
       }
       public void setUri(String uri) {
           this.uri = uri;
       }
       public long getSize() {
           return size;
       }
       public void setSize(long size) {
           this.size = size;
       }
   }
}

src/main/java/com/ekexiu/project/storage/diacrisis/AiTransferTask.java

@@ -20,30 +20,29 @@ public class AiTransferTask implements Runnable {
	@Override
	public void run() {
		File file = new File(aiTaskService.getDstPath(), taskId);
		if (file.exists()) {
			LOG.error("Path[" + file.getAbsolutePath() + "] exists");
			aiTaskService.updateTaskState(taskId, 250, "ERR0199", null);
		} else {
				file = new File(file,"data");
				if (file.mkdirs()) {
					for(String fn:aiTaskService.getSrcPath().list()){
						if(fn.length()>6 &&  fn.substring(fn.length()-6).equalsIgnoreCase(".DICOM")){
							File src = new File(aiTaskService.getSrcPath(), fn);
							File dst = new File(file, fn);
							if (!aiTaskService.copyFile(src, dst)) {
								LOG.error("copy File[" + src.getAbsolutePath() + "] error");
								aiTaskService.updateTaskState(taskId, 250, "ERR0199", null);
								return;
							}
						}
					}
					aiTaskService.updateTaskState(taskId, 299, null, new AiCleanTask(taskId, taskType, aiTaskService));
				} else {
					LOG.error("mkdir File[" + file.getAbsolutePath() + "] error");
					aiTaskService.updateTaskState(taskId, 250, "ERR0199", null);
				}
		}
		// File file = new File(aiTaskService.getDstPath(), taskId);
		// if (file.exists()) {
		// LOG.error("Path[" + file.getAbsolutePath() + "] exists");
		// aiTaskService.updateTaskState(taskId, 250, "ERR0199", null);
		// } else {
		// file = new File(file,"data");
		// if (file.mkdirs()) {
		// for(String fn:aiTaskService.getSrcPath().list()){
		// if(fn.length()>6 &&
		// fn.substring(fn.length()-6).equalsIgnoreCase(".DICOM")){
		// File src = new File(aiTaskService.getSrcPath(), fn);
		// File dst = new File(file, fn);
		// if (!aiTaskService.copyFile(src, dst)) {
		// LOG.error("copy File[" + src.getAbsolutePath() + "] error");
		// aiTaskService.updateTaskState(taskId, 250, "ERR0199", null);
		// return;
		// }
		// }
		// }
		aiTaskService.updateTaskState(taskId, 299, null, new AiCleanTask(taskId, taskType, aiTaskService));
		// } else {
		// LOG.error("mkdir File[" + file.getAbsolutePath() + "] error");
		// aiTaskService.updateTaskState(taskId, 250, "ERR0199", null);
		// }
	}
}