FileServiceImpl.java 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542
  1. package com.ghsc.partybuild.service.impl;
  2. import java.awt.image.BufferedImage;
  3. import java.io.*;
  4. import java.net.URLDecoder;
  5. import java.time.LocalDateTime;
  6. import java.time.format.DateTimeFormatter;
  7. import java.util.*;
  8. import com.ghsc.partybuild.mapper.CfFileCQuery;
  9. import com.ghsc.partybuild.util.BASE64DecodedMultipartFile;
  10. import com.ghsc.partybuild.vo.ImageBase64Vo;
  11. import com.ghsc.partybuild.vo.UploadFileBase64Vo;
  12. import net.coobird.thumbnailator.Thumbnails;
  13. import org.apache.commons.lang3.StringUtils;
  14. import org.apache.commons.net.ftp.FTP;
  15. import org.apache.commons.net.ftp.FTPClient;
  16. import org.apache.commons.net.ftp.FTPFile;
  17. import org.slf4j.Logger;
  18. import org.slf4j.LoggerFactory;
  19. import org.springframework.beans.factory.annotation.Autowired;
  20. import org.springframework.stereotype.Service;
  21. import com.github.pagehelper.PageHelper;
  22. import com.github.pagehelper.PageInfo;
  23. import com.ghsc.partybuild.mapper.CfFileMapper;
  24. import com.ghsc.partybuild.model.CfFile;
  25. import com.ghsc.partybuild.model.CfFileExample;
  26. import com.ghsc.partybuild.service.FileService;
  27. import com.ghsc.partybuild.util.FtpHelper;
  28. import com.ghsc.partybuild.util.MapUtils;
  29. import org.springframework.web.multipart.MultipartFile;
  30. import sun.misc.BASE64Decoder;
  31. import javax.imageio.ImageIO;
  32. @Service("fileService")
  33. public class FileServiceImpl implements FileService {
  34. @Autowired
  35. FtpHelper ftpHelper;
  36. @Autowired
  37. CfFileMapper cfFileMapper;
  38. @Autowired
  39. CfFileCQuery cfFileCQuery;
  40. @Autowired
  41. private MapUtils mapUtils;
  42. private final Logger logger;
  43. private String ENCODE = "utf-8";
  44. private List<String> imageTypes = new ArrayList<>();
  45. public FileServiceImpl() {
  46. logger = LoggerFactory.getLogger(this.getClass());
  47. this.imageTypes.add("jpg");
  48. this.imageTypes.add("bmp");
  49. this.imageTypes.add("jpeg");
  50. this.imageTypes.add("png");
  51. this.imageTypes.add("gif");
  52. this.imageTypes.add("jpe");
  53. }
  54. @Override
  55. public String createServeDir(Date date, FTPClient ftpClient) throws IOException {
  56. String fileDir = LocalDateTime.now().format(DateTimeFormatter.ofPattern("yyyyMM"));
  57. FTPFile[] ftpFiles = ftpClient.listFiles(fileDir);
  58. if (ftpFiles.length == 0) {
  59. ftpClient.makeDirectory(fileDir);
  60. }
  61. return fileDir;
  62. }
  63. @Override
  64. public String saveFile(byte[] byteArr, String fileName, String fileRefID, String uid, Integer fileType) {
  65. CfFile cfFile = new CfFile();
  66. FTPClient ftpClient = new FTPClient();
  67. String fileId = "";
  68. InputStream fileStream = null;
  69. try {
  70. cfFile.setFilesuffix(fileName.substring(fileName.lastIndexOf(".")));
  71. if (this.imageTypes.contains(cfFile.getFilesuffix().replace(".", "").toLowerCase())) {
  72. byte[] inform = informImage(byteArr);
  73. fileStream = new ByteArrayInputStream(inform);
  74. } else {
  75. fileStream = new ByteArrayInputStream(byteArr);
  76. }
  77. fileId = UUID.randomUUID().toString();
  78. ftpHelper.connectToServer(ftpClient);
  79. ftpClient.setFileType(FTP.BINARY_FILE_TYPE);
  80. cfFile.setFileid(fileId);
  81. cfFile.setUserid(uid);
  82. cfFile.setFiletype(fileType);
  83. cfFile.setFilerefid(fileRefID);
  84. cfFile.setCreatetime(new Date());
  85. String filePath = createServeDir(cfFile.getCreatetime(), ftpClient);
  86. cfFile.setFilename(fileName);
  87. cfFile.setFileurl(filePath + "/" + fileId + cfFile.getFilesuffix());
  88. cfFile.setOperatestate("A");
  89. cfFile.setOperatetime(new Date());
  90. cfFile.setSyncstate("N");
  91. ftpClient.changeWorkingDirectory(filePath);
  92. ftpClient.storeFile(fileId + cfFile.getFilesuffix(), fileStream);
  93. ftpHelper.closeConnect(ftpClient);
  94. cfFileMapper.insert(cfFile);
  95. } catch (Exception ex) {
  96. logger.error("saveFile,保存表和上传文件到ftp。", ex);
  97. fileId = "";
  98. }
  99. return fileId;
  100. }
  101. @Override
  102. public String SaveFile(String file, String fileName, String fileRefID, String uid, Integer fileType) {
  103. CfFile cfFile = new CfFile();
  104. FTPClient ftpClient = new FTPClient();
  105. String fileId = "";
  106. if (StringUtils.isBlank(file)) {
  107. return fileId;
  108. }
  109. //logger.info("file:"+file.length());
  110. //logger.info(file);
  111. try {
  112. fileId = UUID.randomUUID().toString();
  113. ftpHelper.connectToServer(ftpClient);
  114. ftpClient.setFileType(FTP.BINARY_FILE_TYPE);
  115. cfFile.setFileid(fileId);
  116. cfFile.setUserid(uid);
  117. cfFile.setFiletype(fileType);
  118. cfFile.setFilerefid(fileRefID);
  119. cfFile.setCreatetime(new Date());
  120. String filePath = createServeDir(cfFile.getCreatetime(), ftpClient);
  121. if (fileName.indexOf(".") >= 0) {
  122. cfFile.setFilesuffix(fileName.substring(fileName.lastIndexOf(".")));
  123. } else {
  124. cfFile.setFilesuffix("");
  125. }
  126. cfFile.setFilename(fileName);
  127. cfFile.setFileurl(filePath + "/" + fileId + cfFile.getFilesuffix());
  128. cfFile.setOperatestate("A");
  129. cfFile.setOperatetime(new Date());
  130. cfFile.setSyncstate("N");
  131. int indexBase = file.indexOf("base64,");
  132. if (indexBase > 0) {
  133. file = file.substring(indexBase + "base64,".length());
  134. }
  135. //byte[] bufImg = new BASE64Decoder().decodeBuffer(file);
  136. byte[] bufImg = Base64.getDecoder().decode(file);
  137. ftpClient.changeWorkingDirectory(filePath);
  138. ftpClient.storeFile(fileId + cfFile.getFilesuffix(), new ByteArrayInputStream(bufImg));
  139. //ftpClient.retrieveFile("",)
  140. ftpHelper.closeConnect(ftpClient);
  141. cfFileMapper.insert(cfFile);
  142. } catch (Exception ex) {
  143. logger.error("SaveFile,保存表和上传文件到ftp。", ex);
  144. fileId = "";
  145. }
  146. return fileId;
  147. }
  148. public byte[] informImage(byte[] byteArr) {
  149. byte[] result = null;
  150. //设置处理大小500K
  151. int imageSize = 1024 * 1024 / 2;
  152. if (byteArr.length < imageSize) {
  153. result = byteArr;
  154. } else {
  155. InputStream sourceImage = new ByteArrayInputStream(byteArr);
  156. ByteArrayOutputStream osImage = null;
  157. try {
  158. osImage = changeImageSize(sourceImage);
  159. while (osImage.size() > imageSize) {
  160. osImage = changeImageQuality(new ByteArrayInputStream(osImage.toByteArray()));
  161. }
  162. result = osImage.toByteArray();
  163. } catch (Exception ex) {
  164. logger.error("informImage,图片读取失败!", ex);
  165. }
  166. }
  167. logger.info("informImage,ftp上传压缩图片大小为:" + result.length);
  168. return result;
  169. }
  170. public ByteArrayOutputStream changeImageSize(InputStream imageStream) {
  171. ByteArrayOutputStream outArray = new ByteArrayOutputStream();
  172. try {
  173. Thumbnails.of(imageStream).size(1920, 1080).toOutputStream(outArray);
  174. } catch (Exception ex) {
  175. logger.error("ImageChangeSize,图片大小失败!", ex);
  176. }
  177. return outArray;
  178. }
  179. public ByteArrayOutputStream changeImageQuality(InputStream imageStream) {
  180. ByteArrayOutputStream outArray = new ByteArrayOutputStream();
  181. try {
  182. Thumbnails.of(imageStream).outputQuality(0.75f).toOutputStream(outArray);
  183. } catch (Exception ex) {
  184. logger.error("changeImageQuality,图片质量失败!", ex);
  185. }
  186. return outArray;
  187. }
  188. protected String GetParentPath(String fileUrl) {
  189. int len = fileUrl.lastIndexOf("/");
  190. return fileUrl.substring(0, len);
  191. }
  192. @Override
  193. public CfFile downFtpFile(String id, OutputStream os) {
  194. CfFile file = cfFileMapper.selectByPrimaryKey(id);
  195. try {
  196. FTPClient ftpClient = new FTPClient();
  197. ftpHelper.connectToServer(ftpClient);
  198. ftpClient.enterLocalPassiveMode();
  199. ftpClient.setFileType(FTP.BINARY_FILE_TYPE);
  200. ftpClient.retrieveFile(file.getFileurl(), os);
  201. /*
  202. FTPFile[] files = ftpClient.listFiles(file.getFileurl());
  203. if(files.length>0){
  204. String filePath=GetParentPath(file.getFileurl());
  205. ftpClient.changeWorkingDirectory(filePath);
  206. }*/
  207. ftpHelper.closeConnect(ftpClient);
  208. } catch (Exception ex) {
  209. logger.error("downFtpFile,下载文件失败!", ex);
  210. file = null;
  211. }
  212. return file;
  213. }
  214. @Override
  215. public CfFile downFtpFile2(String id, OutputStream os) {
  216. CfFileExample emp = new CfFileExample();
  217. emp.or().andFilerefidEqualTo(id);
  218. emp.setOrderByClause("createtime");
  219. CfFile file = cfFileMapper.selectByExample(emp).stream().findFirst().orElse(null);
  220. if(file == null){
  221. return null;
  222. }
  223. try {
  224. FTPClient ftpClient = new FTPClient();
  225. ftpHelper.connectToServer(ftpClient);
  226. ftpClient.enterLocalPassiveMode();
  227. ftpClient.setFileType(FTP.BINARY_FILE_TYPE);
  228. ftpClient.retrieveFile(file.getFileurl(), os);
  229. /*
  230. FTPFile[] files = ftpClient.listFiles(file.getFileurl());
  231. if(files.length>0){
  232. String filePath=GetParentPath(file.getFileurl());
  233. ftpClient.changeWorkingDirectory(filePath);
  234. }*/
  235. ftpHelper.closeConnect(ftpClient);
  236. } catch (Exception ex) {
  237. logger.error("downFtpFile,下载文件失败!", ex);
  238. file = null;
  239. }
  240. return file;
  241. }
  242. @Override
  243. public PageInfo<Map<String, Object>> getFileList(String fileRefID, Integer fileTypeId, int pageIndex, int pageSize) {
  244. //List<CfDictionary> dic_ztType=dictionaryService.getDictionaryListByDicTypeKey("FileMgrType");
  245. PageHelper.startPage(pageIndex, pageSize);
  246. CfFileExample exp = new CfFileExample();
  247. CfFileExample.Criteria cri = exp.or();
  248. if (fileTypeId != null) {
  249. cri.andFiletypeEqualTo(fileTypeId);
  250. }
  251. cri.andFilerefidEqualTo(fileRefID);
  252. cri.andOperatestateNotEqualTo("D");
  253. List<CfFile> flist = cfFileMapper.selectByExample(exp);
  254. List<Map<String, Object>> mList = new ArrayList<>();
  255. for (CfFile it : flist) {
  256. Map<String, Object> mit = mapUtils.objectToMap(it);
  257. mList.add(mit);
  258. }
  259. PageInfo<Map<String, Object>> pList = new PageInfo(mList);
  260. return pList;
  261. }
  262. @Override
  263. public int deleteFile(String fileid) {
  264. return cfFileMapper.deleteByPrimaryKey(fileid);
  265. }
  266. @Override
  267. public int deleteFileByRefId(String fileRefId, Integer fileType) {
  268. CfFileExample exp = new CfFileExample();
  269. CfFileExample.Criteria cri = exp.or();
  270. cri.andFilerefidEqualTo(fileRefId);
  271. if (fileType != null) {
  272. cri.andFiletypeEqualTo(fileType);
  273. }
  274. return cfFileMapper.deleteByExample(exp);
  275. }
  276. @Override
  277. public List<Object> fileNeedDown(Date beginTime) {
  278. List<Object> files = new ArrayList<>();
  279. CfFileExample exp = new CfFileExample();
  280. List<String> oStates = new ArrayList<>();
  281. oStates.add("A");
  282. oStates.add("M");
  283. exp.or().andOperatestateIn(oStates).andOperatetimeGreaterThan(beginTime);
  284. List<CfFile> cfFiles = cfFileMapper.selectByExample(exp);
  285. try {
  286. FTPClient ftpClient = new FTPClient();
  287. ftpHelper.connectToServer(ftpClient);
  288. ftpClient.enterLocalPassiveMode();
  289. ftpClient.setFileType(FTP.BINARY_FILE_TYPE);
  290. cfFiles.forEach(f -> {
  291. try {
  292. FTPFile[] ftpFiles = ftpClient.listFiles(f.getFileurl());
  293. if (ftpFiles.length == 0) {
  294. files.add(f.getFileid());
  295. }
  296. } catch (Exception ex) {
  297. logger.error("fileNeedDown,forEach检查文件id:" + f.getFileid(), ex);
  298. }
  299. });
  300. ftpHelper.closeConnect(ftpClient);
  301. } catch (Exception ex) {
  302. logger.error("fileNeedDown,检查文件失败!", ex);
  303. }
  304. return files;
  305. }
  306. @Override
  307. public boolean ftpFileUplad(List<String> ftpFileInfo) {
  308. boolean result = false;
  309. CfFile cfFile = cfFileMapper.selectByPrimaryKey(ftpFileInfo.get(0).replace("\"", ""));
  310. if (cfFile != null) {
  311. try {
  312. FTPClient ftpClient = new FTPClient();
  313. ftpHelper.connectToServer(ftpClient);
  314. ftpClient.enterLocalPassiveMode();
  315. ftpClient.setFileType(FTP.BINARY_FILE_TYPE);
  316. String urlFile = ftpFileInfo.get(1).replace("\"", "");
  317. //byte[] ftpBytes = new BASE64Decoder().decodeBuffer(base64File);
  318. String base64File = URLDecoder.decode(urlFile, ENCODE);
  319. //byte[] ftpBytes=new BASE64Decoder().decodeBuffer(base64File);
  320. byte[] ftpBytes = Base64.getDecoder().decode(base64File);
  321. String[] filePaths = cfFile.getFileurl().split("/");
  322. FTPFile[] ftpFiles = ftpClient.listFiles(filePaths[0]);
  323. if (ftpFiles.length == 0) {
  324. ftpClient.makeDirectory(filePaths[0]);
  325. }
  326. ftpClient.changeWorkingDirectory(filePaths[0]);
  327. ftpClient.storeFile(filePaths[1], new ByteArrayInputStream(ftpBytes));
  328. ftpHelper.closeConnect(ftpClient);
  329. result = true;
  330. } catch (Exception ex) {
  331. logger.error("ftpFileUplad,ftp文件上传完", ex);
  332. }
  333. }
  334. return result;
  335. }
  336. @Override
  337. public Map<String, Object> FindTestResult(String fileRefId) {
  338. List<Map<String, Object>> results = cfFileCQuery.FindTestResult(fileRefId);
  339. if (results.size() > 0) {
  340. return results.get(0);
  341. }
  342. return null;
  343. }
  344. @Override
  345. public String getFileBase64(String fileId) throws IOException {
  346. String base64String = "";
  347. ByteArrayOutputStream bos = new ByteArrayOutputStream();
  348. try {
  349. this.downFtpFile(fileId, bos);
  350. byte[] bytes = bos.toByteArray();
  351. Base64.Encoder encoder = Base64.getEncoder();
  352. base64String = encoder.encodeToString(bytes);
  353. } catch (Exception ex) {
  354. } finally {
  355. bos.close();
  356. }
  357. return base64String;
  358. }
  359. @Override
  360. public ImageBase64Vo getImageBase64(String id, String type) throws IOException {
  361. ImageBase64Vo result = new ImageBase64Vo();
  362. ByteArrayOutputStream bos = new ByteArrayOutputStream();
  363. try {
  364. if("1".equals(type)){
  365. this.downFtpFile(id, bos);
  366. }else {
  367. this.downFtpFile2(id, bos);
  368. }
  369. byte[] bytes = bos.toByteArray();
  370. BufferedImage image = ImageIO.read(new ByteArrayInputStream(bytes));
  371. result.base64 = Base64.getEncoder().encodeToString(bytes);
  372. result.height = image.getHeight();
  373. result.width = image.getWidth();
  374. } catch (Exception ex) {
  375. } finally {
  376. bos.close();
  377. }
  378. return result;
  379. }
  380. @Override
  381. public Integer uploadBase64(List<UploadFileBase64Vo> fileList, String userId) throws IOException {
  382. Integer result = 0;
  383. for (int i = 0; i < fileList.size(); i++) {
  384. UploadFileBase64Vo base64File = fileList.get(i);
  385. MultipartFile multipartFile = BASE64DecodedMultipartFile.base64ToMultipart(base64File.base64);
  386. MultipartFile[] files = new MultipartFile[]{multipartFile};
  387. String fileName = multipartFile.getOriginalFilename();
  388. this.saveFile(multipartFile.getBytes(), fileName, base64File.fileRefId, userId, base64File.fileType);
  389. result++;
  390. }
  391. return result;
  392. }
  393. }