controller

package com.taiyusoft.tydms.controller;import com.alibaba.fastjson.JSONObject;
import com.taiyusoft.tydms.entity.ResponseForm;
import com.taiyusoft.tydms.service.FileComparesService;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RestController;import java.io.File;/**** @Author* @Param* @return**/
@RestController
@RequestMapping("/fileComparesimple")
public class FileCompareController {private Logger logger = LoggerFactory.getLogger(getClass());@Autowiredprivate FileComparesService fileComparesService;@RequestMapping("/selectfileComparesimple")public void fileComparesimple(String firstpath, String secondpath) {long time1 = System.currentTimeMillis();File file = new File(firstpath);if (file.isFile() || file.isDirectory()) {JSONObject list = fileComparesService.fileComparesimple(firstpath, secondpath);}long time2 = System.currentTimeMillis();int time = (int) ((time2 - time1) / 1000);System.out.println("执行了：" + time + "秒！");}/*** 进度条初始化   直接调用文件对比** @return*/@RequestMapping("/fileComparesinit")public ResponseForm fileComparesinit(String firstpath, String secondpath) {ResponseForm responseForm = new ResponseForm();Integer sum = 0;try {sum = fileComparesService.initPercentage(firstpath, secondpath);if (sum != 0) {File file1 = new File(firstpath);File file2 = new File(secondpath);if (file1.isFile() || file1.isDirectory() && file2.isFile() || file2.isDirectory()) {JSONObject list = fileComparesService.fileComparesimple(firstpath, secondpath);responseForm.setData(list);responseForm.setCode("200");responseForm.setMessage(ResponseForm.message.SUCCESS);}}} catch (Exception e) {e.printStackTrace();responseForm.setCode("400");responseForm.setMessage(ResponseForm.message.FAIL);}return responseForm;}/*** 文件对比时间过长时，出现该当前文件进度条百分比*/@RequestMapping("/fileComparesimplePercentage")public ResponseForm fileComparesimplePercentage() {ResponseForm responseForm = new ResponseForm();JSONObject jsonObject;try {jsonObject = fileComparesService.fileComparesimplePercentage();responseForm.setData(jsonObject);responseForm.setCode("200");responseForm.setMessage(ResponseForm.message.SUCCESS);} catch (Exception e) {responseForm.setCode("400");responseForm.setMessage(ResponseForm.message.FAIL);}return responseForm;}/*** 文件处理时间过长时，专门获取文件对比结果** @return*/@RequestMapping("/getfileCompares")public ResponseForm getfileCompares() {ResponseForm responseForm = new ResponseForm();JSONObject jsonObject;try {jsonObject = fileComparesService.getfileCompares();responseForm.setData(jsonObject);responseForm.setCode("200");responseForm.setMessage(ResponseForm.message.SUCCESS);} catch (Exception e) {responseForm.setCode("400");responseForm.setMessage(ResponseForm.message.FAIL);}return responseForm;}
}

Service

package com.taiyusoft.tydms.service;import com.alibaba.fastjson.JSONObject;public interface FileComparesService {JSONObject fileComparesimple(String firstpath, String secondpath);Integer initPercentage(String firstpath, String secondpath);JSONObject fileComparesimplePercentage();JSONObject getfileCompares();
}

Serviceimpl

package com.taiyusoft.tydms.service.impl;import com.alibaba.fastjson.JSONObject;
import com.taiyusoft.tydms.base.util.CompareThreadUtil;
import com.taiyusoft.tydms.base.util.ReadFile2;
import com.taiyusoft.tydms.entity.Fc;
import com.taiyusoft.tydms.service.FileComparesService;
import org.apache.log4j.Logger;
import org.springframework.stereotype.Service;import java.io.File;
import java.util.ArrayList;
import java.util.List;
import java.util.concurrent.CountDownLatch;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;@Service
public class FileComparesServiceImpl implements FileComparesService {private static final Logger logger = Logger.getLogger(FileComparesServiceImpl.class);public static String syncCurrentName1 = null; // 进度条namepublic static String percentage1 ; // 进度条百分比public static  Integer percentagesum1 = null; // 文件总数public static int countfile;//当前文件个数public static final ThreadLocal<Integer> threadLocal = new ThreadLocal<Integer>();//全局静态变量private  List listoneNot1 = new ArrayList<Fc>(); //存放数据一缺失的数据private  List listoneNot2 = new ArrayList<Fc>(); //存放数据二缺失的数据private  List listoneNot3 = new ArrayList<Fc>(); //存放数据二缺失的数据public static boolean flag;private  Boolean[] scanStop = new Boolean[1]; // 检测停止标识@Overridepublic JSONObject fileComparesimple(String firstpath, String secondpath) {long startTime = System.currentTimeMillis();int cpuCount = 4;//        String dirName1 = "C:\\Users\\taiyu\\Desktop\\file2\\10w";String dirName1 = firstpath;File root1 = new File(dirName1);String dirName2 = secondpath;File root2 = new File(dirName2);listoneNot1 = new ArrayList<Fc>();listoneNot2 = new ArrayList<Fc>();listoneNot3 = new ArrayList<Fc>();scanStop[0] = true;List list = new ArrayList();list.add(dirName1);list.add(dirName2);logger.info("分配线程开始...");CountDownLatch latchs = new CountDownLatch(cpuCount + 1);ExecutorService exec = Executors.newCachedThreadPool();// 读取文件线程final ReadFile2 trFile1 = new ReadFile2(latchs, null, list,dirName1, dirName2,scanStop);logger.info("读取文件线程启动...");exec.execute(new Thread() {@Overridepublic void run() {trFile1.readFile();}});final CompareThreadUtil thDao = new CompareThreadUtil(latchs, null, list, listoneNot1,listoneNot2, listoneNot3, root1,root2, dirName1, dirName2,  trFile1,scanStop);for (int i = 0; i < cpuCount; i++) {System.out.println("检测线程" + i + " 启动...");final int currentID = i;exec.execute(new Thread() {@Overridepublic void run() {thDao.addFileLevelAfter(currentID,percentagesum1,countfile);}});}try {exec.shutdown();latchs.await();} catch (InterruptedException e) {e.printStackTrace();}//结束时间long endTime1 = System.currentTimeMillis();//打印System.out.println("对比运行时间：" + (double) (endTime1 - startTime) / 1000 + "s");//打印数据1缺失数据if (listoneNot1.size() > 0) {logger.info("数据1删除的文件如下");for (int i = 0; i < listoneNot1.size(); i++) {logger.info(((Fc) listoneNot1.get(0)).getPath());}} else {logger.info("数据1无删除的文件...");}//打印数据2缺失数据if (listoneNot2.size() > 0) {logger.info("数据2删除的文件如下");for (int i = 0; i < listoneNot2.size(); i++) {logger.info(((Fc) listoneNot2.get(i)).getPath());}} else {logger.info("数据2无删除文件");}//打印数据3缺失数据if (listoneNot3.size() > 0) {logger.info("两数据源之间发生修改的文件如下");for (int i = 0; i < listoneNot3.size(); i++) {logger.info(((Fc) listoneNot3.get(i)).getPath());}} else {logger.info("两数据源之间无发生修改的文件");}//结束时间long endTime = System.currentTimeMillis();//打印System.out.println("程序运行时间：" + (double) (endTime - startTime) / 1000 + "s");JSONObject jsonObject = new JSONObject();jsonObject.put("数据源1发生删除的文件",listoneNot1);jsonObject.put("数据源2发生删除的文件",listoneNot2);jsonObject.put("两数据源对比发生修改的文件",listoneNot3);flag=true;jsonObject.put("flag",flag);return jsonObject;}@Overridepublic Integer initPercentage(String firstpath, String secondpath) {flag=false;percentagesum1=0;percentage1="";syncCurrentName1="";readFileInfo(new File(firstpath));readFileInfo(new File(secondpath));return percentagesum1;}@Overridepublic JSONObject fileComparesimplePercentage() {JSONObject jsonObject = new JSONObject();jsonObject.put("百分比",percentage1);jsonObject.put("当前进行到的文件",syncCurrentName1);jsonObject.put("flag",flag);//为true时可以取结果return jsonObject;}@Overridepublic JSONObject getfileCompares() {JSONObject jsonObject = new JSONObject();jsonObject.put("数据源1发生删除的文件",listoneNot1);jsonObject.put("数据源2发生删除的文件",listoneNot2);jsonObject.put("两数据源对比发生修改的文件",listoneNot3);return jsonObject;}private void readFileInfo(File root) {if (root.exists()) {if (root.isDirectory()) {File[] files = root.listFiles();if (files != null) {for (int i = 0; i < files.length; i++) {if (files[i].isFile()) {percentagesum1++;} else if (files[i].isDirectory()) {readFileInfo(files[i]);}files[i] = null;}}files = null;} else if (root.isFile()) {percentagesum1++;}}}}

读取文件多线程工具类

package com.taiyusoft.tydms.base.util;import java.io.File;
import java.util.LinkedList;
import java.util.List;
import java.util.concurrent.CountDownLatch;
import java.util.concurrent.CyclicBarrier;
import java.util.concurrent.locks.Lock;
import java.util.concurrent.locks.ReentrantLock;public class ReadFile2 {//    private static final Logger logger = Logger.getLogger(ReadFile.class);private CountDownLatch latch;private CyclicBarrier barrier;private LinkedList<File> linkedList = new LinkedList();//总private Lock lock = new ReentrantLock();private Object numberLock = new Object();private boolean lockboo = false;private List<String> list;private File root1;private File root2;private String dirName1;private String dirName2;private Boolean[] StopIt;public ReadFile2(CountDownLatch latch, CyclicBarrier barrier,List list,String dirName1, String dirName2,Boolean[] stop) {this.latch = latch;this.barrier = barrier;this.list = list;this.dirName1 = dirName1;this.dirName2 = dirName2;this.StopIt = stop;}// 读取文件信息public void readFile() {try {readFileInfo(new File(list.get(0)));readFileInfo(new File(list.get(1)));//            logger.info("读取文件线程正常停止！");System.out.println("读取文件线程正常停止！");} catch (Exception e) {System.out.println("错误信息！" + e);} finally {StopIt[0] = false;latch.countDown();}}private void readFileInfo(File root) {if (root.exists()) {if (root.isDirectory()) {File[] files = root.listFiles();if (files != null) {for (int i = 0; i < files.length; i++) {if (files[i].isFile()) {addFile(files[i]);} else if (files[i].isDirectory()) {readFileInfo(files[i]);}files[i] = null;}}files = null;} else if (root.isFile()) {addFile(root);}}}private void addFile(File file) {lock.lock();try {linkedList.addLast(file);} catch (Exception e) {System.out.println("添加文件出错：" + e);} finally {lock.unlock();
//            try {//                if (linkedList.size() >= 10000) {//                    synchronized (numberLock) {//                        lockboo = true;
//                        numberLock.wait();
//                    }
//                }
//            } catch (Exception e2) {                logger.error("锁出错：", e2);
//                System.out.println("锁出错" + e2);
//            }}}public void getFileInfo(File[] file) {lock.lock();try {file[0] = linkedList.pollFirst();if (lockboo && linkedList.size() <= 1000) {synchronized (numberLock) {lockboo = false;numberLock.notify();}}} catch (Exception e) {//            logger.error("获取文件出错：", e);System.out.println("获取文件出错：" + e);} finally {lock.unlock();}}}

对比文件多线程工具类

package com.taiyusoft.tydms.base.util;import com.taiyusoft.tydms.entity.Fc;
import com.taiyusoft.tydms.service.impl.FileComparesServiceImpl;import java.io.File;
import java.text.NumberFormat;
import java.util.ArrayList;
import java.util.LinkedList;
import java.util.List;
import java.util.concurrent.CountDownLatch;
import java.util.concurrent.CyclicBarrier;
import java.util.concurrent.locks.Lock;
import java.util.concurrent.locks.ReentrantLock;public class CompareThreadUtil {private CountDownLatch latch;private CyclicBarrier barrier;private LinkedList linkedList = new LinkedList();//总private LinkedList<Fc> linkedList1 = new LinkedList<Fc>();//读取路径1中的所有的文件private LinkedList<Fc> linkedList2 = new LinkedList<Fc>();//读取路径2中的所有的文件private Lock lock = new ReentrantLock();private List listoneNot1 = new ArrayList<Fc>(); //存放数据一缺失的数据private List listoneNot2 = new ArrayList<Fc>(); //存放数据二缺失的数据private List listoneNot3 = new ArrayList<Fc>(); //存放数据二缺失的数据private Object numberLock = new Object();private boolean lockboo = false;private List<String> list;private File root1;private File root2;private String dirName1;private String dirName2;private ReadFile2 trFile1;private Boolean[] StopIt;public CompareThreadUtil(CountDownLatch latch, CyclicBarrier barrier,List list,List<Fc> listoneNot1, List<Fc> listoneNot2,List<Fc> listoneNot3, File root1, File root2,String dirName1, String dirName2, ReadFile2 trFile1, Boolean[] stop) {this.latch = latch;this.barrier = barrier;this.list = list;this.listoneNot1 = listoneNot1;this.listoneNot2 = listoneNot2;this.listoneNot3 = listoneNot3;this.root1 = root1;this.root2 = root2;this.dirName1 = dirName1;this.dirName2 = dirName2;this.trFile1 = trFile1;this.StopIt = stop;}public void addFileLevelAfter(int currentID, Integer percentagesum1, int i) {File[] file = new File[1];File f0File = null;lock.lock();try {while (true) {trFile1.getFileInfo(file);f0File = file[0];if (!StopIt[0] && f0File == null) {System.out.println("线程" + currentID + " 突然停止！");break;}if (f0File != null) {i++;NumberFormat numberFormat = NumberFormat.getNumberInstance();numberFormat.setMaximumFractionDigits(2);String result = numberFormat.format((float) i / (float) percentagesum1 * 100);FileComparesServiceImpl.percentage1 = result + "%";FileComparesServiceImpl.syncCurrentName1 = f0File.getName();System.out.println("当前为检测线程" + currentID + "读取的文件为第" + i + "个文件" + "文件名为" + f0File + "   文件总数为" + percentagesum1);System.out.println("此时百分比为" + FileComparesServiceImpl.percentage1);if (String.valueOf(f0File).startsWith(dirName1)) {File file1 = new File(f0File.toString().replace(dirName1, dirName2));if (file1.exists()) {if (f0File.lastModified() != file1.lastModified()) {Fc fc1 = new Fc();fc1.setPath(f0File.getPath());fc1.setLastmodified(String.valueOf(f0File.lastModified()));fc1.setMd5(Md5.getMD5File(f0File));listoneNot3.add(fc1);}} else {Fc fc = new Fc();fc.setPath(f0File.getPath());fc.setLastmodified(String.valueOf(f0File.lastModified()));fc.setMd5(Md5.getMD5File(f0File));listoneNot1.add(fc);}} else {File file2 = new File(f0File.toString().replace(dirName2, dirName1));if (file2.exists()) {if (f0File.lastModified() != file2.lastModified()) {Fc fc1 = new Fc();fc1.setPath(f0File.getPath());fc1.setLastmodified(String.valueOf(f0File.lastModified()));fc1.setMd5(Md5.getMD5File(f0File));listoneNot3.add(fc1);}} else {Fc fc = new Fc();fc.setPath(f0File.getPath());fc.setLastmodified(String.valueOf(f0File.lastModified()));fc.setMd5(Md5.getMD5File(f0File));listoneNot2.add(fc);}}}}} catch (Exception e) {e.printStackTrace();System.out.println("线程" + currentID + " 正常停止！");} finally {lock.unlock();latch.countDown();}}}

控制台结果

检测线程应该是对比到某个文件（不过无伤大雅）

返回结果

进度条结果

个人总结

文件对比这个功能，我大概写了半个多月，
步骤大概就是
0.先沟通需求，看能不能降低需求难度（很重要）（比如文件对比这个最先的想法是做出类似于idea的文件对比，但是idea的文件对比是什么数量级，你要的什么数量级你不清楚吗？）
1.先有写的思路，无论这个思路是问别人的还是自己想的还是自己在某个博客里看的，重要的是有实现的思路。
2.写demo，思路试一下行不行得通。
3.优化思路，基本上就是，上多线程，调整多线程。
4.看一下功能运行的时间是否满意，不满意重新1，2，3（从看文件比对这个专栏，也可以看出，我大概写了5-6个不同的解决思路，最初的方案是直接比对md5值 1k文件比对直接上100s，最后的结果是20w文件比对15s（普通笔记本））
5.最后就是，上项目

java文件对比7，一个线程读一个线程写、返回给前端进度条数据相关推荐

文件对比8，单线程读，多线程对比，对比进度条，对比结果导出excel文件，已验收
文件对比8,单线程读,多线程对比,对比进度条,对比结果导出excel文件,已验收介绍项目结构预览 base util CompareThreadUtil ExcelUtil Md5 ReadFil ...
另一个.java文件调用_java - 如何调用另一个类“写文件”的方法？ - SO中文参考 - www.soinside.com...
在我的Android应用程序,我想有一类处理所有"写入/读取到文本文件"的行动.所以,我根本就调用我的readUserFile.java文件我想的方法.但我的方法将不会在该文件中工 ...
python进度条先慢后快_tqdm学习-一个快速，可扩展的Python和CLI进度条
参考:https://pypi.org/project/tqdm/ 1.安装: (base) userdeMacBook-Pro:~user$ conda activate deeplearning ...
java导入带图片的excel表格（工具HSSFWorkbook-HSSFSheet）（支持一条数据（单元格）可以导入多个图片，）
一个表格框可以添加多个图片 Excel表格导入数据的同时导入图片 @Transactional(rollbackFor = Exception.class)public String selectEx ...
Java事务回滚问题：抛出异常事务，并返回给前端异常信息
1.背景修改bug. 之前的开发写的只能单选,所以逻辑都是按照只需要传递一个id值的逻辑写的现在改为多选时,传递过来的是id数组,所以直接原逻辑的外层加了一个循环,这样原逻辑包括sql就不需要大变 ...
Java中如何在窗口加一行字,如何在java中实现读文件（一行一行地读）和写文件（一行一行地追加写）...
BufferedReader.readline(); BufferedWriter.write(); BufferedWriter.newLine(); 写: FileWriter fw=new ...
Beyond Compare解决java文件对比中文乱码问题
步骤: 1.打开菜单:工具 -> 文件格式,打开"文件格式"对话框. 2.左边列表中选中"Java源代码", 3.右边"转换"选项卡中 ...
html一个页面分页代码怎么写,纯JS前端实现分页代码
先给大家展示下效果图,如果大家感觉效果不错,请参考实现代码: 因为这是我自己第一次动手用js写分页,写的应该也不是很完美,有些公共的没有抽取出来,但是用起来还是可以的,这块代码是可以把它当做公共的分页 ...
有一个类似”abbc,d d.eeffgg,59.30ABDFR ”这样的包含大小写字母，数字，空格，逗号和句号的字符串，求各字符的数量。（设计一个一个函数，传入字符串，返回各字符数量的数据）
function fn(str){ let result = {}; for (let i = 0; i < str.length; i++) { // str[i] if(result[str ...

java文件对比7，一个线程读一个线程写、返回给前端进度条数据

java文件对比