机打票据识别历程:airplane:

缘起

识别影响因素

思考

我的实现流程

图像分类

图像标志特征标记

图像旋转操作

图像校正纠偏操作

进一步纠偏处理

图像DeBlur

文字识别(OCR)

不完全运行指南和关键代码说明:wink:

发票识别模块说明

代码运行环境配置

三方接口依赖配置

工程描述

程序入口

输入分类图片

关键输出文件夹

批量获取某目录下的所有图片的图片名

/**
 * @author AUGUSTRUSH
 *批量获取某目录下的所有图片的图片名
 *传入参数:图片所在目录
 *返回参数:图片名列表
 *要求:图片以.jpg结尾
 */
public class GetImageNameClass {
	public List<String> getImageName(String imgDir){
		List<String> imgNameList=new ArrayList<String>();
		File dir=new File(imgDir);
		File[] files = dir.listFiles(new FilenameFilter() {
			//获取.jpg文件时使用listFiles(FilenameFilter filter)方法,创建一个过滤文件名的Filter
			 @Override
			 public boolean accept(File dir, String name) {
			 if(name != null) {
			 //检测文件名是否是以.jpg结尾,是返回true,否则继续检测下一个文件
			 if(name.toLowerCase().endsWith(".jpg")) {
			 return true;
			 }
			 }
			 return false;
			 }
			});
		for(File file:files) {
			imgNameList.add(file.getName());
		}
		return imgNameList;
	}
}

调用python文件对指定图片进行第一次矫正处理

public class ImageAdjust {
	public void imgAdjustTool(String imgDir,String outputDir) {
		Process proc;
		String pythonFile="E:/business/recognition/BaiDuApi/pythonScript/OpenCV-Document-Scanner/scan.py";
		try {
			String[] args = new String[] { "python", pythonFile,String.valueOf(imgDir),String.valueOf(outputDir)};
			proc = Runtime.getRuntime().exec(args);// 执行py文件
			//用输入输出流来截取结果
			BufferedReader in = new BufferedReader(new InputStreamReader(proc.getInputStream()));
			String line = null;
			while ((line = in.readLine()) != null) {
 	System.out.println(line);
 }
 in.close();
 proc.waitFor();
		}
		catch (IOException e) {
			e.printStackTrace();
		}
		catch (InterruptedException e) {
			e.printStackTrace();
		}
		
		System.out.println("Image Adjust Done!");
	}
}

批量获取图片的分类信息

/**
 * @author AUGUSTRUSH
 *批量获取图片的分类信息
 *传入参数:图片所在目录
 *返回参数:图片的分类列表
 *要求:图片以.jpg为后缀
 */
public class GetTheCategoryClass {
	public List<String> getCategory(String imgDir) {
		BatchImageClassification classifier=new BatchImageClassification();
		StringBuffer stringBuffer=classifier.getImageCategory(imgDir);
		String string=new String(stringBuffer);
		String[] lines=string.split("\\n");
		List<String> imgNameList=new ArrayList<String>();//有序存放图片文件名
		List<String> imgCategoryList=new ArrayList<String>();//有序存放图片类别信息
		for (String line : lines) {
			String string2=line.substring(line.length()-4,line.length());
			if(string2.equalsIgnoreCase(".jpg")) {
				//System.out.println("the picture name is: "+line);
				imgNameList.add(line);
			}
			else{
				StringBuffer sb=new StringBuffer(line);
				RegularExpressionUtil regularExpressionUtil=new RegularExpressionUtil();
				List<String> list=regularExpressionUtil.REparseUtil(sb);
				String category=list.get(0);
				imgCategoryList.add(category);
			}
 }
		return imgCategoryList;
	}
}

批量检测图片分类

/**
 * @author AUGUSTRUSH
 *批量检测图片分类测试类
 *对应调用predict1_new.py
 *传入参数:图片所在目录
 *返回参数:图片名+分类
 *
 */
public class BatchImageClassification {
	public StringBuffer getImageCategory(String imgDir) {
		Process proc;
		StringBuffer buf = new StringBuffer();
		String pythonFile="E:/business/recognition/BaiDuApi/pythonScript/InvoiceClassification/Keras-image-classifer-framework/invoice-code/predict1_new.py";
		try {
			String[] args = new String[] { "python", pythonFile,String.valueOf(imgDir)};
			proc = Runtime.getRuntime().exec(args);// 执行py文件
			//用输入输出流来截取结果
			BufferedReader in = new BufferedReader(new InputStreamReader(proc.getInputStream()));
			String line = null;
			while ((line = in.readLine()) != null) {
 	System.out.println(line);
 	buf.append(line+"\n");
 }
 in.close();
 proc.waitFor();
		}
		catch (IOException e) {
			e.printStackTrace();
		}
		catch (InterruptedException e) {
			e.printStackTrace();
		}
		return buf;
	}
}

按照分类信息批量分别存储至指定目录

/**
 * @author AUGUSTRUSH
 *此类将筛选出来的图片转存到一个专门的文件夹存放
 *传入参数:文件目录名+文件名列表+需要转存的文件索引
 */
public class BatchSaveImages {
	public void saveImages(DirectoryEnum destDir,String imgDir,List<String> imgNameList,List<Integer> imgIndex) throws IOException {
		for(int i=0;i<imgIndex.size();i++) {
			String imaName=imgNameList.get(imgIndex.get(i));
			String absoluteImgName=imgDir+"/"+imaName;
			File file=new File(absoluteImgName);
			FileInputStream fis = new FileInputStream(file);
			FileOutputStream fos = new FileOutputStream(new File(destDir + "/" + imaName));
			byte[] read = new byte[1024];
 int len = 0;
 while((len = fis.read(read))!= -1){
 fos.write(read,0,len);
 }
 fis.close();
 fos.flush();
 fos.close();
		}
	}
}

决定图片旋转方向

/**
 * @author AUGUSTRUSH
 * 批量
 *此类封装较多,功能是决定给定的一张图像朝顺时针旋转90度还是逆时针旋转90度
 *扫描的图基本就是纵向的图片,需要根据二维码的位置决定怎么旋转
 *二维码要么在左下角,要么在右上角
 *传入参数:图片所在目录
 *返回参数:flags(false:顺时针90度,true:逆时针90度)
 */
public class WhichDirectionToRotateBatch {
	public List<Boolean> DecideDirection(DirectoryEnum imgDir) {
		String imgDirTransform=imgDir.toString();
		QrCodeBatchDetect qrCodeBatchDetect=new QrCodeBatchDetect();
		StringBuffer stringBuffer= qrCodeBatchDetect.getCoordinates(imgDirTransform);
		CoordinatesParseUtil cp=new CoordinatesParseUtil();
		String coordinates=stringBuffer.toString();
		//System.out.println(coordinates);
		String[] coordinates1=coordinates.split("\\+");
		List<Integer> imageWidthList=new ArrayList<Integer>();//装所有图片宽度
		List<Float> averageXList=new ArrayList<Float>();//装二维码横坐标的平均值
		List<Boolean> rotateDirection=new ArrayList<Boolean>();//装旋转方向标志
		//System.out.println(coordinates1.length);
		for(int i=0;i<coordinates1.length;i++) {
			StringBuffer temp=new StringBuffer(coordinates1[i]);
			List<String> list=cp.rotateDirection(temp);
			if(list.size()==3) {
				int imageWidth=Integer.parseInt(list.get(1));
				imageWidthList.add(imageWidth);
			}
			else {
				int firstPointX=Integer.parseInt(list.get(0));
				int thirdPointX=Integer.parseInt(list.get(4));
				float averageX=(firstPointX+thirdPointX)/2;
				averageXList.add(averageX);
			}
		}
		for(int j=0;j<imageWidthList.size();j++) {
			rotateDirection.add(averageXList.get(j)<(imageWidthList.get(j))/2?false:true);
		}
		
		return rotateDirection;
		
	}
}

完成图片的旋转操作

/**
 * @author AUGUSTRUSH
 * 此类完成图像的旋转操作,是一个基本的工具类
 * 批量操作
 * 0标志表示顺时针旋转90度
 * 1标志表示逆时针旋转90度
 * 传入参数:图片所在路径
 * 返回参数:控制台输出"rotate done!"
 */
public class ImageRotateUtil {
	public void rotate(String inImgDir,String outImgDir,int[] rotateDirection) throws IOException {
		File file=new File(inImgDir);
		File[] files=file.listFiles();
		int i=0;
		for(File file2:files) {
			if(!file2.isDirectory()) {
				String outputPath=outImgDir+"/"+files[i].getName();
				System.out.println(outputPath);
				BufferedImage image=ImageIO.read(file2);
				File outFile = new File(outputPath);
				System.out.println(rotateDirection[i]);
				switch (rotateDirection[i]) {
				case 0://顺时针旋转
					image=Rotate(image, 90);
					ImageIO.write(image,"jpg",outFile);
					i++;
					break;
				case 1://逆时针旋转
					image=Rotate(image, 270);
					ImageIO.write(image,"jpg",outFile);
					i++;
					break;
				default:
					break;
				}
			}
		}
		System.out.println("rotate done!");
	}
	/**
 * 对图片进行旋转
 *
 * @param src 被旋转图片
 * @param angel 旋转角度
 * @return 旋转后的图片
 */
 public static BufferedImage Rotate(Image src, int angel) {
 int src_width = src.getWidth(null);
 int src_height = src.getHeight(null);
 // 计算旋转后图片的尺寸
 Rectangle rect_des = CalcRotatedSize(new Rectangle(new Dimension(
 src_width, src_height)), angel);
 BufferedImage res = null;
 res = new BufferedImage(rect_des.width, rect_des.height,
 BufferedImage.TYPE_INT_RGB);
 Graphics2D g2 = res.createGraphics();
 // 进行转换
 g2.translate((rect_des.width - src_width) / 2,
 (rect_des.height - src_height) / 2);
 g2.rotate(Math.toRadians(angel), src_width / 2, src_height / 2);
 
 g2.drawImage(src, null, null);
 return res;
 }
	
 /**
 * 计算旋转后的图片
 *
 * @param src 被旋转的图片
 * @param angel 旋转角度
 * @return 旋转后的图片
 */
 public static Rectangle CalcRotatedSize(Rectangle src, int angel) {
 // 如果旋转的角度大于90度做相应的转换
 if (angel >= 90) {
 if (angel / 90 % 2 == 1) {
 int temp = src.height;
 src.height = src.width;
 src.width = temp;
 }
 angel = angel % 90;
 }
 
 double r = Math.sqrt(src.height * src.height + src.width * src.width) / 2;
 double len = 2 * Math.sin(Math.toRadians(angel) / 2) * r;
 double angel_alpha = (Math.PI - Math.toRadians(angel)) / 2;
 double angel_dalta_width = Math.atan((double) src.height / src.width);
 double angel_dalta_height = Math.atan((double) src.width / src.height);
 
 int len_dalta_width = (int) (len * Math.cos(Math.PI - angel_alpha
 - angel_dalta_width));
 int len_dalta_height = (int) (len * Math.cos(Math.PI - angel_alpha
 - angel_dalta_height));
 int des_width = src.width + len_dalta_width * 2;
 int des_height = src.height + len_dalta_height * 2;
 return new Rectangle(new Dimension(des_width, des_height));
 }
}

再次完成图片的矫正操作

String adjustDir="E:/business/recognition/BaiDuApi/imgAdjusted/003";
		imageAdjust.imgAdjustTool(out,adjustDir);
		String basicCompletedDir="E:/business/recognition/BaiDuApi/imageBasicCompleted/003";
		imageAdjust.imgAdjustTool(adjustDir, basicCompletedDir);

完成图片的锐化操作

/**
 * @author AUGUSTRUSH
 * 此类批量完成图片锐化操作并保存
 */
public class BatchImageSharp {
	static {
 System.loadLibrary(Core.NATIVE_LIBRARY_NAME);
 }
	private String fullName;
	public void BatchSharpImg(String imgDir,String outputDir) {
		List<String> imgNameList=getImageName(imgDir);
		for(int i=0;i<imgNameList.size();i++) {
			fullName=imgDir+"/"+imgNameList.get(i);
			Mat imread = Imgcodecs.imread(fullName);
			Mat sharpResult=ImageSharpUtil.sharpen(imread, 5, 2);
			String outputFilename=outputDir+"/"+imgNameList.get(i);
			Imgcodecs.imwrite(outputFilename, sharpResult);
		}
		System.out.println("Image Sharpen Done!");
	}
	
	/**
	 * 获取指定目录下的文件名列表(仅包括文件名)
	 * @param imgDir
	 * @return
	 */
	public List<String> getImageName(String imgDir){
		List<String> imgNameList=new ArrayList<String>();
		File dir=new File(imgDir);
		File[] files = dir.listFiles(new FilenameFilter() {
			//获取.jpg文件时使用listFiles(FilenameFilter filter)方法,创建一个过滤文件名的Filter
			 @Override
			 public boolean accept(File dir, String name) {
			 if(name != null) {
			 //检测文件名是否是以.jpg结尾,是返回true,否则继续检测下一个文件
			 if(name.toLowerCase().endsWith(".jpg")) {
			 return true;
			 }
			 }
			 return false;
			 }
			});
		for(File file:files) {
			imgNameList.add(file.getName());
		}
		return imgNameList;
	}
	
}

图片文字提取识别

package com.ggq.VatInvoiceRcognize;
import java.io.ByteArrayOutputStream;
import java.io.File;
import java.io.FileNotFoundException;
import java.io.FilenameFilter;
import java.io.IOException;
import java.util.ArrayList;
import java.util.Iterator;
import java.util.List;
import javax.imageio.stream.FileImageInputStream;
import org.json.JSONObject;
import com.Integrate.Test.DirectoryEnum;
import com.baidu.aip.ocr.AipOcr;
enum keywords{AmountInWords,SellerAddress,NoteDrawer,TotalTax,CheckCode,InvoiceCode,InvoiceDate,
	Checker,TotalAmount,PurchaserName,InvoiceType,Payee,SellerName,CommodityName};
public class BatchReadAndRecognize {
	public static void main(String[] args) throws IOException {
		AipOcr aipOcr=new AipOcr("10728591", "k1qEDIj16cfpEQU1FUGYEXIG", "NGZqqvWlaoS8Ydqfz0EtLYKu7ebkiQMW");
		String VatVoicePictureDir=DirectoryEnum.finalVatInvoicePic.toString();
		//System.out.println(VatVoicePictureDir);
		File folders = new File(VatVoicePictureDir);//classPath为文件路径 
		File[] files = folders.listFiles(new FilenameFilter() {
			//获取.jpg文件时使用listFiles(FilenameFilter filter)方法,创建一个过滤文件名的Filter
			 @Override
			 public boolean accept(File dir, String name) {
			 if(name != null) {
			 //检测文件名是否是以.jpg结尾,是返回true,否则继续检测下一个文件
			 if(name.toLowerCase().endsWith(".jpg")) {
			 return true;
			 }
			 }
			 return false;
			 }
			});
		for(File file:files) {
			System.out.println(file);
		}
		List<String> pictureName=pictureNameTransform(files);
		List<VatDataBean> VatBeanList=new ArrayList<VatDataBean>();
		for(int i=0;i<pictureName.size();i++) {
			System.out.println(pictureName.get(i));
			byte[] image=null;
			JSONObject jsonObject=new JSONObject();
			image=image2byte(pictureName.get(i));
			jsonObject=aipOcr.vatInvoice(image, null);
			JSONObject jsonObject2=jsonObject.getJSONObject("words_result");
			Iterator it = jsonObject2.keys();
			VatDataBean vatDataBean=new VatDataBean();
			while(it.hasNext()){
				String key=(String)it.next();
				Object value=jsonObject2.get(key.toString());
				//System.out.println(key+": "+value);
				if(key.equals("AmountInWords")) {
					String AmountInWordsValue=value.toString();
					vatDataBean.setAmountInWords(AmountInWordsValue);
				}else if(key.equals("SellerAddress")) {
					String SellerAddressValue=value.toString();
					vatDataBean.setSellerAddress(SellerAddressValue);
				}else if (key.equals("NoteDrawer")) {
					String NoteDrawerValue=value.toString();
					vatDataBean.setNoteDrawer(NoteDrawerValue);
				}else if (key.equals("TotalTax")) {
					String TotalTaxValue=value.toString();
					vatDataBean.setTotalTax(TotalTaxValue);
				}else if (key.equals("CheckCode")) {
					String CheckCodeValue=value.toString();
					vatDataBean.setCheckCode(CheckCodeValue);
				}else if (key.equals("InvoiceCode")) {
					String InvoiceCodeValue=value.toString();
					vatDataBean.setInvoiceCode(InvoiceCodeValue);
				}else if (key.equals("InvoiceDate")) {
					String InvoiceDateValue=value.toString();
					vatDataBean.setInvoiceDate(InvoiceDateValue);
				}else if (key.equals("Checker")) {
					String CheckerValue=value.toString();
					vatDataBean.setChecker(CheckerValue);
				}else if (key.equals("TotalAmount")) {
					String TotalAmountValue=value.toString();
					vatDataBean.setTotalAmount(TotalAmountValue);
				}else if (key.equals("PurchaserName")) {
					String PurchaserNameValue=value.toString();
					vatDataBean.setPurchaserName(PurchaserNameValue);
				}else if (key.equals("InvoiceType")) {
					String InvoiceTypeValue=value.toString();
					vatDataBean.setInvoiceType(InvoiceTypeValue);
				}else if (key.equals("Payee")) {
					String PayeeValue=value.toString();
					vatDataBean.setPayee(PayeeValue);
				}else if (key.equals("SellerName")) {
					String SellerNameValue=value.toString();
					vatDataBean.setSellerName(SellerNameValue);
				}else if (key.equals("CommodityName")) {
					String CommodityNameValue=value.toString();
					vatDataBean.setCommodityName(CommodityNameValue);
				}
				
				
			}
			VatBeanList.add(vatDataBean);
			System.out.println(vatDataBean);
			
		}
		String FilePath="E:/business/recognition/BaiDuApi/ExcelResult/003/VatInvoice.xlsx";
		String[] excelTitle= {"AmountInWords","SellerAddress","NoteDrawer",
				"TotalTax","CheckCode","InvoiceCode","InvoiceDate","Checker","TotalAmount",
				"PurchaserName","InvoiceType","Payee","SellerName","CommodityName"};
		String sheetName="003";
		WriteToExcel writeToExcel=new WriteToExcel();
		writeToExcel.writetoExcel(FilePath, excelTitle, VatBeanList, sheetName);
		System.out.println("All done!");
	}
	
	public static List<String> pictureNameTransform(File[] files){
		List<String> absolutePictureName=new ArrayList<String>();
		for(File file:files) {
			absolutePictureName.add(file.toString().replace("\\", "/"));
		}
		return absolutePictureName;
	}
	
	
	//图像转byte数组
	public static byte[] image2byte(String path){
		 byte[] data = null;
		 FileImageInputStream input = null;
		 try {
			 //图片输入
			 input = new FileImageInputStream(new File(path));
			 ByteArrayOutputStream output = new ByteArrayOutputStream();
			 byte[] buf = new byte[1024];
			 int numBytesRead = 0;
			 while ((numBytesRead = input.read(buf)) != -1) {
			 output.write(buf, 0, numBytesRead);
			 }
			 data = output.toByteArray();
			 output.close();
			 input.close();
			 
		} catch (FileNotFoundException ex1) {
		 ex1.printStackTrace();
	 }
	 catch (IOException ex1) {
	 ex1.printStackTrace();
	 }
		return data;
	}
}

参考文章或仓库