对于类似以下简单的验证码的识别方案：
1、
2
3
4、
1、建库：切割验证码为单个字符，人工标记，比如：A。
2、识别：给一个验证码：切割为单个字符，在库中查询识别。
/***
* author:chzeze
* 识别验证码并返回
* train_path 验证码字母图库位置
* 验证码图片缓存位置：Configuration.getProperties("web_save_path")+"/captcha.jpg"
*/
public class AmGetCaptchaTest {
private static Logger logger = Logger.getLogger(AmGetCaptchaTest.class);
private static String train_path = "/data/sata/share_sata/AmazonCrawl/amazonWeb/captcha";
private static Map<BufferedImage, String> trainMap = null;
private static int index = 0;
private static int imgnum = 0;
private static MultiThreadedHttpConnectionManager httpConnectionManager = new MultiThreadedHttpConnectionManager();
private static HttpClient client = new HttpClient(httpConnectionManager);
/* static {
//每主机最大连接数和总共最大连接数，通过hosfConfiguration设置host来区分每个主机
client.getHttpConnectionManager().getParams().setDefaultMaxConnectionsPerHost(8);
client.getHttpConnectionManager().getParams().setMaxTotalConnections(48);
client.getHttpConnectionManager().getParams().setConnectionTimeout(10000);
client.getHttpConnectionManager().getParams().setSoTimeout(10000);
client.getHttpConnectionManager().getParams().setTcpNoDelay(true);
client.getHttpConnectionManager().getParams().setLinger(1000);
//失败的情况下会进行3次尝试,成功之后不会再尝试
client.getHttpConnectionManager().getParams().setParameter(HttpMethodParams.RETRY_HANDLER, new DefaultHttpMethodRetryHandler());
}*/
public static int isBlack(int colorInt) {
Color color = new Color(colorInt);
if (color.getRed() + color.getGreen() + color.getBlue() <= 100) {
return 1;
}
return 0;
} public static int isWhite(int colorInt) {
Color color = new Color(colorInt);
if (color.getRed() + color.getGreen() + color.getBlue() > 600) {
return 1;
}
return 0;
} public static BufferedImage removeBackgroud(String picFile)
throws Exception {
BufferedImage img = ImageIO.read(new File(picFile));
img = img.getSubimage(1, 1, img.getWidth() - 2, img.getHeight() - 2);
int width = img.getWidth();
int height = img.getHeight();
double subWidth = width / 5.0;
for (int i = 0; i < 5; i++) {
Map<Integer, Integer> map = new HashMap<Integer, Integer>();
for (int x = (int) (1 + i * subWidth); x < (i + 1) * subWidth
&& x < width - 1; ++x) {
for (int y = 0; y < height; ++y) {
if (isWhite(img.getRGB(x, y)) == 1)
continue;
if (map.containsKey(img.getRGB(x, y))) {
map.put(img.getRGB(x, y), map.get(img.getRGB(x, y)) + 1);
} else {
map.put(img.getRGB(x, y), 1);
}
}
}
int max = 0;
int colorMax = 0;
for (Integer color : map.keySet()) {
if (max < map.get(color)) {
max = map.get(color);
colorMax = color;
}
}
for (int x = (int) (1 + i * subWidth); x < (i + 1) * subWidth
&& x < width - 1; ++x) {
for (int y = 0; y < height; ++y) {
if (img.getRGB(x, y) != colorMax) {
img.setRGB(x, y, Color.WHITE.getRGB());
} else {
img.setRGB(x, y, Color.BLACK.getRGB());
}
}
}
}
return img;
} public static BufferedImage removeBlank(BufferedImage img) throws Exception {
int width = img.getWidth();
int height = img.getHeight();
int start = 0;
int end = 0;
Label1: for (int y = 0; y < height; ++y) {
for (int x = 0; x < width; ++x) {
if (isBlack(img.getRGB(x, y)) == 1) {
start = y;
break Label1;
}
}
}
Label2: for (int y = height - 1; y >= 0; --y) {
for (int x = 0; x < width; ++x) {
if (isBlack(img.getRGB(x, y)) == 1) {
end = y;
break Label2;
}
}
}
return img.getSubimage(0, start, width, end - start + 1);
} public static List<BufferedImage> splitImage(BufferedImage img)
throws Exception {
List<BufferedImage> subImgs = new ArrayList<BufferedImage>();
int width = img.getWidth();
int height = img.getHeight();
List<Integer> weightlist = new ArrayList<Integer>();
for (int x = 0; x < width; ++x) {
int count = 0;
for (int y = 0; y < height; ++y) {
if (isBlack(img.getRGB(x, y)) == 1) {
count++;
}
}
weightlist.add(count);
}
for (int i = 0; i < weightlist.size();i++) {
int length = 0;
while (i < weightlist.size() && weightlist.get(i) > 0) {
i++;
length++;
}
if (length > 2) {
subImgs.add(removeBlank(img.getSubimage(i - length, 0,
length, height)));
}
}
return subImgs;
} public static Map<BufferedImage, String> loadTrainData() throws Exception {
if (trainMap == null) {
Map<BufferedImage, String> map = new HashMap<BufferedImage, String>();
File dir = new File(train_path);
File[] files = dir.listFiles();
for (File file : files) {
map.put(ImageIO.read(file), file.getName().charAt(0) + "");
}
trainMap = map;
}
return trainMap;
} public static String getSingleCharOcr(BufferedImage img,
Map<BufferedImage, String> map) {
String result = "#";
int width = img.getWidth();
int height = img.getHeight();
int min = width * height;
for (BufferedImage bi : map.keySet()) {
int count = 0;
if (Math.abs(bi.getWidth()-width) > 2)
continue;
int widthmin = width < bi.getWidth() ? width : bi.getWidth();
int heightmin = height < bi.getHeight() ? height : bi.getHeight();
Label1: for (int x = 0; x < widthmin; ++x) {
for (int y = 0; y < heightmin; ++y) {
if (isBlack(img.getRGB(x, y)) != isBlack(bi.getRGB(x, y))) {
count++;
if (count >= min)
break Label1;
}
}
}
if (count < min) {
min = count;
result = map.get(bi);
}
}
return result;
} public static String getAllOcr(String file) throws Exception {
BufferedImage img = removeBackgroud(file);//去除重影
List<BufferedImage> listImg = splitImage(img);//切割图片
Map<BufferedImage, String> map = loadTrainData();
String result = "";
for (BufferedImage bi : listImg) {
result += getSingleCharOcr(bi, map);
}
//ImageIO.write(img, "JPG", new File("result6\\" + result + ".jpg"));
return result;
}
/***
* 下载验证码图片暂时保存供识别程序使用
* @param imgurl 验证码图片url
*/
public static void downloadimg(String imgurl)
{
//HttpClient httpClient = new HttpClient(); //httpClient.getHttpConnectionManager().getParams().setConnectionTimeout(10000);
//httpClient.getHttpConnectionManager().getParams().setSoTimeout(10000);
GetMethod getMethod = new GetMethod(imgurl);
try {
int statusCode = client.executeMethod(getMethod);
System.out.println(statusCode);
if (statusCode != HttpStatus.SC_OK) {
System.err.println("("+statusCode+")Method failed: "+ getMethod.getStatusLine());
logger.info("("+statusCode+")Method failed: "+ getMethod.getStatusLine());
}
InputStream inputStream = getMethod.getResponseBodyAsStream();
OutputStream outStream = new FileOutputStream("/data/sata/share_sata/AmazonCrawl/amazonWeb/captcha.jpg");
IOUtils.copy(inputStream, outStream);
inputStream.close();
outStream.close();
} catch (IOException e) {
// TODO Auto-generated catch block
//logger.info(new Date()+"captcha appear exception:"+e.getMessage());
try {
//若遇到异常则睡眠20秒后继续重试
Thread.sleep(20000);
} catch (InterruptedException e1) {
logger.error(e1);
}
e.printStackTrace();
}finally {
getMethod.releaseConnection();
}
}
/***
* 抽取页面验证码并返回
* @param stringBuffer
* @return 验证码字符串
*/
public static String GetCaptcha(StringBuilder html){
String captcha_str="######";//未识别则为#
Document doc = Jsoup.parse(html.toString());
String imgurl = doc.select("div[class=a-row a-text-center]").get(0).child(0).attr("src");
//System.out.println(imgurl);
downloadimg(imgurl);
try {
captcha_str = getAllOcr("/data/sata/share_sata/AmazonCrawl/amazonWeb/captcha.jpg");
} catch (Exception e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
return captcha_str;
}
}
后记：复杂验证码识别
对于复杂的验证码识别：目前的最简单的方案就是交给第三方人工打码平台：可以参考我做的EBay多线程打码兔验证码解决方案：
http://www.cnblogs.com/zeze/p/6402963.html
更专业的可以采用机器学习、模式识别等方法去实现，但是识别成功率，我目前测试的结果不是很理想，复杂的验证码，正确率在百分之二三十上下，但是我的训练样本库不是很大，提高训练的样本可能结果会好一点。