JAVA多线程超时加载当网页图片

先上图：

这一次没有采取正则匹配，而采取了最简单的java分割和替代方法进行筛选图片

它能够筛选如下的图片并保存到指定的文件夹

如：

“http://xxxx/xxxx/xxx.jpg”

'http://xxxx/xxxx/xxx.jpg'

如果中间的分隔符为\/而不是/，可进行替换

如将http:\/\/xxxxx\/xxx\/xxx.jpg替换为http://xxxxx/xxx/xxx.jpg

import java.io.File;
import java.io.FileOutputStream;
import java.io.InputStream;
import java.io.OutputStream;
import java.net.HttpURLConnection;
import java.net.URL;
import java.net.URLConnection;
import java.text.SimpleDateFormat;
import java.util.ArrayList;
import java.util.List;
import java.util.UUID;

/***
 * java抓取网络图片
 *
 * @author ITWANG
 *
 */
public class CatchImage
{

	// 抓去网页地址
	private static final String URL = "http://image.baidu.com/channel?c=%E7%BE%8E%E5%A5%B3&t=%E5%B0%8F%E6%B8%85%E6%96%B0&s=0";
	// 转换编码
	private static final String ECODING = "UTF-8";
	// 图片后缀
	private static final String[] picstuffix = { "jpg", "JPG", "gif", "GIF", "png", "PNG" };
	// 开启线程数
	private static int Threadcount = 3;
	// 超时时间
	private static int timeout = 4000;

	public static void main(String[] args) throws Exception
	{
		CatchImage cm = new CatchImage();
		// 获得html文本内容
		String HTML = cm.getHTML(URL);
		List<String> imgSrc = cm.getttr(HTML, picstuffix);
		List<String> pList = cm.picFilter(imgSrc);
		cm.TOThreadDownload(pList, "E:\\Imagesave" + saveDiff(), Threadcount, timeout);
	}

	/**
	 * 过滤http:\/\/xxxxxx\/xxxx\/xxx.jpg为http://xxxxxx/xxxx/xxx.jpg
	 * @param picurl 图片列表
	 * @return 返回过滤后的图片列表
	 */
	public List<String> picFilter(List<String> picurl)
	{
		List<String> list = new ArrayList<>();
		for (String string : picurl)
		{
			list.add(string.replace("\\/", "/"));
		}
		return list;
	}

	/**
	 * 获取但网页图片
	 *
	 * @param htmlsource
	 *            html的string数据源
	 * @param picstuffix
	 *            后缀数组
	 * @return 返回图片地址
	 */
	public List<String> getttr(String htmlsource, String[] picstuffix)
	{
		List<String> listpic = new ArrayList<>();
		String[] htmlarray1 = htmlsource.split("\"");
		String[] htmlarray2 = htmlsource.split("\'");
		System.out.println("双引号分割："+htmlarray1.length);
		for (int i = 0; i < htmlarray1.length; i++)
		{
			for (int j = 0; j < picstuffix.length; j++)
			{
				if (htmlarray1[i].startsWith("http") && htmlarray1[i].endsWith(picstuffix[j]))
				{
					listpic.add(htmlarray1[i]);
				}
			}
		}
		System.out.println("单引号分割："+htmlarray2.length);
		for (int i = 0; i < htmlarray2.length; i++)
		{
			for (int j = 0; j < picstuffix.length; j++)
			{
				if (htmlarray2[i].startsWith("http") && htmlarray2[i].endsWith(picstuffix[j]))
				{
					listpic.add(htmlarray2[i]);
				}
			}
		}
		System.out.println(listpic.size());
		for (String string : listpic)
		{
			System.out.println(string);
		}
		return listpic;
	}

	/***
	 * 获取HTML内容,并且转为String
	 *
	 * @param url
	 *            网页地址
	 * @return 返回字符串
	 * @throws Exception
	 *             连接网络失败
	 */
	private String getHTML(String url) throws Exception
	{
		URL uri = new URL(url);
		URLConnection connection = uri.openConnection();
		InputStream in = connection.getInputStream();
		byte[] buf = new byte[1024];
		int length = 0;
		StringBuffer sb = new StringBuffer();
		while ((length = in.read(buf, 0, buf.length)) > 0)
		{
			sb.append(new String(buf, ECODING));
		}
		in.close();
		return sb.toString();
	}

	/**
	 * 多线程超时下载
	 *
	 * @param listImgSrc
	 *            图片地址列表
	 * @param savedir
	 *            保存文件夹
	 * @param tnum
	 *            开启线程数
	 * @param timeout
	 *            下载超时时间
	 */
	private void TOThreadDownload(List<String> listImgSrc, String savedir, int tnum, int timeout)
	{
		for (int i = 0; i < listImgSrc.size(); i += tnum)
		{
			new TODThread(savedir, tnum, listImgSrc, i, timeout).start();
		}
	}

	/**
	 *
	 * 2014-4-3上午10:52:07 Describe: 超时方式下载照片线程
	 *
	 * @author: ITWANG
	 */
	class TODThread extends Thread
	{
		private String savedir = null;
		private int tnum;
		private List<String> listImgSrc;
		private int bunm;
		private int timeout = 3000;

		public TODThread(String savedir, int tnum, List<String> listImgSrc, int bnum, int timeout)
		{
			this.savedir = savedir;
			this.tnum = tnum;
			this.listImgSrc = listImgSrc;
			this.bunm = bnum;
			this.timeout = timeout;
		}

		@Override
		public void run()
		{
			for (int i = 0; i < tnum; i++)
			{
				String url = listImgSrc.get(bunm + i);
				String sps = url.substring(url.lastIndexOf("."), url.length());
				String imageName = UUID.randomUUID().toString() + sps;
				try
				{
					if (getPic(url, savedir, imageName, timeout))
					{
						System.out.println("*^_^*");
					} else
					{
						System.out.println("-_-!");
					}
				} catch (Exception e)
				{
					System.out.println("下载异常：" + e);
				}
			}
		}
	}

	/**
	 * GET方式下载照片
	 *
	 * @param purl
	 *            图片路径
	 * @param folder
	 *            保存文件夹
	 * @param filename
	 *            保存文件名
	 * @param timeout
	 *            超时时间
	 * @return 返回保存状态
	 * @throws Exception
	 */
	public boolean getPic(String purl, String folder, String filename, int timeout) throws Exception
	{
		URL url = new URL(purl);
		HttpURLConnection conn = (HttpURLConnection) url.openConnection();
		conn.setConnectTimeout(timeout);
		conn.setRequestMethod("GET");
		conn.setRequestProperty("User-Agent", "Mozilla/5.0 (Linux; U; Android 4.0.2; en-us; Galaxy Nexus Build/ICL53F) AppleWebKit/534.30 (KHTML, like Gecko) Version/4.0 Mobile Safari/534.30");
		conn.setDoOutput(true);
		conn.setDoInput(true);
		if (conn.getResponseCode() == 200)
		{
			InputStream is = conn.getInputStream();
			byte[] bs = new byte[1024];
			int len;
			File sf = new File(folder);
			if (!sf.exists())
			{
				sf.mkdirs();
			}
			OutputStream os = new FileOutputStream(sf.getPath() + "\\" + filename);
			while ((len = is.read(bs)) != -1)
			{
				os.write(bs, 0, len);
			}
			os.close();
			is.close();
			System.out.println("成功：" + url);
			return true;
		}
		System.out.println("失败：" + url);
		return false;
	}

	/**
	 * 时间文件夹
	 *
	 * @return 返回当前时间
	 */
	public static String saveDiff()
	{
		SimpleDateFormat formate = new SimpleDateFormat("yyyy-MM-dd-HH-mm-ss");
		return "\\" + formate.format(System.currentTimeMillis()) + "\\";
	}

}