我的Java开发学习之旅------>工具类：Java使用正则表达式分离出字符串中的中文和英文

今天看到一个工具类使用正则表达式将一大段字符串中的中文和英文都分离出来了，在此记录一下，读者可以收藏！

import java.util.ArrayList;
import java.util.Collection;
import java.util.List;
import java.util.regex.Pattern;
/**
 * 将字符串中的中文和英文都分离出来
 * @author ouyangpeng
 * @link http://blog.csdn.net/ouyang_peng/
 */
public class WordSeg {

	public static class WordSegEntry {
		public String word;
		public boolean isEnglish;
		public String toString() {
			return "[word-->" + word + "\tisEnglish-->" + isEnglish + "]";
		}
	}
	private String raw;

	public String getRaw() {
		return raw;
	}

	public void setRaw(String raw) {
		this.raw = raw;
	}

	List<WordSegEntry> segs = new ArrayList<WordSegEntry>();

	public List<WordSegEntry> getSegs() {
		return segs;
	}

	public int getLength() {
		int l = 0;
		for (WordSegEntry seg : segs) {
			l += seg.word.length();
		}
		return l;
	}

	public int getCNLength() {
		int l = 0;
		for (WordSegEntry seg : segs) {
			if (seg.isEnglish)
				continue;
			l += seg.word.length();
		}
		return l;
	}

	public String toString() {
		return join(segs, "\r\n") + "\n\n"+"lenOfEnglish=" + getLength() +"\n 中文长度=" + getCNLength();
	}

	public static String join(Collection arr, String sep) {
		return join(arr.toArray(new Object[arr.size()]), sep);
	}

	public static String join(Object[] arr, String sep) {
		StringBuilder sb = new StringBuilder();
		for (int i = 0; i < arr.length; i++) {
			sb.append(arr[i]);
			if (sep != null && i < arr.length - 1)
				sb.append(sep);
		}
		return sb.toString();
	}

	private static Pattern p = Pattern.compile("\\p{Punct}");

	public static boolean isPunctuation(char c) {
		return p.matcher(String.valueOf(c)).matches()
				|| ("、，：；。！？\n"
						+ "｛｝（）〔〕＜＞〈〉《》［］「」『』〖〗【】\n"
						+ "＠＃％＊＆＋＝±×÷～－\u2014\u2015＿—─━￣\u2025…┈┄┅┉┆┇┊┋｜\ufe31│┃∥＼／\u2215\n"
						+ "‘’“”＂＇\u2035′\u301d″\u02ca\u02cb\n"
						+ "＄￡￥‰§№°℃\u2109\u2105\n"
						+ "＾ˇ¨｀°¤〃\n"
						+ "♂♀ ￠¤※\u2573\n"
						+ "\u221f\u2252\u2266\u2267\u22bf∧∨∑∏∪∩∈∷√⊥∥∠⌒⊙∫∮≡≌≈∽∝≠≮≯≤≥∞∵∴\n"
						+ "☆★○●◎◇◆□■△▲\u25bd\u25bc\u2609\n"
						+ "〓\u25e2\u25e3\u25e4\u25e5\u2594\u2581\u2582\u2583\u2585\u2587\u2588\u2589\u2593\u258a\u258b\u258c\u258d\u258e\u258f\u2595\n"
						+ "→←↑↓\u2196\u2197\u2198\u2199\n"
						+ "\u256d\u256e\u2570\u256f\n"
						+ "\ufe35\ufe36\ufe39\ufe3a\ufe3f\ufe40\ufe3d\ufe3e\ufe41\ufe42\ufe43\ufe44\ufe3b\ufe3c\ufe37\ufe38\n"
						+ "\u2550\u2551\u2552\u2553\u2554\u2555\u2556\u2557\u2559\u255a\u255b\u255c\u255d\u255e\u255f\u2560\u2561\u2562\u2563\u2564\u2565\u2566\u2567\u2568\u2569\u256a\u256b\u256c\u3012\n"
						+ "┌┍┎┏┐┑┒┓└┕┖┗┘┙┚┛├┝┞┟┠┡┢┣┤┥┦┧┨┩┪┫┬┭┮┯┰┱┲┳┴┵┶┷┸┹┺┻┼┽┾┿╀╁╂╃╄╅╆╇╈╉╊╋" + "\n")
						.contains(String.valueOf(c));
	}

	public static WordSeg segWord(String input) {
		WordSeg wordseg = new WordSeg();
		wordseg.setRaw(input);
		List<WordSegEntry> segs = wordseg.getSegs();

		int last_c_is_en_cn = 0;// 1-en,2-cn
		int last = 0;

		for (int i = 0; i < input.length(); i++) {
			char c = input.charAt(i);
			if (c <= 32) {// invisible chars
				if (last_c_is_en_cn == 1) {// en ,break the words
					if (i > last) {
						WordSegEntry seg = new WordSegEntry();
						seg.word = input.substring(last, i);
						seg.isEnglish = last_c_is_en_cn == 1;
						segs.add(seg);
						last = i + 1;
					}
				}
			} else if (isPunctuation(c)) {
				if (i > last) {
					if (last_c_is_en_cn != 0) {
						WordSegEntry seg = new WordSegEntry();
						seg.word = input.substring(last, i);
						seg.isEnglish = last_c_is_en_cn == 1;
						segs.add(seg);
					}
				}
				last = i + 1;
				last_c_is_en_cn = 0;
			} else if ((Character.isLetter(c) || Character.isDigit(c)) && c < 127) {
				// en word
				if (last_c_is_en_cn == 2) {
					if (i > last) {
						WordSegEntry seg = new WordSegEntry();
						seg.word = input.substring(last, i);
						seg.isEnglish = last_c_is_en_cn == 1;
						segs.add(seg);
						last = i;
					}
				}
				last_c_is_en_cn = 1;
			} else {// cn word
				if (last_c_is_en_cn == 1) {
					if (i > last) {
						WordSegEntry seg = new WordSegEntry();
						seg.word = input.substring(last, i);
						seg.isEnglish = last_c_is_en_cn == 1;
						segs.add(seg);
						last = i;
					}
				}
				last_c_is_en_cn = 2;
			}
		}
		if (last < input.length() && last_c_is_en_cn != 0) {
			WordSegEntry seg = new WordSegEntry();
			seg.word = input.substring(last, input.length());
			seg.isEnglish = last_c_is_en_cn == 1;
			segs.add(seg);
		}
		for (WordSegEntry seg : segs)
			if (!seg.isEnglish)
				seg.word = seg.word.replaceAll("\\s+", "");
		return wordseg;
	}
}

对工具类进行测试：

class WordSegTest{
	public static void main(String[] args) {
		System.out.println(WordSeg.segWord(" (欧阳鹏)我的Android进阶之旅｛｝（）〔〕＜＞〈〉《》博客地址：http://blog.csdn.net/ouyang_peng/article/details/17224229「」『』〖〗【】☆★○●◎◇◆□■△▲＠＃％＊＆欢迎大家！［］∏∪∩∈∷√⊥∥∠⌒⊙∫∮≡≌≈∽∝≠≮≯≤≥∞∵∴.  "));
	}
}

得到结果如下：

[word-->欧阳鹏	isEnglish-->false]
[word-->我的	isEnglish-->false]
[word-->Android	isEnglish-->true]
[word-->进阶之旅	isEnglish-->false]
[word-->博客地址	isEnglish-->false]
[word-->http	isEnglish-->true]
[word-->blog	isEnglish-->true]
[word-->csdn	isEnglish-->true]
[word-->net	isEnglish-->true]
[word-->ouyang	isEnglish-->true]
[word-->peng	isEnglish-->true]
[word-->article	isEnglish-->true]
[word-->details	isEnglish-->true]
[word-->17224229	isEnglish-->true]
[word-->欢迎大家	isEnglish-->false]

lenOfEnglish=71
 中文长度=17

====================================================================================

  作者：欧阳鹏  欢迎转载，与人分享是进步的源泉！

  转载请保留原文地址：http://blog.csdn.net/ouyang_peng

===================================================================================