原文:http://www.oschina.net/code/snippet_564772_13507
utf8是变长字符集,单个字符占用1~4个字节。mysql在选择utf8字符集时,最多只能存储3个字节的 utf8字符,如果想要保存任意的utf8字符,数据必须用utf8mb4字符集,有些情况下,不能变更已选定的字符集,只好不得以而为之,把输入中的4 个字节的utf8字符全部过滤掉,好在,utf8字符集中,汉字是3个字节的。
public static String filterOffUtf8Mb4_2(String text) throws UnsupportedEncodingException { byte[] bytes = text.getBytes("utf-8"); ByteBuffer buffer = ByteBuffer.allocate(bytes.length); int i = 0; while (i < bytes.length) { short b = bytes[i]; if (b > 0) { buffer.put(bytes[i++]); continue; } b += 256; //去掉符号位 if (((b >> 5) ^ 0x06) == 0) { buffer.put(bytes, i, 2); i += 2; System.out.println("2"); } else if (((b >> 4) ^ 0x0E) == 0) { System.out.println("3"); buffer.put(bytes, i, 3); i += 3; } else if (((b >> 3) ^ 0x1E) == 0) { i += 4; System.out.println("4"); } else if (((b >> 2) ^ 0xBE) == 0) { i += 5; System.out.println("5"); } else { i += 6; System.out.println("6"); } } buffer.flip(); return new String(buffer.array(), "utf-8"); }
static public String filterOffUtf8Mb4(String text) throws UnsupportedEncodingException { byte[] bytes = text.getBytes("utf-8"); ByteBuffer buffer = ByteBuffer.allocate(bytes.length); int i = 0; while (i < bytes.length) { short b = bytes[i]; if (b > 0) { buffer.put(bytes[i++]); continue; } b += 256; if ((b ^ 0xC0) >> 4 == 0) { buffer.put(bytes, i, 2); i += 2; } else if ((b ^ 0xE0) >> 4 == 0) { buffer.put(bytes, i, 3); i += 3; } else if ((b ^ 0xF0) >> 4 == 0) { i += 4; } } buffer.flip(); return new String(buffer.array(), "utf-8"); }