utf8过滤特殊字符, 例如utfmb4,emoj等

原创
2019/07/24 11:42
阅读数 1.3K

ut8数据库无法保存超多3个字节的utf字符,手写了一个过滤器,可指定过滤最大字符长度

UTF-8编码规则 1字节 0xxxxxxx 2字节 110xxxxx 10xxxxxx 3字节 1110xxxx 10xxxxxx 10xxxxxx 4字节 11110xxx 10xxxxxx 10xxxxxx 10xxxxxx 5字节 111110xx 10xxxxxx 10xxxxxx 10xxxxxx 10xxxxxx 6字节 1111110x 10xxxxxx 10xxxxxx 10xxxxxx 10xxxxxx 10xxxxxx

实现


public static String utf8M(String str, int m) {
        byte[] bytes = str.getBytes(KtIo.utf8());
        int len = bytes.length;
        int off = 0;
        byte[] buffer = null;
        byte b;
        int s;
        int j, k;
        int lst = len - 1;
        for (int i = 0; i < len; i++) {
            b = bytes[i];
            s = b & 0XFF;
            if (s < 192) {
                if (buffer != null) {
                    buffer[off++] = b;
                }

            } else {
                if (s < 224) {
                    j = 1;

                } else if (s < 240) {
                    j = 2;

                } else if (s < 248) {
                    j = 3;

                } else if (s < 252) {
                    j = 4;

                } else if (b < 254) {
                    j = 5;

                } else {
                    i += 6;
                    continue;
                }

                if (j < m) {
                    // 允许字符长度
                    j += i;
                    if (buffer != null) {
                        buffer[off++] = b;
                        k = j < lst ? j : lst;
                        for (i++; i <= k; i++) {
                            buffer[off++] = bytes[i];
                        }
                    }

                    i = j;

                } else {
                    // 过滤字符长度
                    if (buffer == null) {
                        buffer = bytes;
                        off = i;
                    }

                    i += j;
                }
            }
        }

        return buffer == null ? str : new String(buffer, 0, off, KtIo.charset());
    }

测试


    public void test() throws IOException {
        System.out.println(KtStr.utf8M("sda\uD83D\uDC16♎♏♐♑大啊\uD83D\uDC01\uD83D\uDC02\uD83D\uDC05\uD83D\uDC07\uD83D\uDC09\uD83D\uDC0D\uD83D\uDC0E\uD83D\uDC10\uD83D\uDC12\uD83D\uDC13\uD83D\uDC15\uD83D\uDC16子\uD83C\uDF40木\uD83C\uDF40青\uD83C\uDF40澄\uD83C\uDF40", 3));
    }

展开阅读全文
加载中
点击引领话题📣 发布并加入讨论🔥
0 评论
0 收藏
0
分享
返回顶部
顶部