nio/cs/FindOneCharEncoderBugs.java

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota/*
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota * Copyright (c) 2008, Oracle and/or its affiliates. All rights reserved.
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota *
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota * This code is free software; you can redistribute it and/or modify it
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota * under the terms of the GNU General Public License version 2 only, as
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota * published by the Free Software Foundation.
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota *
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota * This code is distributed in the hope that it will be useful, but WITHOUT
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota * version 2 for more details (a copy is included in the LICENSE file that
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota * accompanied this code).
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota *
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota * You should have received a copy of the GNU General Public License version
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota * 2 along with this work; if not, write to the Free Software Foundation,
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota *
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota * or visit www.oracle.com if you need additional information or have any
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota * questions.
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota */
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota/*
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota * @test
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota * @bug 5058133 6233345 6381699 6381702 6381705 6381706
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota * @summary Check that all one-char sequences can be encoded by all charsets
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota * @run main/timeout=1200 FindOneCharEncoderBugs
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota * @author Martin Buchholz
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota */
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otaimport java.util.*;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otaimport java.nio.*;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otaimport java.nio.charset.*;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otapublic class FindOneCharEncoderBugs {
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    final static String[] brokenCharsets = {
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        // Delete the following lines when these charsets are fixed!
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        "x-IBM970",
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        "x-COMPOUND_TEXT", // Direct buffers not supported
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    };
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    private static boolean equals(byte[] ba, ByteBuffer bb) {
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        if (ba.length != bb.limit())
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            return false;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        for (int i = 0; i < ba.length; i++)
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            if (ba[i] != bb.get(i))
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota                return false;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        return true;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    }
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    private static String toString(byte[] bytes) {
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        final StringBuilder sb = new StringBuilder();
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        for (byte b : bytes) {
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            if (sb.length() != 0) sb.append(' ');
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            sb.append(String.format("%02x", (int)b));
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        }
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        return sb.toString();
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    }
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    private static String toString(ByteBuffer bb) {
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        final StringBuilder sb = new StringBuilder();
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        for (int i = 0; i < bb.limit(); i++) {
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            if (sb.length() != 0) sb.append(' ');
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            sb.append(String.format("%02x", (int)bb.get(i)));
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        }
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        return sb.toString();
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    }
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    private static ByteBuffer convert(Charset cs, char c, CharBuffer cb) throws Throwable {
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        cb.clear(); cb.put(c); cb.flip();
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        return cs.newEncoder()
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            .onUnmappableCharacter(CodingErrorAction.REPLACE)
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            .onMalformedInput(CodingErrorAction.REPLACE)
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            .encode(cb);
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    }
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    /** Returns a direct CharBuffer with the same capacity as ordinary CharBuffer ocb */
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    private static CharBuffer directCharBuffer(CharBuffer ocb) {
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        final CharBuffer dcb =
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            ByteBuffer.allocateDirect(ocb.capacity() * Character.SIZE / Byte.SIZE)
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            .asCharBuffer();
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        check(! ocb.isDirect());
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        check(  dcb.isDirect());
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        equal(ocb.capacity(), dcb.capacity());
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        return dcb;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    }
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    private static void testChar(byte[] expected, CharBuffer cb, Charset cs, char c) {
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        try {
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            final ByteBuffer bb = convert(cs, c, cb);
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            if (! equals(expected, bb))
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota                fail("bytes differ charset=%s direct=%s char=\\u%04x%n%s%n%s",
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota                     cs, cb.isDirect(), (int)c,
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota                     toString(expected), toString(bb));
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        } catch (Throwable t) {
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            System.out.printf("Unexpected exception charset=%s direct=%s char=\\u%04x%n",
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota                              cs, cb.isDirect(), (int)c);
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            unexpected(t);
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            failed++;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        }
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    }
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    private static void testCharset(Charset cs) throws Throwable {
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        if (! cs.canEncode())
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            return;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        final String csn = cs.name();
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        for (String n : brokenCharsets)
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            if (csn.equals(n)) {
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota                System.out.printf("Skipping possibly broken charset %s%n", csn);
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota                return;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            }
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        System.out.println(csn);
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        final char[] theChar = new char[1];
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        final CharBuffer ocb = CharBuffer.allocate(1);
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        final CharBuffer dcb = directCharBuffer(ocb);
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        final int maxFailuresPerCharset = 5;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        final int failed0 = failed;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        for (char c = '\u0000';
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota             (c+1 != 0x10000) && (failed - failed0 < maxFailuresPerCharset);
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota             c++) {
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            theChar[0] = c;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            byte[] bytes = new String(theChar).getBytes(csn);
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            if (bytes.length == 0)
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota                fail("Empty output?! charset=%s char=\\u%04x", cs, (int)c);
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            testChar(bytes, ocb, cs, c);
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            testChar(bytes, dcb, cs, c);
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        }
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    }
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    private static void realMain(String[] args) {
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        for (Charset cs : Charset.availableCharsets().values()) {
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            try { testCharset(cs); }
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            catch (Throwable t) { unexpected(t); }
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        }
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    }
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    //--------------------- Infrastructure ---------------------------
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    static volatile int passed = 0, failed = 0;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    static void pass() {passed++;}
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    static void fail() {failed++; Thread.dumpStack();}
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    static void fail(String format, Object... args) {
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        System.out.println(String.format(format, args)); failed++;}
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    static void fail(String msg) {System.out.println(msg); fail();}
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    static void unexpected(Throwable t) {failed++; t.printStackTrace();}
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    static void check(boolean cond) {if (cond) pass(); else fail();}
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    static void equal(Object x, Object y) {
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        if (x == null ? y == null : x.equals(y)) pass();
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        else fail(x + " not equal to " + y);}
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    public static void main(String[] args) throws Throwable {
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        try {realMain(args);} catch (Throwable t) {unexpected(t);}
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        System.out.printf("%nPassed = %d, failed = %d%n%n", passed, failed);
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        if (failed > 0) throw new AssertionError("Some tests failed");}
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    private static abstract class Fun {abstract void f() throws Throwable;}
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    static void THROWS(Class<? extends Throwable> k, Fun... fs) {
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        for (Fun f : fs)
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            try { f.f(); fail("Expected " + k.getName() + " not thrown"); }
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            catch (Throwable t) {
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota                if (k.isAssignableFrom(t.getClass())) pass();
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota                else unexpected(t);}}
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota    private static abstract class CheckedThread extends Thread {
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        abstract void realRun() throws Throwable;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota        public void run() {
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota            try {realRun();} catch (Throwable t) {unexpected(t);}}}
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota}
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota