Android Open Source - texthem E U C T W S M Model

From Project

Back to project page texthem.
License

The source code is released under:
GNU General Public License
If you think the Android project texthem listed in this page is inappropriate, such as containing malicious code/tools or violating the copyright, please email info at java2s dot com, thanks.
Java Source Code

/* ***** BEGIN LICENSE BLOCK *****
 * Version: MPL 1.1/GPL 2.0/LGPL 2.1//w  ww .  j  a  v a 2 s.  c o  m
 *
 * The contents of this file are subject to the Mozilla Public License Version
 * 1.1 (the "License"); you may not use this file except in compliance with
 * the License. You may obtain a copy of the License at
 * http://www.mozilla.org/MPL/
 *
 * Software distributed under the License is distributed on an "AS IS" basis,
 * WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License
 * for the specific language governing rights and limitations under the
 * License.
 *
 * The Original Code is mozilla.org code.
 *
 * The Initial Developer of the Original Code is
 * Netscape Communications Corporation.
 * Portions created by the Initial Developer are Copyright (C) 1998
 * the Initial Developer. All Rights Reserved.
 *
 * Contributor(s):
 *   Kohei TAKETA <k-tak@void.in> (Java port)
 *
 * Alternatively, the contents of this file may be used under the terms of
 * either the GNU General Public License Version 2 or later (the "GPL"), or
 * the GNU Lesser General Public License Version 2.1 or later (the "LGPL"),
 * in which case the provisions of the GPL or the LGPL are applicable instead
 * of those above. If you wish to allow use of your version of this file only
 * under the terms of either the GPL or the LGPL, and not to allow others to
 * use your version of this file under the terms of the MPL, indicate your
 * decision by deleting the provisions above and replace them with the notice
 * and other provisions required by the GPL or the LGPL. If you do not delete
 * the provisions above, a recipient may use your version of this file under
 * the terms of any one of the MPL, the GPL or the LGPL.
 *
 * ***** END LICENSE BLOCK ***** */

package org.mozilla.universalchardet.prober.statemachine;

import static org.mozilla.universalchardet.prober.statemachine.PkgInt.INDEX_SHIFT_4BITS;
import static org.mozilla.universalchardet.prober.statemachine.PkgInt.SHIFT_MASK_4BITS;
import static org.mozilla.universalchardet.prober.statemachine.PkgInt.BIT_SHIFT_4BITS;
import static org.mozilla.universalchardet.prober.statemachine.PkgInt.UNIT_MASK_4BITS;
import org.mozilla.universalchardet.Constants;


public class EUCTWSMModel extends SMModel
{
    ////////////////////////////////////////////////////////////////
    // constants
    ////////////////////////////////////////////////////////////////
    public static final int EUCTW_CLASS_FACTOR = 7;
    
    
    ////////////////////////////////////////////////////////////////
    // methods
    ////////////////////////////////////////////////////////////////
    public EUCTWSMModel()
    {
        super(
                new PkgInt(INDEX_SHIFT_4BITS, SHIFT_MASK_4BITS, BIT_SHIFT_4BITS, UNIT_MASK_4BITS, euctwClassTable),
                EUCTW_CLASS_FACTOR,
                new PkgInt(INDEX_SHIFT_4BITS, SHIFT_MASK_4BITS, BIT_SHIFT_4BITS, UNIT_MASK_4BITS, euctwStateTable),
                euctwCharLenTable,
                Constants.CHARSET_EUC_TW
                );
    }
    

    ////////////////////////////////////////////////////////////////
    // constants continued
    ////////////////////////////////////////////////////////////////
    private static int[] euctwClassTable = new int[] {
//        PkgInt.pack4bits(0,2,2,2,2,2,2,2),  // 00 - 07 
        PkgInt.pack4bits(2,2,2,2,2,2,2,2),  // 00 - 07 
        PkgInt.pack4bits(2,2,2,2,2,2,0,0),  // 08 - 0f 
        PkgInt.pack4bits(2,2,2,2,2,2,2,2),  // 10 - 17 
        PkgInt.pack4bits(2,2,2,0,2,2,2,2),  // 18 - 1f 
        PkgInt.pack4bits(2,2,2,2,2,2,2,2),  // 20 - 27 
        PkgInt.pack4bits(2,2,2,2,2,2,2,2),  // 28 - 2f 
        PkgInt.pack4bits(2,2,2,2,2,2,2,2),  // 30 - 37 
        PkgInt.pack4bits(2,2,2,2,2,2,2,2),  // 38 - 3f 
        PkgInt.pack4bits(2,2,2,2,2,2,2,2),  // 40 - 47 
        PkgInt.pack4bits(2,2,2,2,2,2,2,2),  // 48 - 4f 
        PkgInt.pack4bits(2,2,2,2,2,2,2,2),  // 50 - 57 
        PkgInt.pack4bits(2,2,2,2,2,2,2,2),  // 58 - 5f 
        PkgInt.pack4bits(2,2,2,2,2,2,2,2),  // 60 - 67 
        PkgInt.pack4bits(2,2,2,2,2,2,2,2),  // 68 - 6f 
        PkgInt.pack4bits(2,2,2,2,2,2,2,2),  // 70 - 77 
        PkgInt.pack4bits(2,2,2,2,2,2,2,2),  // 78 - 7f 
        PkgInt.pack4bits(0,0,0,0,0,0,0,0),  // 80 - 87 
        PkgInt.pack4bits(0,0,0,0,0,0,6,0),  // 88 - 8f 
        PkgInt.pack4bits(0,0,0,0,0,0,0,0),  // 90 - 97 
        PkgInt.pack4bits(0,0,0,0,0,0,0,0),  // 98 - 9f 
        PkgInt.pack4bits(0,3,4,4,4,4,4,4),  // a0 - a7 
        PkgInt.pack4bits(5,5,1,1,1,1,1,1),  // a8 - af 
        PkgInt.pack4bits(1,1,1,1,1,1,1,1),  // b0 - b7 
        PkgInt.pack4bits(1,1,1,1,1,1,1,1),  // b8 - bf 
        PkgInt.pack4bits(1,1,3,1,3,3,3,3),  // c0 - c7 
        PkgInt.pack4bits(3,3,3,3,3,3,3,3),  // c8 - cf 
        PkgInt.pack4bits(3,3,3,3,3,3,3,3),  // d0 - d7 
        PkgInt.pack4bits(3,3,3,3,3,3,3,3),  // d8 - df 
        PkgInt.pack4bits(3,3,3,3,3,3,3,3),  // e0 - e7 
        PkgInt.pack4bits(3,3,3,3,3,3,3,3),  // e8 - ef 
        PkgInt.pack4bits(3,3,3,3,3,3,3,3),  // f0 - f7 
        PkgInt.pack4bits(3,3,3,3,3,3,3,0)   // f8 - ff 
    };
    
    private static int[] euctwStateTable = new int[] {
        PkgInt.pack4bits(ERROR,ERROR,START,    3,    3,    3,    4,ERROR),//00-07 
        PkgInt.pack4bits(ERROR,ERROR,ERROR,ERROR,ERROR,ERROR,ITSME,ITSME),//08-0f 
        PkgInt.pack4bits(ITSME,ITSME,ITSME,ITSME,ITSME,ERROR,START,ERROR),//10-17 
        PkgInt.pack4bits(START,START,START,ERROR,ERROR,ERROR,ERROR,ERROR),//18-1f 
        PkgInt.pack4bits(    5,ERROR,ERROR,ERROR,START,ERROR,START,START),//20-27 
        PkgInt.pack4bits(START,ERROR,START,START,START,START,START,START) //28-2f 
    };
    
    private static int[] euctwCharLenTable = new int[] {
        0, 0, 1, 2, 2, 2, 3
    };
}
Java Source Code List
