package org.apache.lucene.analysis.ja.dict;
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
import java.io.BufferedInputStream;
import java.io.IOException;
import java.io.InputStream;
import org.apache.lucene.codecs.CodecUtil;
import org.apache.lucene.store.DataInput;
import org.apache.lucene.store.InputStreamDataInput;
import org.apache.lucene.util.IOUtils;
/**
* Character category data.
*/
public final class CharacterDefinition {
public static final String FILENAME_SUFFIX = ".dat";
public static final String HEADER = "kuromoji_cd";
public static final int VERSION = 1;
public static final int CLASS_COUNT = CharacterClass.values().length;
// only used internally for lookup:
private static enum CharacterClass {
NGRAM, DEFAULT, SPACE, SYMBOL, NUMERIC, ALPHA, CYRILLIC, GREEK, HIRAGANA, KATAKANA, KANJI, KANJINUMERIC;
}
private final byte[] characterCategoryMap = new byte[0x10000];
private final boolean[] invokeMap = new boolean[CLASS_COUNT];
private final boolean[] groupMap = new boolean[CLASS_COUNT];
// the classes:
public static final byte NGRAM = (byte) CharacterClass.NGRAM.ordinal();
public static final byte DEFAULT = (byte) CharacterClass.DEFAULT.ordinal();
public static final byte SPACE = (byte) CharacterClass.SPACE.ordinal();
public static final byte SYMBOL = (byte) CharacterClass.SYMBOL.ordinal();
public static final byte NUMERIC = (byte) CharacterClass.NUMERIC.ordinal();
public static final byte ALPHA = (byte) CharacterClass.ALPHA.ordinal();
public static final byte CYRILLIC = (byte) CharacterClass.CYRILLIC.ordinal();
public static final byte GREEK = (byte) CharacterClass.GREEK.ordinal();
public static final byte HIRAGANA = (byte) CharacterClass.HIRAGANA.ordinal();
public static final byte KATAKANA = (byte) CharacterClass.KATAKANA.ordinal();
public static final byte KANJI = (byte) CharacterClass.KANJI.ordinal();
public static final byte KANJINUMERIC = (byte) CharacterClass.KANJINUMERIC.ordinal();
private CharacterDefinition() throws IOException {
InputStream is = null;
boolean success = false;
try {
is = BinaryDictionary.getClassResource(getClass(), FILENAME_SUFFIX);
is = new BufferedInputStream(is);
final DataInput in = new InputStreamDataInput(is);
CodecUtil.checkHeader(in, HEADER, VERSION, VERSION);
in.readBytes(characterCategoryMap, 0, characterCategoryMap.length);
for (int i = 0; i < CLASS_COUNT; i++) {
final byte b = in.readByte();
invokeMap[i] = (b & 0x01) != 0;
groupMap[i] = (b & 0x02) != 0;
}
success = true;
} finally {
if (success) {
IOUtils.close(is);
} else {
IOUtils.closeWhileHandlingException(is);
}
}
}
public byte getCharacterClass(char c) {
return characterCategoryMap[c];
}
public boolean isInvoke(char c) {
return invokeMap[characterCategoryMap[c]];
}
public boolean isGroup(char c) {
return groupMap[characterCategoryMap[c]];
}
public boolean isKanji(char c) {
final byte characterClass = characterCategoryMap[c];
return characterClass == KANJI || characterClass == KANJINUMERIC;
}
public static byte lookupCharacterClass(String characterClassName) {
return (byte) CharacterClass.valueOf(characterClassName).ordinal();
}
public static CharacterDefinition getInstance() {
return SingletonHolder.INSTANCE;
}
private static class SingletonHolder {
static final CharacterDefinition INSTANCE;
static {
try {
INSTANCE = new CharacterDefinition();
} catch (IOException ioe) {
throw new RuntimeException("Cannot load CharacterDefinition.", ioe);
}
}
}
}