.eunjeon.seunjeon_2.12.1.5.0.source-code.char.def Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of seunjeon_2.12 Show documentation
seunjeon
The newest version!
#   Korean & Japanese charcter category map

###################################################################################
# 
#  CHARACTER CATEGORY DEFINITION
#
#  CATEGORY_NAME INVOKE GROUP LENGTH
#
#   - CATEGORY_NAME: Name of category. you have to define DEFAULT class.
#   - INVOKE: 1/0:   always invoke unknown word processing, evan when the word can be found in the lexicon
#   - GROUP:  1/0:   make a new word by grouping the same chracter category
#   - LENGTH: n:     1 to n length new words are added
#
# length 가 0이라면 group 은 1이여야 함.
# group 이 1이라도 length가 0이상이라면 maxUnkLength 에 의해 생성되지 않을수도 있음.
# TODO: maxUnkLength 설정값이 char.def 파일 안으로 와야하지 않나라고 생각이 듬. 그러면 문자별로 조절이 가능함.
DEFAULT         0 1 0  # DEFAULT is a mandatory category!
SPACE           0 0 1   # don't modify this.
HANJA           0 1 1
KANJI           0 1 0
SYMBOL          1 0 1
NUMERIC         1 1 0
ALPHA           1 1 0
HANGUL          0 1 2 # Korean
HIRAGANA        1 1 0
KATAKANA        1 1 0
HANJANUMERIC    1 1 0
GREEK           1 1 0
CYRILLIC        1 1 0

###################################################################################
#
# CODE(UCS2) TO CATEGORY MAPPING
#

# SPACE
0x0020 SPACE  # DO NOT REMOVE THIS LINE, 0x0020 is reserved for SPACE
0x000D SPACE  # CR
0x0009 SPACE  # HT
0x000B SPACE  # VT
0x000A SPACE  # LF

# ASCII
0x0021..0x002F SYMBOL
0x0030..0x0039 NUMERIC
0x003A..0x0040 SYMBOL
0x0041..0x005A ALPHA
0x005B..0x0060 SYMBOL
0x0061..0x007A ALPHA
0x007B..0x007E SYMBOL

# Latin
0x00A1..0x00BF SYMBOL # Latin 1
0x00C0..0x00FF ALPHA  # Latin 1
0x0100..0x017F ALPHA  # Latin Extended A
0x0180..0x0236 ALPHA  # Latin Extended B
0x1E00..0x1EF9 ALPHA  # Latin Extended Additional

# CYRILLIC
0x0400..0x04F9 CYRILLIC
0x0500..0x050F CYRILLIC # Cyrillic supplementary

# GREEK
0x0374..0x03FB GREEK # Greek and Coptic

# HANGUL
0xAC00..0xD7A3  HANGUL
0x1100..0x11FF  HANGUL  # Hangul Jamo
0x3130..0x318F  HANGUL  # Hangul Compatibility Jamo

# HIRAGANA
0x3041..0x309F  HIRAGANA

# KATAKANA
0x30A1..0x30FF  KATAKANA
0x31F0..0x31FF  KATAKANA  # Small KU .. Small RO
# 0x30FC          KATAKANA HIRAGANA  # ー
0x30FC          KATAKANA

# Half KATAKANA
0xFF66..0xFF9D  KATAKANA
0xFF9E..0xFF9F  KATAKANA

# HANJA
0x2E80..0x2EF3  HANJA # CJK Raidcals Supplement
0x3005          HANJA # IDEOGRAPHIC ITERATION MARK
0x3007          HANJA # IDEOGRAPHIC NUMBER ZERO
0x3400..0x4DB5  HANJA # CJK Unified Ideographs Extention
0x4E00..0x9FA5  HANJA
0xF900..0xFA2D  HANJA
0xFA30..0xFA6A  HANJA

# KANJI
0x2F00..0x2FD5  KANJI # KANJI Radicals

# HANJA-NUMERIC (一 二 三 四 五 六 七 八 九 十 百 千 万 億 兆)
0x4E00 HANJANUMERIC HANJA
0x4E8C HANJANUMERIC HANJA
0x4E09 HANJANUMERIC HANJA
0x56DB HANJANUMERIC HANJA
0x4E94 HANJANUMERIC HANJA
0x516D HANJANUMERIC HANJA
0x4E03 HANJANUMERIC HANJA
0x516B HANJANUMERIC HANJA
0x4E5D HANJANUMERIC HANJA
0x5341 HANJANUMERIC HANJA
0x767E HANJANUMERIC HANJA
0x5343 HANJANUMERIC HANJA
0x4E07 HANJANUMERIC HANJA
0x5104 HANJANUMERIC HANJA
0x5146 HANJANUMERIC HANJA

# ZENKAKU 
0xFF10..0xFF19 NUMERIC
0xFF21..0xFF3A ALPHA
0xFF41..0xFF5A ALPHA
0xFF01..0xFF0F SYMBOL
0xFF1A..0xFF1F SYMBOL
0xFF3B..0xFF40 SYMBOL 
0xFF5B..0xFF65 SYMBOL
0xFFE0..0xFFEF SYMBOL # HalfWidth and Full width Form

# OTHER SYMBOLS
0x2000..0x206F  SYMBOL # General Punctuation
0x2070..0x209F  NUMERIC # Superscripts and Subscripts
0x20A0..0x20CF  SYMBOL # Currency Symbols
0x20D0..0x20FF  SYMBOL # Combining Diaritical Marks for Symbols
0x2100..0x214F  SYMBOL # Letterlike Symbols
0x2150..0x218F  NUMERIC # Number forms
0x2100..0x214B  SYMBOL # Letterlike Symbols
0x2190..0x21FF  SYMBOL # Arrow
0x2200..0x22FF  SYMBOL # Mathematical Operators
0x2300..0x23FF  SYMBOL # Miscellaneuos Technical
0x2460..0x24FF  SYMBOL # Enclosed NUMERICs
0x2501..0x257F  SYMBOL # Box Drawing
0x2580..0x259F  SYMBOL # Block Elements
0x25A0..0x25FF  SYMBOL # Geometric Shapes
0x2600..0x26FE  SYMBOL # Miscellaneous Symbols
0x2700..0x27BF  SYMBOL # Dingbats
0x27F0..0x27FF  SYMBOL # Supplemental Arrows A
0x27C0..0x27EF  SYMBOL # Miscellaneous Mathematical Symbols-A
0x2800..0x28FF  SYMBOL # Braille Patterns
0x2900..0x297F  SYMBOL # Supplemental Arrows B
0x2B00..0x2BFF  SYMBOL # Miscellaneous Symbols and Arrows
0x2A00..0x2AFF  SYMBOL # Supplemental Mathematical Operators
0x3300..0x33FF  SYMBOL
0x3200..0x32FE  SYMBOL # ENclosed CJK Letters and Months
0x3000..0x303F  SYMBOL # CJK Symbol and Punctuation
0xFE30..0xFE4F  SYMBOL # CJK Compatibility Forms
0xFE50..0xFE6B  SYMBOL # Small Form Variants

# added 2006/3/13 
0x3007 SYMBOL HANJANUMERIC

# END OF TABLE