t-suw****@users*****
t-suw****@users*****
2007年 9月 8日 (土) 22:35:18 JST
Index: AquaSKK/src/context/SKKRomanKanaConverter.cpp diff -u /dev/null AquaSKK/src/context/SKKRomanKanaConverter.cpp:1.1.2.1 --- /dev/null Sat Sep 8 22:35:18 2007 +++ AquaSKK/src/context/SKKRomanKanaConverter.cpp Sat Sep 8 22:35:18 2007 @@ -0,0 +1,240 @@ +/* -*- C++ -*- + MacOS X implementation of the SKK input method. + + Copyright (C) 2007 Tomotaka SUWA <t.suw****@mac*****> + + This program is free software; you can redistribute it and/or modify + it under the terms of the GNU General Public License as published by + the Free Software Foundation; either version 2 of the License, or + any later version. + + This program is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU General Public License for more details. + + You should have received a copy of the GNU General Public License + along with this program; if not, write to the Free Software + Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA +*/ + +#include <iostream> +#include <fstream> +#include <sstream> +#include <map> +#include "jconv.h" +#include "SKKRomanKanaConverter.h" + +// ====================================================================== +// ユーティリティ +// ====================================================================== +void unescape_string(std::string& str) { + static struct { + std::string from; + const char* to; + } escape[] = { + { ",", "," }, + { "&space;", " " }, + { "♯", "#" }, + { "", 0x00 }, + }; + + for(int i = 0; escape[i].to != 0x00; ++ i) { + std::string& target = escape[i].from; + for(unsigned pos = str.find(target); pos != std::string::npos; pos = str.find(target)) { + str.replace(pos, target.length(), escape[i].to); + } + } +} + +// ====================================================================== +// SKKRomanKanaConverter::Node インタフェース +// ====================================================================== +class SKKRomanKanaConverter::Node { + std::string hirakana_; + std::string katakana_; + std::string jisx0201kana_; + std::string next_; + + std::map<char, SKKRomanKanaConverter::Node> children_; + +public: + Node() {} + Node(const std::string& hirakana, const std::string& katakana, + const std::string& jisx0201kana, const std::string& next) + : hirakana_(hirakana), katakana_(katakana), jisx0201kana_(jisx0201kana), next_(next) {} + + // åˆæœŸåŒ– + void Clear() { + children_.clear(); + } + + // ãƒŽãƒ¼ãƒ‰è¿½åŠ + void Add(const std::string& str, const Node& node, int depth = 0) { + // 末端ã‹ï¼Ÿ + if(str.size() - 1 == depth) { + children_[str[depth]] = node; + } else { + children_[str[depth]].Add(str, node, depth + 1); // å†å¸°è¿½åŠ + } + } + + // ノード検索 + const Node* Traverse(const std::string& str, int& match_length, int depth = 0) { + // [1] データä¸è¶³(ex. "k" ã‚„ "ch" ãªã©) + if(depth == str.size()) { + match_length = 0; + return 0; + } + + // 一致？ + if(children_.find(str[depth]) != children_.end()) { + Node& leaf = children_[str[depth]]; + + // 末端ã§ãªã„ãªã‚‰å†å¸°æ¤œç´¢ + if(!leaf.children_.empty()) { + return leaf.Traverse(str, match_length, depth + 1); + } + + // [2] 完全一致 + match_length = depth + 1; + return &leaf; + } + + // [3] 部分一致(ex. "kb" ã‚„ "chm" ãªã©) + if(0 < depth) { + match_length = depth; + + // 節ã‹ã¤è‘‰ã§ã‚‚ã‚る「nã€ã®ã‚ˆã†ãªå ´åˆã«ã¯ã€ä¸€è‡´ã¨ã—ã¦æ‰±ã† + if(!hirakana_.empty()) { + return this; + } + + return 0; + } + + // [4] å…¨ã一致ã—ãªã‹ã£ãŸ + match_length = -1; + return 0; + } + + // ノード文å—列å–å¾— + const std::string& KanaString(SKK::InputMode mode) const { + switch(mode) { + case SKK::Hirakana: + return hirakana_; + + case SKK::Katakana: + return katakana_; + + case SKK::Jisx0201Kana: + return jisx0201kana_; + + default: + std::cerr << "SKKRomanKanaConverter::Node::KanaString(): invalid mode [" << mode << "]" << std::endl; + break; + } + } + + // 次状態文å—列å–å¾— + const std::string& NextState() const { + return next_; + } +}; + +// ====================================================================== +// SKKRomanKanaConverter インタフェース +// ====================================================================== +SKKRomanKanaConverter& SKKRomanKanaConverter::theInstance() { + static Node root; + static SKKRomanKanaConverter obj(root); + return obj; +} + +// Node ã®ã‚¤ãƒ³ã‚¿ãƒ•ã‚§ãƒ¼ã‚¹ã‚’éš ã™ãŸã‚ã®è‹¦ã—ã„実装 +SKKRomanKanaConverter::SKKRomanKanaConverter(Node& node) : root_(node) { +} + +void SKKRomanKanaConverter::Initialize(const std::string& path) { + std::ifstream rule(path.c_str()); + std::string str; + + if(!rule) { + std::cerr << "SKKRomanKanaConverter::Initialize(): can't open file [" << path << "]" << std::endl; + return; + } + + // クリア + root_.Clear(); + + while(std::getline(rule, str)) { + if(str.empty() || str[0] == '#') continue; + + // EUC-JP → UTF-8 å¤‰æ› + std::string utf8; + jconv::convert_eucj_to_utf8(str, utf8); + + // å…¨ã¦ã® ',' を空白ã«ç½®æ›ã—ã¦åˆ†è§£ã™ã‚‹ + std::replace(utf8.begin(), utf8.end(), ',', ' '); + std::istringstream buf(utf8); + + // 変æ›ãƒ«ãƒ¼ãƒ«ã‚’èªã‚€ + std::string label, hirakana, katakana, jisx0201kana, next; + if(buf >> label >> hirakana >> katakana >> jisx0201kana) { + // オプションã®æ¬¡çŠ¶æ…‹ã‚‚èªã‚€ + buf >> next; + + // エスケープ文å—ã‚’å…ƒã«æˆ»ã™ + unescape_string(label); + unescape_string(hirakana); + unescape_string(katakana); + unescape_string(jisx0201kana); + unescape_string(next); + + // è¿½åŠ + root_.Add(label, Node(hirakana, katakana, jisx0201kana, next)); + } else { + // ä¸æ£ãªå½¢å¼ + std::cerr << "SKKRomanKanaConverter::Initialize(): invalid rule [" << utf8 << "]" << std::endl; + } + } +} + +bool SKKRomanKanaConverter::Execute(SKK::InputMode mode, const std::string& in, std::string& out, std::string& next) { + bool converted = false; + std::string str(in); + + out.clear(); + next.clear(); + + while(!str.empty()) { + int match_length; + const Node* node = root_.Traverse(str, match_length); + + // 変æ›ã§ããŸï¼Ÿ + if(node) { + out += node->KanaString(mode); + next = node->NextState(); + converted = true; + } else { + converted = false; + } + + // 部分的ã«ä¸€è‡´ã—ã¦ã„ã‚‹ãŒãƒ‡ãƒ¼ã‚¿ä¸è¶³ã®ãŸã‚ã“れ以上処ç†ã§ããªã„ + if(!match_length) { + next = str; + return false; + } + + // 最åˆã®ä¸€æ–‡å—ãŒä¸€è‡´ã—ãªã„å ´åˆã€å‡ºåŠ›ã«ã‚³ãƒ”ーã—ã¦æ¬¡ã®æ–‡å—を調ã¹ã‚‹ + if(match_length < 0) { + out += str[0]; + match_length = 1; + } + + // 一致ã—ãŸéƒ¨åˆ†ã‚’削りå–ã£ã¦æ¬¡ã®æ–‡å—を調ã¹ã‚‹ + str = str.substr(match_length); + } + + return converted; +} Index: AquaSKK/src/context/SKKRomanKanaConverter.h diff -u /dev/null AquaSKK/src/context/SKKRomanKanaConverter.h:1.1.2.1 --- /dev/null Sat Sep 8 22:35:18 2007 +++ AquaSKK/src/context/SKKRomanKanaConverter.h Sat Sep 8 22:35:18 2007 @@ -0,0 +1,53 @@ +/* -*- C++ -*- + MacOS X implementation of the SKK input method. + + Copyright (C) 2007 Tomotaka SUWA <t.suw****@mac*****> + + This program is free software; you can redistribute it and/or modify + it under the terms of the GNU General Public License as published by + the Free Software Foundation; either version 2 of the License, or + any later version. + + This program is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU General Public License for more details. + + You should have received a copy of the GNU General Public License + along with this program; if not, write to the Free Software + Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA +*/ + +#ifndef INC__SKKRomanKanaConverter__ +#define INC__SKKRomanKanaConverter__ + +#include <string> +#include "SKK.h" + +class SKKRomanKanaConverter { + class Node; + Node& root_; + + SKKRomanKanaConverter(); + SKKRomanKanaConverter(Node& node); + SKKRomanKanaConverter(const SKKRomanKanaConverter&); + +public: + static SKKRomanKanaConverter& theInstance(); + + void Initialize(const std::string& path); + + // ãƒãƒ¼ãƒžå—ã‹ãªå¤‰æ› + // + // 引数： + // in=ãƒãƒ¼ãƒžå—æ–‡å—列 + // out=çµæžœæ–‡å—列(変æ›ã•ã‚Œãªãã¦ã‚‚è¨å®šã•ã‚Œã‚‹ã“ã¨ã¯ã‚ã‚‹) + // next=次状態文å—列 + // + // 戻り値： + // true=変æ›ã•ã‚ŒãŸã€false=変æ›ã•ã‚Œãªã‹ã£ãŸ + // + bool Execute(SKK::InputMode mode, const std::string& in, std::string& out, std::string& next); +}; + +#endif Index: AquaSKK/src/context/kana-rule-list diff -u /dev/null AquaSKK/src/context/kana-rule-list:1.1.2.1 --- /dev/null Sat Sep 8 22:35:18 2007 +++ AquaSKK/src/context/kana-rule-list Sat Sep 8 22:35:18 2007 @@ -0,0 +1,276 @@ +# $Id: kana-rule-list,v 1.1.2.1 2007/09/08 13:35:18 t-suwa Exp $ + +# このファイルは改行コードがLF、文字エンコーディングがEUC-JPでなければなりません。 +# 五つ目の項目は次状態です。無ければ項目自体を省略します。 +# エントリの順序には気を付けて下さい。例えば「ba」というエントリに出会うと、 +# AquaSKKはまず「b」という枝を探しますが、ここではまだ存在しないので +# 「b」という空の枝を作成します。この後に「b」というエントリが現れると +# そのエントリ「b」は既に定義されているのでどうなるか分かりません。 + +# 最初の項目の,は半角カンマに置換されます。 + +a,あ,ア,ｱ + +bb,っ,ッ,ｯ,b +ba,ば,バ,ﾊﾞ +bi,び,ビ,ﾋﾞ +bu,ぶ,ブ,ﾌﾞ +be,べ,ベ,ﾍﾞ +bo,ぼ,ボ,ﾎﾞ +bya,びゃ,ビャ,ﾋﾞｬ +byi,びぃ,ビィ,ﾋﾞｨ +byu,びゅ,ビュ,ﾋﾞｭ +bye,びぇ,ビェ,ﾋﾞｪ +byo,びょ,ビョ,ﾋﾞｮ + +cc,っ,ッ,ｯ,c +cha,ちゃ,チャ,ﾁｬ +chi,ち,チ,ﾁ +chu,ちゅ,チュ,ﾁｭ +che,ちぇ,チェ,ﾁｪ +cho,ちょ,チョ,ﾁｮ +cya,ちゃ,チャ,ﾁｬ +cyi,ちぃ,チィ,ﾁｨ +cyu,ちゅ,チュ,ﾁｭ +cye,ちぇ,チェ,ﾁｪ +cyo,ちょ,チョ,ﾁｮ + +dd,っ,ッ,ｯ,d +da,だ,ダ,ﾀﾞ +di,ぢ,ヂ,ﾁﾞ +du,づ,ヅ,ﾂﾞ +de,で,デ,ﾃﾞ +do,ど,ド,ﾄﾞ +dha,でゃ,デャ,ﾃﾞｬ +dhi,でぃ,ディ,ﾃﾞｨ +dhu,でゅ,デュ,ﾃﾞｭ +dhe,でぇ,デェ,ﾃﾞｪ +dho,でょ,デョ,ﾃﾞｮ +dya,ぢゃ,ヂャ,ﾁﾞｬ +dyi,ぢぃ,ヂィ,ﾁﾞｨ +dyu,ぢゅ,ヂュ,ﾁﾞｭ +dye,ぢぇ,ヂェ,ﾁﾞｪ +dyo,ぢょ,ヂョ,ﾁﾞｮ + +e,え,エ,ｴ + +ff,っ,ッ,ｯ,f +fa,ふぁ,ファ,ﾌｧ +fi,ふぃ,フィ,ﾌｨ +fu,ふ,フ,ﾌ +fe,ふぇ,フェ,ﾌｪ +fo,ふぉ,フォ,ﾌｫ +fya,ふゃ,フャ,ﾌｬ +fyi,ふぃ,フィ,ﾌｨ +fyu,ふゅ,フュ,ﾌｭ +fye,ふぇ,フェ,ﾌｪ +fyo,ふょ,フョ,ﾌｮ + +gg,っ,ッ,ｯ,g +ga,が,ガ,ｶﾞ +gi,ぎ,ギ,ｷﾞ +gu,ぐ,グ,ｸﾞ +ge,げ,ゲ,ｹﾞ +go,ご,ゴ,ｺﾞ +gya,ぎゃ,ギャ,ｷﾞｬ +gyi,ぎぃ,ギィ,ｷﾞｨ +gyu,ぎゅ,ギュ,ｷﾞｭ +gye,ぎぇ,ギェ,ｷﾞｪ +gyo,ぎょ,ギョ,ｷﾞｮ + +hh,っ,ッ,ｯ,h +ha,は,ハ,ﾊ +hi,ひ,ヒ,ﾋ +hu,ふ,フ,ﾌ +he,へ,ヘ,ﾍ +ho,ほ,ホ,ﾎ +hya,ひゃ,ヒャ,ﾋｬ +hyi,ひぃ,ヒィ,ﾋｨ +hyu,ひゅ,ヒュ,ﾋｭ +hye,ひぇ,ヒェ,ﾋｪ +hyo,ひょ,ヒョ,ﾋｮ + +i,い,イ,ｲ + +jj,っ,ッ,ｯ,j +ja,じゃ,ジャ,ｼﾞｬ +ji,じ,ジ,ｼﾞ +ju,じゅ,ジュ,ｼﾞｭ +je,じぇ,ジェ,ｼﾞｪ +jo,じょ,ジョ,ｼﾞｮ +jya,じゃ,ジャ,ｼﾞｬ +jyi,じぃ,ジィ,ｼﾞｨ +jyu,じゅ,ジュ,ｼﾞｭ +jye,じぇ,ジェ,ｼﾞｪ +jyo,じょ,ジョ,ｼﾞｮ + +kk,っ,ッ,ｯ,k +ka,か,カ,ｶ +ki,き,キ,ｷ +ku,く,ク,ｸ +ke,け,ケ,ｹ +ko,こ,コ,ｺ +kya,きゃ,キャ,ｷｬ +kyi,きぃ,キィ,ｷｨ +kyu,きゅ,キュ,ｷｭ +kye,きぇ,キェ,ｷｪ +kyo,きょ,キョ,ｷｮ + +mm,っ,ッ,ｯ,m +ma,ま,マ,ﾏ +mi,み,ミ,ﾐ +mu,む,ム,ﾑ +me,め,メ,ﾒ +mo,も,モ,ﾓ +mya,みゃ,ミャ,ﾐｬ +myi,みぃ,ミィ,ﾐｨ +myu,みゅ,ミュ,ﾐｭ +mye,みぇ,ミェ,ﾐｪ +myo,みょ,ミョ,ﾐｮ + +n,ん,ン,ﾝ +n',ん,ン,ﾝ +nn,ん,ン,ﾝ +na,な,ナ,ﾅ +ni,に,ニ,ﾆ +nu,ぬ,ヌ,ﾇ +ne,ね,ネ,ﾈ +no,の,ノ,ﾉ +nya,にゃ,ニャ,ﾆｬ +nyi,にぃ,ニィ,ﾆｨ +nyu,にゅ,ニュ,ﾆｭ +nye,にぇ,ニェ,ﾆｪ +nyo,にょ,ニョ,ﾆｮ + +o,お,オ,ｵ + +pp,っ,ッ,ｯ,p +pa,ぱ,パ,ﾊﾟ +pi,ぴ,ピ,ﾋﾟ +pu,ぷ,プ,ﾌﾟ +pe,ぺ,ペ,ﾍﾟ +po,ぽ,ポ,ﾎﾟ +pya,ぴゃ,ピャ,ﾋﾟｬ +pyi,ぴぃ,ピィ,ﾋﾟｨ +pyu,ぴゅ,ピュ,ﾋﾟｭ +pye,ぴぇ,ピェ,ﾋﾟｪ +pyo,ぴょ,ピョ,ﾋﾟｮ + +rr,っ,ッ,ｯ,r +ra,ら,ラ,ﾗ +ri,り,リ,ﾘ +ru,る,ル,ﾙ +re,れ,レ,ﾚ +ro,ろ,ロ,ﾛ +rya,りゃ,リャ,ﾘｬ +ryi,りぃ,リィ,ﾘｨ +ryu,りゅ,リュ,ﾘｭ +rye,りぇ,リェ,ﾘｪ +ryo,りょ,リョ,ﾘｮ + +ss,っ,ッ,ｯ,s +sa,さ,サ,ｻ +si,し,シ,ｼ +su,す,ス,ｽ +se,せ,セ,ｾ +so,そ,ソ,ｿ +sha,しゃ,シャ,ｼｬ +shi,し,シ,ｼ +shu,しゅ,シュ,ｼｭ +she,しぇ,シェ,ｼｪ +sho,しょ,ショ,ｼｮ +sya,しゃ,シャ,ｼｬ +syi,しぃ,シィ,ｼｨ +syu,しゅ,シュ,ｼｭ +sye,しぇ,シェ,ｼｪ +syo,しょ,ショ,ｼｮ + +tt,っ,ッ,ｯ,t +ta,た,タ,ﾀ +ti,ち,チ,ﾁ +tu,つ,ツ,ﾂ +te,て,テ,ﾃ +to,と,ト,ﾄ +tha,てぁ,テァ,ﾃｧ +thi,てぃ,ティ,ﾃｨ +thu,てゅ,テュ,ﾃｭ +the,てぇ,テェ,ﾃｪ +tho,てょ,テョ,ﾃｮ +tsu,つ,ツ,ﾂ +tya,ちゃ,チャ,ﾁｬ +tyi,ちぃ,チィ,ﾁｨ +tyu,ちゅ,チュ,ﾁｭ +tye,ちぇ,チェ,ﾁｪ +tyo,ちょ,チョ,ﾁｮ + +u,う,ウ,ｳ + +vv,っ,ッ,ｯ,v +va,う゛ぁ,ヴァ,ｳﾞｧ +vi,う゛ぃ,ヴィ,ｳﾞｨ +vu,う゛,ヴ,ｳﾞ +ve,う゛ぇ,ヴェ,ｳﾞｪ +vo,う゛ぉ,ヴォ,ｳﾞｫ + +ww,っ,ッ,ｯ,w +wa,わ,ワ,ﾜ +wi,うぃ,ウィ,ｳｨ +wu,う,ウ,ｳ +we,うぇ,ウェ,ｳｪ +wo,を,ヲ,ｦ + +xx,っ,ッ,ｯ,x +xa,ぁ,ァ,ｧ +xi,ぃ,ィ,ｨ +xu,ぅ,ゥ,ｩ +xe,ぇ,ェ,ｪ +xo,ぉ,ォ,ｫ +xka,ヵ,ヵ,ｶ +xke,ヶ,ヶ,ｹ +xtsu,っ,ッ,ｯ +xtu,っ,ッ,ｯ +xu,ぅ,ゥ,ｩ +xwa,ゎ,ヮ,ﾜ +xwe,ゑ,ヱ,ｴ +xwi,ゐ,ヰ,ｲ +xya,ゃ,ャ,ｬ +xyo,ょ,ョ,ｮ +xyu,ゅ,ュ,ｭ + +yy,っ,ッ,ｯ,y +ya,や,ヤ,ﾔ +yi,い,イ,ｲ +yu,ゆ,ユ,ﾕ +ye,いぇ,イェ,ｲｪ +yo,よ,ヨ,ﾖ + +zz,っ,ッ,ｯ,z +za,ざ,ザ,ｻﾞ +zi,じ,ジ,ｼﾞ +zu,ず,ズ,ｽﾞ +ze,ぜ,ゼ,ｾﾞ +zo,ぞ,ゾ,ｿﾞ +zya,じゃ,ジャ,ｼﾞｬ +zyi,じぃ,ジィ,ｼﾞｨ +zyu,じゅ,ジュ,ｼﾞｭ +zye,じぇ,ジェ,ｼﾞｪ +zyo,じょ,ジョ,ｼﾞｮ +z,,‥,‥,‥ +z-,〜,〜,〜 +z.,…,…,… +z/,・,・,･ +z[,『,『,『 +z],』,』,』 +zh,←,←,← +zj,↓,↓,↓ +zk,↑,↑,↑ +zl,→,→,→ + +-,ー,ー,ｰ +:,：,：,： +;,；,；,； +[,「,「,｢ +],」,」,｣ + +.,。,。,｡ +,,、,、,､
Fork