/* * guess.c - guessing character encoding * * Copyright (c) 2000-2024 Shiro Kawai * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * * 3. Neither the name of the authors nor the names of its contributors * may be used to endorse or promote products derived from this * software without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED * TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ #include #include #include #include "charconv.h" typedef struct guess_arc_rec { unsigned int next; /* next state */ double score; /* score */ } guess_arc; typedef struct guess_dfa_rec { signed char (*states)[256]; guess_arc *arcs; int state; double score; } guess_dfa; #define DFA_INIT(st, ar) \ { st, ar, 0, 1.0 } #define DFA_NEXT(dfa, ch) \ do { \ int arc__; \ if (dfa.state >= 0) { \ arc__ = dfa.states[dfa.state][ch]; \ if (arc__ < 0) { \ dfa.state = -1; \ } else { \ dfa.state = dfa.arcs[arc__].next; \ dfa.score *= dfa.arcs[arc__].score; \ } \ } \ } while (0) #define DFA_ALIVE(dfa) (dfa.state >= 0) /* include DFA table generated by guess.scm */ #include "guess_tab.c" static const char *guess_jp(const char *buf, ScmSize buflen, void *data SCM_UNUSED) { guess_dfa eucj = DFA_INIT(guess_eucj_st, guess_eucj_ar); guess_dfa sjis = DFA_INIT(guess_sjis_st, guess_sjis_ar); guess_dfa utf8 = DFA_INIT(guess_utf8_st, guess_utf8_ar); for (ScmSize i=0; iscore <= utf8.score) top = &utf8; } else { top = &utf8; } } if (DFA_ALIVE(sjis)) { if (top) { if (top->score < sjis.score) top = &sjis; } else { top = &sjis; } } if (top == &eucj) return "EUC-JP"; if (top == &utf8) return "UTF-8"; if (top == &sjis) return "Shift_JIS"; return NULL; } /* * Initialization */ void Scm_Init_convguess(void) { Scm_RegisterCodeGuessingProc("*JP", guess_jp, NULL); }