Mercurial > audlegacy
diff src/libguess/guess.scm @ 2559:b474ecb5bde4 trunk
[svn] revise str_to_utf8():
- new utf8 validator using libguess DFA has been implemented. str_to_utf8() tries utf8 validation first.
- default conversion from ISO-8859-1 is enabled regardless of chardet.
- libguess and librcd is always compiled in.
- some libguess cleanups.
author | yaz |
---|---|
date | Wed, 21 Feb 2007 04:25:12 -0800 |
parents | 3149d4b1a9a9 |
children |
line wrap: on
line diff
--- a/src/libguess/guess.scm Wed Feb 21 03:52:52 2007 -0800 +++ b/src/libguess/guess.scm Wed Feb 21 04:25:12 2007 -0800 @@ -231,33 +231,32 @@ ;;; ;;; UCS-2LE ;;; - -(define-dfa ucs2le - (init - ((#xff) le 1.0) - (((#x00 #x7f)) ascii 1.0) - (((#x00 #xff)) multi 1.0)) - (le - ((#xfe) init 1.0)) - (ascii - ((#x00) init 1.0)) - (multi - (((#x00 #xff)) init 1.0))) +; (define-dfa ucs2le +; (init +; ((#xff) le 1.0) +; (((#x00 #x7f)) ascii 1.0) +; (((#x00 #xff)) multi 1.0)) +; (le +; ((#xfe) init 1.0)) +; (ascii +; ((#x00) init 1.0)) +; (multi +; (((#x00 #xff)) init 1.0))) ;;; ;;; UCS-2BE ;;; -(define-dfa ucs2be - (init - ((#xfe) be 1.0) - ((#x00) ascii 1.0) - (((#x00 #xff)) multi 1.0)) - (be - ((#xff) init 1.0)) - (ascii - (((#x00 #x7f)) init 1.0)) - (multi - (((#x00 #xff)) init 1.0))) +; (define-dfa ucs2be +; (init +; ((#xfe) be 1.0) +; ((#x00) ascii 1.0) +; (((#x00 #xff)) multi 1.0)) +; (be +; ((#xff) init 1.0)) +; (ascii +; (((#x00 #x7f)) init 1.0)) +; (multi +; (((#x00 #xff)) init 1.0))) ;;;