annotate lisp/international/characters.el @ 88556:c1d67f50c8f0

(ebcdic-us, ebcdic-uk): New coding systems.

;;; characters.el --- set syntax and category for multibyte characters

;; Copyright (C) 1995, 1997 Electrotechnical Laboratory, JAPAN.
;; Licensed to the Free Software Foundation.
;; Copyright (C) 2001 Free Software Foundation, Inc.
;; Copyright (C) 2001, 2002
;;   National Institute of Advanced Industrial Science and Technology (AIST)
;;   Registration Number H13PRO009

;; Keywords: multibyte character, character set, syntax, category

;; This file is part of GNU Emacs.

;; GNU Emacs is free software; you can redistribute it and/or modify
;; it under the terms of the GNU General Public License as published by
;; the Free Software Foundation; either version 2, or (at your option)
;; any later version.

;; GNU Emacs is distributed in the hope that it will be useful,
;; but WITHOUT ANY WARRANTY; without even the implied warranty of
;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
;; GNU General Public License for more details.

;; You should have received a copy of the GNU General Public License
;; along with GNU Emacs; see the file COPYING.  If not, write to the
;; Free Software Foundation, Inc., 59 Temple Place - Suite 330,
;; Boston, MA 02111-1307, USA.

;;; Commentary:

;; This file contains multibyte characters.  Save this file always in
;; the coding system `iso-2022-7bit'.

;; This file does not define the syntax for Latin-N character sets;
;; those are defined by the files latin-N.el.

;;; Code:

;;; Predefined categories.

;; For each character set.

(define-category ?a "ASCII")
(define-category ?l "Latin")
(define-category ?t "Thai")
(define-category ?g "Greek")
(define-category ?b "Arabic")
(define-category ?w "Hebrew")
(define-category ?y "Cyrillic")
(define-category ?k "Japanese katakana")
(define-category ?r "Japanese roman")
(define-category ?c "Chinese")
(define-category ?j "Japanese")
(define-category ?h "Korean")
(define-category ?e "Ethiopic (Ge'ez)")
(define-category ?v "Vietnamese")
(define-category ?i "Indian")
(define-category ?o "Lao")
(define-category ?q "Tibetan")

;; For each group (row) of 2-byte character sets.

(define-category ?A "Alpha-numeric characters of 2-byte character sets")
(define-category ?C "Chinese (Han) characters of 2-byte character sets")
(define-category ?G "Greek characters of 2-byte character sets")
(define-category ?H "Japanese Hiragana characters of 2-byte character sets")
(define-category ?K "Japanese Katakana characters of 2-byte character sets")
(define-category ?N "Korean Hangul characters of 2-byte character sets")
(define-category ?Y "Cyrillic characters of 2-byte character sets")
(define-category ?I "Indian Glyphs")

;; For phonetic classifications.

(define-category ?0 "consonant")
(define-category ?1 "base (independent) vowel")
(define-category ?2 "upper diacritical mark (including upper vowel)")
(define-category ?3 "lower diacritical mark (including lower vowel)")
(define-category ?4 "tone mark")
(define-category ?5 "symbol")
(define-category ?6 "digit")
(define-category ?7 "vowel-modifying diacritical mark")
(define-category ?8 "vowel-signs")
(define-category ?9 "semivowel lower")

;; For filling.
(define-category ?| "While filling, we can break a line at this character.")

;; For indentation calculation.
(define-category ? 
  "This character counts as a space for indentation purposes.")

;; Keep the following for `kinsoku' processing.  See comments in
;; kinsoku.el.
(define-category ?> "A character which can't be placed at beginning of line.")
(define-category ?< "A character which can't be placed at end of line.")

;; Combining
(define-category ?^ "Combining diacritic or mark")

;;; Setting syntax and category.

;; ASCII

;; All ASCII characters have the category `a' (ASCII) and `l' (Latin).
(modify-category-entry '(32 . 127) ?a)
(modify-category-entry '(32 . 127) ?l)

;; Arabic character set

(let ((charsets '(arabic-iso8859-6
		  arabic-digit
		  arabic-1-column
		  arabic-2-column)))
  (while charsets
;;     (modify-syntax-entry (make-char (car charsets)) "w")
    (map-charset-chars
     #'(lambda (char ignore) (modify-category-entry char ?b))
     (car charsets))
    (setq charsets (cdr charsets))))
(modify-category-entry '(#x600 . #x6ff) ?b)
(modify-category-entry '(#xfb50 . #xfdff) ?b)
(modify-category-entry '(#xfe70 . #xfefe) ?b)

;; Chinese character set (GB2312)

;; (modify-syntax-entry (make-char 'chinese-gb2312) "w")
;; (modify-syntax-entry (make-char 'chinese-gb2312 33) "_")
;; (modify-syntax-entry (make-char 'chinese-gb2312 34) "_")
;; (modify-syntax-entry (make-char 'chinese-gb2312 41) "_")
(modify-syntax-entry ?\〔 "(〕")
(modify-syntax-entry ?\〈 "(〉")
(modify-syntax-entry ?\《 "(》")
(modify-syntax-entry ?\「 "(�")
(modify-syntax-entry ?\『 "(�")
(modify-syntax-entry ?\〖 "(〗")
(modify-syntax-entry ?\� "(】")
(modify-syntax-entry ?\〕 ")〔")
(modify-syntax-entry ?\〉 ")〈")
(modify-syntax-entry ?\》 ")《")
(modify-syntax-entry ?\� ")「")
(modify-syntax-entry ?\� ")『")
(modify-syntax-entry ?\〗 ")〖")
(modify-syntax-entry ?\】 ")�")

;; (modify-category-entry (make-char 'chinese-gb2312) ?c)
;; (modify-category-entry (make-char 'chinese-gb2312) ?\|)
;; (modify-category-entry (make-char 'chinese-gb2312 35) ?A)
;; (modify-category-entry (make-char 'chinese-gb2312 36) ?H)
;; (modify-category-entry (make-char 'chinese-gb2312 37) ?K)
;; (modify-category-entry (make-char 'chinese-gb2312 38) ?G)
;; (modify-category-entry (make-char 'chinese-gb2312 39) ?Y)
;; (let ((row 48))
;;   (while (< row 127)
;;     (modify-category-entry (make-char 'chinese-gb2312 row) ?C)
;;     (setq row (1+ row))))

;; Chinese character set (BIG5)

;; (let ((generic-big5-1-char (make-char 'chinese-big5-1))
;;       (generic-big5-2-char (make-char 'chinese-big5-2)))
;;   (modify-syntax-entry generic-big5-1-char "w")
;;   (modify-syntax-entry generic-big5-2-char "w")

;;   (modify-category-entry generic-big5-1-char ?c)
;;   (modify-category-entry generic-big5-2-char ?c)

;;   (modify-category-entry generic-big5-1-char ?C)
;;   (modify-category-entry generic-big5-2-char ?C)

;;   (modify-category-entry generic-big5-1-char ?\|)
;;   (modify-category-entry generic-big5-2-char ?\|))


;; Chinese character set (CNS11643)

;; (let ((cns-list '(chinese-cns11643-1
;; 		  chinese-cns11643-2
;; 		  chinese-cns11643-3
;; 		  chinese-cns11643-4
;; 		  chinese-cns11643-5
;; 		  chinese-cns11643-6
;; 		  chinese-cns11643-7))
;;       generic-char)
;;   (while cns-list
;;     (setq generic-char (make-char (car cns-list)))
;;     (modify-syntax-entry generic-char "w")
;;     (modify-category-entry generic-char ?c)
;;     (modify-category-entry generic-char ?C)
;;     (modify-category-entry generic-char ?|)
;;     (setq cns-list (cdr cns-list))))

;; Cyrillic character set (ISO-8859-5)

(modify-syntax-entry (decode-char 'iso-8859-5 160) " ")
(modify-syntax-entry ?­ ".")
(modify-syntax-entry ?â„– ".")
(modify-syntax-entry ?§ ".")
(let ((tbl (standard-case-table)))
  (set-case-syntax-pair ?� ?ё tbl)
  (set-case-syntax-pair ?Ђ ?ђ tbl)
  (set-case-syntax-pair ?Ѓ ?ѓ tbl)
  (set-case-syntax-pair ?Є ?є tbl)
  (set-case-syntax-pair ?Ð… ?Ñ• tbl)
  (set-case-syntax-pair ?І ?і tbl)
  (set-case-syntax-pair ?Ї ?ї tbl)
  (set-case-syntax-pair ?Ј ?ј tbl)
  (set-case-syntax-pair ?Љ ?љ tbl)
  (set-case-syntax-pair ?Њ ?њ tbl)
  (set-case-syntax-pair ?Ћ ?ћ tbl)
  (set-case-syntax-pair ?Ќ ?ќ tbl)
  (set-case-syntax-pair ?ÐŽ ?Ñž tbl)
  (set-case-syntax-pair ?� ?џ tbl)
  (set-case-syntax-pair ?� ?а tbl)
  (set-case-syntax-pair ?Б ?б tbl)
  (set-case-syntax-pair ?В ?в tbl)
  (set-case-syntax-pair ?Г ?г tbl)
  (set-case-syntax-pair ?Д ?д tbl)
  (set-case-syntax-pair ?Е ?е tbl)
  (set-case-syntax-pair ?Ж ?ж tbl)
  (set-case-syntax-pair ?З ?з tbl)
  (set-case-syntax-pair ?И ?и tbl)
  (set-case-syntax-pair ?Й ?й tbl)
  (set-case-syntax-pair ?К ?к tbl)
  (set-case-syntax-pair ?Л ?л tbl)
  (set-case-syntax-pair ?М ?м tbl)
  (set-case-syntax-pair ?� ?н tbl)
  (set-case-syntax-pair ?О ?о tbl)
  (set-case-syntax-pair ?П ?п tbl)
  (set-case-syntax-pair ?Р ?р tbl)
  (set-case-syntax-pair ?С ?� tbl)
  (set-case-syntax-pair ?Т ?т tbl)
  (set-case-syntax-pair ?У ?у tbl)
  (set-case-syntax-pair ?Ф ?ф tbl)
  (set-case-syntax-pair ?Ð¥ ?Ñ… tbl)
  (set-case-syntax-pair ?Ц ?ц tbl)
  (set-case-syntax-pair ?Ч ?ч tbl)
  (set-case-syntax-pair ?Ш ?ш tbl)
  (set-case-syntax-pair ?Щ ?щ tbl)
  (set-case-syntax-pair ?Ъ ?ъ tbl)
  (set-case-syntax-pair ?Ы ?ы tbl)
  (set-case-syntax-pair ?Ь ?ь tbl)
  (set-case-syntax-pair ?Э ?� tbl)
  (set-case-syntax-pair ?Ю ?ю tbl)
  (set-case-syntax-pair ?Я ?� tbl))

;; Devanagari character set

;;; Commented out since the categories appear not to be used anywhere
;;; and word syntax is the default.
;; (let ((deflist	'(;; chars	syntax	category
;; 		  ("ö„€€ö„€�ö„€‚"	"w"	?7) ; vowel-modifying diacritical mark
;; 					    ; chandrabindu, anuswar, visarga
;; 		  ("ö„€ƒ-ö„€‘"	"w"	?1) ; independent vowel
;; 		  ("ö„€’-ö„€·"	"w"	?0) ; consonant
;; 		  ("ö„€¹-ö„�†"	"w"	?8) ; matra
;; 		  ("ö„��-ö„�™"	"w"	?6) ; digit
;; 		  ;; Unicode equivalents
;; 		  ("�ंः"	"w"	?7) ; vowel-modifying diacritical mark
;; 					    ; chandrabindu, anuswar, visarga
;; 		  ("अ-�"	"w"	?1) ; independent vowel
;; 		  ("क-ह"	"w"	?0) ; consonant
;; 		  ("ा-ॉ"	"w"	?8) ; matra
;; 		  ("०-९"	"w"	?6) ; digit
;; 		  ))
;;       elm chars len syntax category to ch i)
;;   (while deflist
;;     (setq elm (car deflist))
;;     (setq chars (car elm)
;; 	  len (length chars)
;; 	  syntax (nth 1 elm)
;; 	  category (nth 2 elm)
;; 	  i 0)
;;     (while (< i len)
;;       (if (= (aref chars i) ?-)
;; 	  (setq i (1+ i)
;; 		to (aref chars i))
;; 	(setq ch (aref chars i)
;; 	      to ch))
;;       (while (<= ch to)
;; 	(modify-syntax-entry ch syntax)
;; 	(modify-category-entry ch category)
;; 	(setq ch (1+ ch)))
;;       (setq i (1+ i)))
;;     (setq deflist (cdr deflist))))

;; Ethiopic character set

;; (modify-category-entry (make-char 'ethiopic) ?e)
;; (modify-syntax-entry (make-char 'ethiopic) "w")
(modify-category-entry '(#x1200 . #x137b) ?e)
(let ((chars '(?ö …¡ ?ö …¢ ?ö …£ ?ö …¤ ?ö …¥ ?ö …¦ ?ö …§ ?ö …¨ ?ö ‡€ ?ö ‡‹ ?ö ‡Œ ?ö ‡� ?ö ‡Ž ?ö ‡�
	       ;; Unicode equivalents of the above:
	       ?� ?� ?� ?� ?� ?� ?� ?� ?ﷰ ?ﷻ ?﷼ ?﷽ ?﷾ ?﷿)))
  (while chars
    (modify-syntax-entry (car chars) ".")
    (setq chars (cdr chars))))

;; Greek character set (ISO-8859-7)

;; (modify-category-entry (make-char 'greek-iso8859-7) ?g)
(let ((c #x370))
  (while (<= c #x3ff)
    (modify-category-entry (decode-char 'ucs c) ?g)
    (setq c (1+ c))))

;; (let ((c 182))
;;   (while (< c 255)
;;     (modify-syntax-entry (make-char 'greek-iso8859-7 c) "w")
;;     (setq c (1+ c))))
;; (modify-syntax-entry (make-char 'greek-iso8859-7 160) "w") ; NBSP
;; (modify-syntax-entry ?· ".")
;; (modify-syntax-entry ?» ".")
;; (modify-syntax-entry ?½ ".")
(let ((tbl (standard-case-table)))
  ;; Fixme: non-letter syntax copied from latin-1, but that's dubious
  ;; in several cases.
  (set-case-syntax ?‘ "." tbl)
  (set-case-syntax ?’ "." tbl)
  (set-case-syntax ?¦ "." tbl)
  (set-case-syntax ?¦ "_" tbl)
  (set-case-syntax ?§ "." tbl)
  (set-case-syntax ?© "_" tbl)
  (set-case-syntax ?\« "." tbl)
  (set-case-syntax ?¬ "_" tbl)
  (set-case-syntax ?­ "_" tbl)
  (set-case-syntax ?― "." tbl)
  (set-case-syntax ?° "_" tbl)
  (set-case-syntax ?± "_" tbl)
;;  (set-case-syntax ?· "_" tbl)
;;  (set-case-syntax ?½ "_" tbl)
  (set-case-syntax-pair ?Α ?α tbl)
  (set-case-syntax-pair ?Β ?β tbl)
  (set-case-syntax-pair ?Γ ?γ tbl)
  (set-case-syntax-pair ?Δ ?δ tbl)
  (set-case-syntax-pair ?Ε ?ε tbl)
  (set-case-syntax-pair ?Ζ ?ζ tbl)
  (set-case-syntax-pair ?Η ?η tbl)
  (set-case-syntax-pair ?Θ ?θ tbl)
  (set-case-syntax-pair ?Ι ?ι tbl)
  (set-case-syntax-pair ?Κ ?κ tbl)
  (set-case-syntax-pair ?Λ ?λ tbl)
  (set-case-syntax-pair ?Μ ?μ tbl)
  (set-case-syntax-pair ?� ?ν tbl)
  (set-case-syntax-pair ?Ξ ?ξ tbl)
  (set-case-syntax-pair ?Ο ?ο tbl)
  (set-case-syntax-pair ?Π ?π tbl)
  (set-case-syntax-pair ?Ρ ?� tbl)
  (set-case-syntax-pair ?Σ ?σ tbl)
  (set-case-syntax-pair ?Τ ?τ tbl)
  (set-case-syntax-pair ?Î¥ ?Ï… tbl)
  (set-case-syntax-pair ?Φ ?φ tbl)
  (set-case-syntax-pair ?Χ ?χ tbl)
  (set-case-syntax-pair ?Ψ ?ψ tbl)
  (set-case-syntax-pair ?Ω ?ω tbl)
  (set-case-syntax-pair ?Ϊ ?ϊ tbl)
  (set-case-syntax-pair ?Ϋ ?ϋ tbl)
  (set-case-syntax-pair ?� ?ώ tbl)
  (set-case-syntax-pair ?Ύ ?� tbl)
  (set-case-syntax-pair ?Ό ?ό tbl)
  (set-case-syntax-pair ?Ά ?ά tbl)
  (set-case-syntax-pair ?Έ ?έ tbl)
  (set-case-syntax-pair ?Ή ?ή tbl)
  (set-case-syntax-pair ?Ί ?ί tbl))

;; Hebrew character set (ISO-8859-8)

;; (modify-category-entry (make-char 'hebrew-iso8859-8) ?w)
(let ((c #x591))
  (while (<= c #x5f4)
    (modify-category-entry (decode-char 'ucs c) ?w)
    (setq c (1+ c))))

;; (modify-syntax-entry (make-char 'hebrew-iso8859-8 208) ".") ; PASEQ
;; (modify-syntax-entry (make-char 'hebrew-iso8859-8 211) ".") ; SOF PASUQ
(modify-syntax-entry (decode-char 'ucs #x5be) ".") ; MAQAF
(modify-syntax-entry (decode-char 'ucs #x5c0) ".") ; PASEQ
(modify-syntax-entry (decode-char 'ucs #x5c3) ".") ; SOF PASUQ
(modify-syntax-entry (decode-char 'ucs #x5f3) ".") ; GERESH
(modify-syntax-entry (decode-char 'ucs #x5f4) ".") ; GERSHAYIM

;; (let ((c 224))
;;   (while (< c 251)
;;     (modify-syntax-entry (make-char 'hebrew-iso8859-8 c) "w")
;;     (setq c (1+ c))))
;; (modify-syntax-entry (make-char 'hebrew-iso8859-8 160) "w") ; NBSP

;; Indian character set (IS 13194 and other Emacs original Indian charsets)

;; (modify-category-entry (make-char 'indian-is13194) ?i)
;; (modify-category-entry (make-char 'indian-2-column) ?I)
;; (modify-category-entry (make-char 'indian-glyph) ?I)
;; Unicode Devanagari block
(let ((c #x901))
  (while (<= c #x970)
    (modify-category-entry (decode-char 'ucs c) ?i)
    (setq c (1+ c))))

;;; Commented out since the categories appear not to be used anywhere
;;; and word syntax is the default.
;; (let ((deflist				;
;; 	'(;; chars	syntax	category
;; 	  ("ö€€€ö€€�ö€€‚"	"w"	?7) ; vowel-modifying diacritical mark
;; 				    ; chandrabindu, anuswar, visarga
;; 	  ("ö€€ƒ-ö€€‘"	"w"	?1) ; base (independent) vowel
;; 	  ("ö€€’-ö€€·"	"w"	?0) ; consonant
;; 	  ("ö€€¹-ö€�†"	"w"	?8) ; matra
;; 	  ("ö€��-ö€�™"	"w"	?6) ; digit
;; 	  ))
;;       elm chars len syntax category to ch i)
;;   (while deflist
;;     (setq elm (car deflist))
;;     (setq chars (car elm)
;; 	  len (length chars)
;; 	  syntax (nth 1 elm)
;; 	  category (nth 2 elm)
;; 	  i 0)
;;     (while (< i len)
;;       (if (= (aref chars i) ?-)
;; 	  (setq i (1+ i)
;; 		to (aref chars i))
;; 	(setq ch (aref chars i)
;; 	      to ch))
;;       (while (<= ch to)
;; 	(modify-syntax-entry ch syntax)
;; 	(modify-category-entry ch category)
;; 	(setq ch (1+ ch)))
;;       (setq i (1+ i)))
;;     (setq deflist (cdr deflist))))


;; Japanese character set (JISX0201-kana, JISX0201-roman, JISX0208, JISX0212)

(map-charset-chars
 #'(lambda (char ignore)
     (if (consp char)
	 (let ((from (car char))
	       (to (car char)))
	   (while (<= from to)
	     (modify-category-entry from ?k)
	     (setq from (1+ from))))
       (modify-category-entry char ?k)))
 'katakana-jisx0201)

(map-charset-chars
 #'(lambda (char ignore)
     (if (consp char)
	 (let ((from (car char))
	       (to (cdr char)))
	   (while (<= from to)
	     (modify-category-entry from ?r)
	     (setq from (1+ from))))
       (modify-category-entry char ?r)))
 'latin-jisx0201)
(dolist (l '(katakana-jisx0201 japanese-jisx0208 japanese-jisx0212))
  (map-charset-chars
   #'(lambda (char ignore)
       (if (consp char)
	   (let ((from (car char))
		 (to (cdr char)))
	     (while (<= from to)
	       (modify-category-entry from ?j)
	       (modify-category-entry from ?\|)
	       (setq from (1+ from))))
	 (modify-category-entry char ?j)
	 (modify-category-entry char ?\|)))
   l))

;; Unicode equivalents of JISX0201-kana
(let ((c #xff61))
  (while (<= c #xff9f)
    (modify-category-entry (decode-char 'ucs c) ?k)
    (modify-category-entry (decode-char 'ucs c) ?j)
    (modify-category-entry (decode-char 'ucs c) ?\|)
    (setq c (1+ c))))

;; Katakana block
(let ((c #x30a0))
  (while (<= c #x30ff)
    ;; ?K is double width, ?k isn't specified
    (modify-category-entry (decode-char 'ucs c) ?K)
    ;;(modify-category-entry (decode-char 'ucs c) ?j)
    (modify-category-entry (decode-char 'ucs c) ?\|) 
    (setq c (1+ c))))

;; Hiragana block
(let ((c #x3040))
  (while (<= c #x309f)
    ;; ?H is actually defined to be double width
    (modify-category-entry (decode-char 'ucs c) ?H)
    ;;(modify-category-entry (decode-char 'ucs c) ?j)
    (modify-category-entry (decode-char 'ucs c) ?\|) 
    (setq c (1+ c))))

;; JISX0208
(modify-syntax-entry (cons (decode-char 'japanese-jisx0208 #x2121)
			   (decode-char 'japanese-jisx0208 #x227E)) "_")
(modify-syntax-entry (cons (decode-char 'japanese-jisx0208 #x2821)
			   (decode-char 'japanese-jisx0208 #x287E)) "_")
(let ((chars '(?õ€€› ?õ€€Š ?õ€€‹ ?õ€€’ ?õ€€“ ?õ€€” ?õ€€• ?õ€€– ?õ€€— ?õ€€˜ ?õ€€™ ?õ€€š)))
  (dolist (elt chars)
    (modify-syntax-entry (car chars) "w")
    (setq chars (cdr chars))))
(modify-syntax-entry ?\õ€€© "(õ€€ª")
(modify-syntax-entry ?\õ€€­ "(õ€€®")
(modify-syntax-entry ?\õ€€¯ "(õ€€°")
(modify-syntax-entry ?\õ€€µ "(õ€€¶")
(modify-syntax-entry ?\õ€€· "(õ€€¸")
(modify-syntax-entry ?\õ€€ª ")õ€€©")
(modify-syntax-entry ?\õ€€® ")õ€€­")
(modify-syntax-entry ?\õ€€° ")õ€€¯")
(modify-syntax-entry ?\õ€€¶ ")õ€€µ")
(modify-syntax-entry ?\õ€€¸ ")õ€€·")

(modify-category-entry (cons (decode-char 'japanese-jisx0208 #x2321)
			     (decode-char 'japanese-jisx0208 #x237E)) ?A)
(modify-category-entry (cons (decode-char 'japanese-jisx0208 #x2421)
			     (decode-char 'japanese-jisx0208 #x247E)) ?H)
(modify-category-entry (cons (decode-char 'japanese-jisx0208 #x2521)
			     (decode-char 'japanese-jisx0208 #x257E)) ?K)
(modify-category-entry (cons (decode-char 'japanese-jisx0208 #x2621)
			     (decode-char 'japanese-jisx0208 #x267E)) ?G)
(modify-category-entry (cons (decode-char 'japanese-jisx0208 #x2721)
			     (decode-char 'japanese-jisx0208 #x277E)) ?Y)
(modify-category-entry (cons (decode-char 'japanese-jisx0208 #x3021)
			     (decode-char 'japanese-jisx0208 #x7E7E)) ?C)
(modify-category-entry ?õ€€› ?K)
(let ((chars '(?õ€€Š ?õ€€‹)))
  (while chars
    (modify-category-entry (car chars) ?K)
    (modify-category-entry (car chars) ?H)
    (setq chars (cdr chars))))
(let ((chars '(?õ€€’ ?õ€€“ ?õ€€” ?õ€€• ?õ€€– ?õ€€— ?õ€€˜ ?õ€€™ ?õ€€š)))
  (while chars
    (modify-category-entry (car chars) ?C)
    (setq chars (cdr chars))))

;; JISX0212
;; (modify-syntax-entry (make-char 'japanese-jisx0212) "w")
;; (modify-syntax-entry (make-char 'japanese-jisx0212 33) "_")
;; (modify-syntax-entry (make-char 'japanese-jisx0212 34) "_")
;; (modify-syntax-entry (make-char 'japanese-jisx0212 35) "_")
 
(modify-syntax-entry (cons (decode-char 'japanese-jisx0212 #x2121)
			   (decode-char 'japanese-jisx0212 #x237E))
		     "_")

;; JISX0201-Kana
;; (modify-syntax-entry (make-char 'katakana-jisx0201) "w")
(let ((chars '(?｡ ?､ ?･
	       ;; Unicode:
	       ?｡ ?､ ?･)))
  (while chars
    (modify-syntax-entry (car chars) ".")
    (setq chars (cdr chars))))

(modify-syntax-entry ?\ï½¢ "(ï½£")
(modify-syntax-entry ?\ï½£ "(ï½¢")

;; Korean character set (KSC5601)

;; (modify-syntax-entry (make-char 'korean-ksc5601) "w")
;; (modify-syntax-entry (make-char 'korean-ksc5601 33) "_")
;; (modify-syntax-entry (make-char 'korean-ksc5601 34) "_")
;; (modify-syntax-entry (make-char 'korean-ksc5601 38) "_")
;; (modify-syntax-entry (make-char 'korean-ksc5601 39) "_")
;; (modify-syntax-entry (make-char 'korean-ksc5601 40) "_")
;; (modify-syntax-entry (make-char 'korean-ksc5601 41) "_")

;; (modify-category-entry (make-char 'korean-ksc5601) ?h)
;; (modify-category-entry (make-char 'korean-ksc5601 35) ?A)
;; (modify-category-entry (make-char 'korean-ksc5601 37) ?G)
;; (modify-category-entry (make-char 'korean-ksc5601 42) ?H)
;; (modify-category-entry (make-char 'korean-ksc5601 43) ?K)
;; (modify-category-entry (make-char 'korean-ksc5601 44) ?Y)

;; Latin character set (latin-1,2,3,4,5,8,9)

;; (modify-category-entry (make-char 'latin-iso8859-1) ?l)
;; (modify-category-entry (make-char 'latin-iso8859-2) ?l)
;; (modify-category-entry (make-char 'latin-iso8859-3) ?l)
;; (modify-category-entry (make-char 'latin-iso8859-4) ?l)
;; (modify-category-entry (make-char 'latin-iso8859-9) ?l)
;; (modify-category-entry (make-char 'latin-iso8859-14) ?l)
;; (modify-category-entry (make-char 'latin-iso8859-15) ?l)

;; (modify-category-entry (make-char 'latin-iso8859-1 160) ?\ )
;; (modify-category-entry (make-char 'latin-iso8859-2 160) ?\ )
;; (modify-category-entry (make-char 'latin-iso8859-3 160) ?\ )
;; (modify-category-entry (make-char 'latin-iso8859-4 160) ?\ )
;; (modify-category-entry (make-char 'latin-iso8859-9 160) ?\ )
;; (modify-category-entry (make-char 'latin-iso8859-14 160) ?\ )
;; (modify-category-entry (make-char 'latin-iso8859-15 160) ?\ )

;; Lao character set

;; (modify-category-entry (make-char 'lao) ?o)
(dotimes (i (1+ (- #xeff #xe80)))
  (modify-category-entry (decode-char 'ucs (+ i #xe80)) ?o))

(let ((deflist	'(;; chars	syntax	category
		  ("�-ຮ"	"w"	?0) ; consonant
		  ("ະາຳຽເ-ໄ"	"w"	?1) ; vowel base
		  ("ັິ-ືົ�"	"w"	?2) ; vowel upper
		  ("ຸູ"		"w"	?3) ; vowel lower
		  ("່-໌"	"w"	?4) ; tone mark 
		  ("ຼ"		"w"	?9) ; semivowel lower
		  ("�-໙"	"w"	?6) ; digit
		  ("ຯໆ"		"_"	?5) ; symbol
		  ;; Unicode equivalents
		  ("�-ຮ"	"w"	?0) ; consonant
		  ("ະາຳຽເ-ໄ"	"w"	?1) ; vowel base
		  ("ັິ-ືົ�"	"w"	?2) ; vowel upper
		  ("ຸູ"	"w"	?3) ; vowel lower
		  ("່-໋"	"w"	?4) ; tone mark 
		  ("ຼຽ"	"w"	?9) ; semivowel lower
		  ("�-໙"	"w"	?6) ; digit
		  ("ຯໆ"	"_"	?5) ; symbol
		  ))
      elm chars len syntax category to ch i)
  (while deflist
    (setq elm (car deflist))
    (setq chars (car elm)
	  len (length chars)
	  syntax (nth 1 elm)
	  category (nth 2 elm)
	  i 0)
    (while (< i len)
      (if (= (aref chars i) ?-)
	  (setq i (1+ i)
		to (aref chars i))
	(setq ch (aref chars i)
	      to ch))
      (while (<= ch to)
	(unless (string-equal syntax "w")
	  (modify-syntax-entry ch syntax))
	(modify-category-entry ch category)
	(setq ch (1+ ch)))
      (setq i (1+ i)))
    (setq deflist (cdr deflist))))

;; Thai character set (TIS620)

;; (modify-category-entry (make-char 'thai-tis620) ?t)
(dotimes (i (1+ (- #xe7f #xe00)))
  (modify-category-entry (decode-char 'ucs (+ i #xe00)) ?t))

(let ((deflist	'(;; chars	syntax	category
		  ("�-รลว-ฮ"	"w"	?0) ; consonant
		  ("ฤฦะาำเ-ๅ"	"w"	?1) ; vowel base
		  ("ัิ-ื็๎"	"w"	?2) ; vowel upper
		  ("ุ-ฺ"	"w"	?3) ; vowel lower
		  ("่-�"	"w"	?4) ; tone mark 
		  ("�-๙"	"w"	?6) ; digit
		  ("ฯๆ฿�๚๛"	"_"	?5) ; symbol
		  ))
      elm chars len syntax category to ch i)
  (while deflist
    (setq elm (car deflist))
    (setq chars (car elm)
	  len (length chars)
	  syntax (nth 1 elm)
	  category (nth 2 elm)
	  i 0)
    (while (< i len)
      (if (= (aref chars i) ?-)
	  (setq i (1+ i)
		to (aref chars i))
	(setq ch (aref chars i)
	      to ch))
      (while (<= ch to)
	(unless (string-equal syntax "w")
	  (modify-syntax-entry ch syntax))
	(modify-category-entry ch category)
	(setq ch (1+ ch)))
      (setq i (1+ i)))
    (setq deflist (cdr deflist))))

;; Tibetan character set

;; (modify-category-entry (make-char 'tibetan) ?q)
;; (modify-category-entry (make-char 'tibetan-1-column) ?q)
(dotimes (i (1+ (- #xfff #xf00)))
  (modify-category-entry (decode-char 'ucs (+ i #xf00)) ?q))

(let ((deflist	'(;; chars             syntax category
		  ("ö��ž-ö�‚‡ö�‚ˆ"        	"w"	?0) ; consonant
		  ("ö�‚¼-ö�ƒ¥ö�ƒ¦ö�ƒ§ö�ƒ¨ö�€�ö�€‚"       "w"     ?0) ;
		  ("ö�„š-ö�…ž"              "w"     ?0) ;
		  ("ö�…¸-ö�‡Œ"              "w"     ?0) ;
		  ("ö�‚�ö�‚˜ö�‚™ö�‚šö�‚›ö�‚ž"       "w"	?2) ; upper vowel
		  ("ö�‚œö�‚ ö�‚¡ö�‚¤ö�‚¥ö�‚¦ö�‚§ö�‚¨ö�‚©" "w"	?2) ; upper modifier
		  ("ö�€¨ö�‚Žö�‚�ö�‚’ö�‚¢ö��„ö��†"       "w"	?3) ; lowel vowel/modifier
		  ("ö�€¯-ö�€¸ö�€¹-ö��‚"	        "w"	?6) ; digit
		  ("ö�€šö�€œ-ö�€¡ö�€£ö�‚�"        "."     ?|) ; line-break char
		  ("ö�€šö�€œö�€žö�€Ÿö�€ ö�€£ö�‚�"            "."     ?|) ;
		  ("ö�€—ö�€šö�€œ-ö�€¡ö�€£ö�‚�ö��Œö��ƒ"  "."     ?>) ; prohibition
		  ("ö�€šö�€œö�€žö�€Ÿö�€ ö�€£ö�‚�"            "."     ?>) ;
		  ("ö�€�-ö�€™ö��‹ö�ƒ­ö�ƒ®ö�‚£"      "."     ?<) ; prohibition
		  ("ö�€¢ö�€¤-ö�€§ö�€©-ö�€®ö��…ö��‡-ö��Šö���ö��Žö�ƒªö�ƒ«-ö�ƒ»" "." ?q) ; others

		  ;; Unicode version (not complete)
		  ("ཀ-ཀྵཪ"        	"w"	?0) ; consonant
		  ("�-ྐྵྺྻྼ"       "w"     ?0) ;
		  ("ིེཻོཽྀ"       "w"	?2) ; upper vowel
		  ("ཾྂྃ྆྇ྈྉྊྋ" "w"	?2) ; upper modifier
		  ("༙཰྄ཱུ༵༷"       "w"	?3) ; lowel vowel/modifier
		  ("༠-༩༪-༳"	        "w"	?6) ; digit
		  ("་�-༒༔ཿ"        "."     ?|) ; line-break char
		  ("༈་�-༒༔ཿ༽༴"  "."     ?>) ; prohibition
		  ("ༀ-༊༼�࿂྅"      "."     ?<) ; prohibition
		  ("༓༕-༘༚-༟༶༸-༻༾༿྾྿-�" "." ?q) ; others
		  ))
      elm chars len syntax category to ch i)
  (while deflist
    (setq elm (car deflist))
    (setq chars (car elm)
	  len (length chars)
	  syntax (nth 1 elm)
	  category (nth 2 elm)
	  i 0)
    (while (< i len)
      (if (= (aref chars i) ?-)
	  (setq i (1+ i)
		to (aref chars i))
	(setq ch (aref chars i)
	      to ch))
      (while (<= ch to)
	(unless (string-equal syntax "w")
	  (modify-syntax-entry ch syntax))
	(modify-category-entry ch category)
	(setq ch (1+ ch)))
      (setq i (1+ i)))
    (setq deflist (cdr deflist))))

;; Vietnamese character set

;; (let ((lower (make-char 'vietnamese-viscii-lower))
;;      (upper (make-char 'vietnamese-viscii-upper)))
;;   (modify-syntax-entry lower "w")
;;   (modify-syntax-entry upper "w")
;;  (modify-category-entry lower ?v)
;;  (modify-category-entry upper ?v)
;;  (modify-category-entry lower ?l)	; To make a word with
;;  (modify-category-entry upper ?l)	; latin characters.
;;  )

(let ((tbl (standard-case-table))
      (i 32))
  (while (< i 128)
    (let ((char (decode-char 'vietnamese-viscii-upper i)))
      (if char
	  (set-case-syntax-pair char (decode-char 'vietnamese-viscii-lower i)
				tbl)))
    (setq i (1+ i))))

;; Unicode (mule-unicode-0100-24ff)

(let ((tbl (standard-case-table)) c)

;; In some languages, U+0049 LATIN CAPITAL LETTER I and U+0131 LATIN
;; SMALL LETTER DOTLESS I make a case pair, and so do U+0130 LATIN
;; CAPITAL LETTER I WITH DOT ABOVE and U+0069 LATIN SMALL LETTER I.
;; Thus we have to check language-environment to handle casing
;; correctly.  Currently only I<->i is available.

  ;; Latin Extended-A, Latin Extended-B
  (setq c #x0100)
  (while (<= c #x0233)
    (modify-category-entry (decode-char 'ucs c) ?l)
    (and (or (<= c #x012e)
	     (and (>= c #x014a) (<= c #x0177)))
	 (zerop (% c 2))
	 (set-case-syntax-pair
	  (decode-char 'ucs c) (decode-char 'ucs (1+ c)) tbl))
    (and (>= c #x013a)
	 (<= c #x0148)
	 (zerop (% c 2))
	 (set-case-syntax-pair
	  (decode-char 'ucs (1- c)) (decode-char 'ucs c) tbl))
    (setq c (1+ c)))
  (set-case-syntax-pair ?IJ ?ij tbl)
  (set-case-syntax-pair ?Ĵ ?ĵ tbl)
  (set-case-syntax-pair ?Ķ ?ķ tbl)
;;;  (set-case-syntax-pair ?Ÿ ?ÿ tbl)	; these two have different length!
  (set-case-syntax-pair ?Ź ?ź tbl)
  (set-case-syntax-pair ?Ż ?ż tbl)
  (set-case-syntax-pair ?Ž ?ž tbl)

  ;; Latin Extended-B
  (set-case-syntax-pair ?� ?ɓ tbl)
  (set-case-syntax-pair ?Ƃ ?ƃ tbl)
  (set-case-syntax-pair ?Æ„ ?Æ… tbl)
  (set-case-syntax-pair ?Ɔ ?ɔ tbl)
  (set-case-syntax-pair ?Ƈ ?ƈ tbl)
  (set-case-syntax-pair ?Ɖ ?ɖ tbl)
  (set-case-syntax-pair ?ÆŠ ?É— tbl)
  (set-case-syntax-pair ?Ƌ ?ƌ tbl)
  (set-case-syntax-pair ?Ǝ ?� tbl)
  (set-case-syntax-pair ?� ?ə tbl)
  (set-case-syntax-pair ?� ?ɛ tbl)
  (set-case-syntax-pair ?Æ‘ ?Æ’ tbl)
  (set-case-syntax-pair ?Æ“ ?É  tbl)
  (set-case-syntax-pair ?Æ” ?É£ tbl)
  (set-case-syntax-pair ?Æ– ?É© tbl)
  (set-case-syntax-pair ?Ɨ ?ɨ tbl)
  (set-case-syntax-pair ?Ƙ ?ƙ tbl)
  (set-case-syntax-pair ?Ɯ ?ɯ tbl)
  (set-case-syntax-pair ?� ?ɲ tbl)
  (set-case-syntax-pair ?Ɵ ?ɵ tbl)
  (set-case-syntax-pair ?Æ  ?Æ¡ tbl)
  (set-case-syntax-pair ?Æ¢ ?Æ£ tbl)
  (set-case-syntax-pair ?Ƥ ?ƥ tbl)
  (set-case-syntax-pair ?Ʀ ?ʀ tbl)
  (set-case-syntax-pair ?Ƨ ?ƨ tbl)
  (set-case-syntax-pair ?Ʃ ?ʃ tbl)
  (set-case-syntax-pair ?Ƭ ?ƭ tbl)
  (set-case-syntax-pair ?Ʈ ?ʈ tbl)
  (set-case-syntax-pair ?Ư ?ư tbl)
  (set-case-syntax-pair ?Ʊ ?ʊ tbl)
  (set-case-syntax-pair ?Ʋ ?ʋ tbl)
  (set-case-syntax-pair ?Ƴ ?ƴ tbl)
  (set-case-syntax-pair ?Ƶ ?ƶ tbl)
  (set-case-syntax-pair ?Æ· ?Ê’ tbl)
  (set-case-syntax-pair ?Ƹ ?ƹ tbl)
  (set-case-syntax-pair ?Ƽ ?ƽ tbl)
  (set-case-syntax-pair ?DŽ ?dž tbl)
  (set-case-syntax-pair ?Dž ?dž tbl)
  (set-case-syntax-pair ?LJ ?lj tbl)
  (set-case-syntax-pair ?Lj ?lj tbl)
  (set-case-syntax-pair ?NJ ?nj tbl)
  (set-case-syntax-pair ?Nj ?nj tbl)
  (set-case-syntax-pair ?� ?ǎ tbl)
  (set-case-syntax-pair ?� ?� tbl)
  (set-case-syntax-pair ?Ç‘ ?Ç’ tbl)
  (set-case-syntax-pair ?Ç“ ?Ç” tbl)
  (set-case-syntax-pair ?Ç• ?Ç– tbl)
  (set-case-syntax-pair ?Ǘ ?ǘ tbl)
  (set-case-syntax-pair ?Ç™ ?Çš tbl)
  (set-case-syntax-pair ?Ǜ ?ǜ tbl)
  (set-case-syntax-pair ?Çž ?ÇŸ tbl)
  (set-case-syntax-pair ?Ç  ?Ç¡ tbl)
  (set-case-syntax-pair ?Ç¢ ?Ç£ tbl)
  (set-case-syntax-pair ?Ǥ ?ǥ tbl)
  (set-case-syntax-pair ?Ǧ ?ǧ tbl)
  (set-case-syntax-pair ?Ǩ ?ǩ tbl)
  (set-case-syntax-pair ?Ǫ ?ǫ tbl)
  (set-case-syntax-pair ?Ǭ ?ǭ tbl)
  (set-case-syntax-pair ?Ǯ ?ǯ tbl)
  ;; 01F0; F; 006A 030C; # LATIN SMALL LETTER J WITH CARON
  (set-case-syntax-pair ?DZ ?dz tbl)
  (set-case-syntax-pair ?Dz ?dz tbl)
  (set-case-syntax-pair ?Ǵ ?ǵ tbl)
  (set-case-syntax-pair ?Ƕ ?ƕ tbl)
  (set-case-syntax-pair ?Ç· ?Æ¿ tbl)
  (set-case-syntax-pair ?Ǹ ?ǹ tbl)
  (set-case-syntax-pair ?Ǻ ?ǻ tbl)
  (set-case-syntax-pair ?Ǽ ?ǽ tbl)
  (set-case-syntax-pair ?Ǿ ?ǿ tbl)
  (set-case-syntax-pair ?Ȁ ?� tbl)
  (set-case-syntax-pair ?Ȃ ?ȃ tbl)
  (set-case-syntax-pair ?È„ ?È… tbl)
  (set-case-syntax-pair ?Ȇ ?ȇ tbl)
  (set-case-syntax-pair ?Ȉ ?ȉ tbl)
  (set-case-syntax-pair ?ÈŠ ?È‹ tbl)
  (set-case-syntax-pair ?Ȍ ?� tbl)
  (set-case-syntax-pair ?Ȏ ?� tbl)
  (set-case-syntax-pair ?� ?ȑ tbl)
  (set-case-syntax-pair ?È’ ?È“ tbl)
  (set-case-syntax-pair ?È” ?È• tbl)
  (set-case-syntax-pair ?È– ?È— tbl)
  (set-case-syntax-pair ?Ș ?ș tbl)
  (set-case-syntax-pair ?Èš ?È› tbl)
  (set-case-syntax-pair ?Ȝ ?� tbl)
  (set-case-syntax-pair ?Èž ?ÈŸ tbl)
  (set-case-syntax-pair ?È¢ ?È£ tbl)
  (set-case-syntax-pair ?Ȥ ?ȥ tbl)
  (set-case-syntax-pair ?Ȧ ?ȧ tbl)
  (set-case-syntax-pair ?Ȩ ?ȩ tbl)
  (set-case-syntax-pair ?Ȫ ?ȫ tbl)
  (set-case-syntax-pair ?Ȭ ?ȭ tbl)
  (set-case-syntax-pair ?Ȯ ?ȯ tbl)
  (set-case-syntax-pair ?Ȱ ?ȱ tbl)
  (set-case-syntax-pair ?Ȳ ?ȳ tbl)

  ;; Latin Extended Additional
  (setq c #x1e00)
  (while (<= c #x1ef9)
    (modify-category-entry (decode-char 'ucs c) ?l)
    (and (zerop (% c 2))
	 (or (<= c #x1e94) (>= c #x1ea0))
	 (set-case-syntax-pair
	  (decode-char 'ucs c) (decode-char 'ucs (1+ c)) tbl))
    (setq c (1+ c)))

  ;; Greek
  (setq c #x0370)
  (while (<= c #x03ff)
    (modify-category-entry (decode-char 'ucs c) ?g)
    (if (or (and (>= c #x0391) (<= c #x03a1))
	    (and (>= c #x03a3) (<= c #x03ab)))
	(set-case-syntax-pair
	 (decode-char 'ucs c) (decode-char 'ucs (+ c 32)) tbl))
    (and (>= c #x03da)
	 (<= c #x03ee)
	 (zerop (% c 2))
	 (set-case-syntax-pair
	  (decode-char 'ucs c) (decode-char 'ucs (1+ c)) tbl))
    (setq c (1+ c)))
  (set-case-syntax-pair ?Ά ?ά tbl)
  (set-case-syntax-pair ?Έ ?έ tbl)
  (set-case-syntax-pair ?Ή ?ή tbl)
  (set-case-syntax-pair ?Ί ?ί tbl)
  (set-case-syntax-pair ?Ό ?ό tbl)
  (set-case-syntax-pair ?Ύ ?� tbl)
  (set-case-syntax-pair ?� ?ώ tbl)

  ;; Armenian
  (setq c #x531)
  (while (<= c #x556)
    (set-case-syntax-pair (decode-char 'ucs c)
			  (decode-char 'ucs (+ c #x30)) tbl)
    (setq c (1+ c)))

  ;; Greek Extended
  (setq c #x1f00)
  (while (<= c #x1fff)
    (modify-category-entry (decode-char 'ucs c) ?g)
    (and (<= (logand c #x000f) 7)
	 (<= c #x1fa7)
	 (not (memq c '(#x1f50 #x1f52 #x1f54 #x1f56)))
	 (/= (logand c #x00f0) 7)
	 (set-case-syntax-pair
	  (decode-char 'ucs (+ c 8)) (decode-char 'ucs c) tbl))
    (setq c (1+ c)))
  (set-case-syntax-pair ?Ᾰ ?ᾰ tbl)
  (set-case-syntax-pair ?á¾¹ ?á¾± tbl)
  (set-case-syntax-pair ?Ὰ ?ὰ tbl)
  (set-case-syntax-pair ?á¾» ?á½± tbl)
  (set-case-syntax-pair ?á¾¼ ?á¾³ tbl)
  (set-case-syntax-pair ?Ὲ ?ὲ tbl)
  (set-case-syntax-pair ?Έ ?έ tbl)
  (set-case-syntax-pair ?á¿Š ?á½´ tbl)
  (set-case-syntax-pair ?á¿‹ ?á½µ tbl)
  (set-case-syntax-pair ?ῌ ?ῃ tbl)
  (set-case-syntax-pair ?Ῐ ?� tbl)
  (set-case-syntax-pair ?á¿™ ?á¿‘ tbl)
  (set-case-syntax-pair ?Ὶ ?ὶ tbl)
  (set-case-syntax-pair ?á¿› ?á½· tbl)
  (set-case-syntax-pair ?Ῠ ?ῠ tbl)
  (set-case-syntax-pair ?á¿© ?á¿¡ tbl)
  (set-case-syntax-pair ?Ὺ ?ὺ tbl)
  (set-case-syntax-pair ?á¿« ?á½» tbl)
  (set-case-syntax-pair ?Ῥ ?ῥ tbl)
  (set-case-syntax-pair ?Ὸ ?ὸ tbl)
  (set-case-syntax-pair ?Ό ?ό tbl)
  (set-case-syntax-pair ?Ὼ ?ὼ tbl)
  (set-case-syntax-pair ?á¿» ?á½½ tbl)
  (set-case-syntax-pair ?ῼ ?ῳ tbl)

  ;; cyrillic
  (setq c #x0400)
  (while (<= c #x04ff)
    (modify-category-entry (decode-char 'ucs c) ?y)
    (and (>= c #x0400)
	 (<= c #x040f)
	 (set-case-syntax-pair
	  (decode-char 'ucs c) (decode-char 'ucs (+ c 80)) tbl))
    (and (>= c #x0410)
	 (<= c #x042f)
	 (set-case-syntax-pair
	  (decode-char 'ucs c) (decode-char 'ucs (+ c 32)) tbl))
    (and (zerop (% c 2))
	 (or (and (>= c #x0460) (<= c #x0480))
	     (and (>= c #x048c) (<= c #x04be))
	     (and (>= c #x04d0) (<= c #x04f4)))
	 (set-case-syntax-pair
	  (decode-char 'ucs c) (decode-char 'ucs (1+ c)) tbl))	 
    (setq c (1+ c)))
  (set-case-syntax-pair ?Ó� ?Ó‚ tbl)
  (set-case-syntax-pair ?Óƒ ?Ó„ tbl)
  (set-case-syntax-pair ?Ó‡ ?Óˆ tbl)
  (set-case-syntax-pair ?Ӌ ?ӌ tbl)
  (set-case-syntax-pair ?Ó¸ ?Ó¹ tbl)

  ;; general punctuation
  (setq c #x2000)
  (while (<= c #x200b)
    (set-case-syntax c " " tbl)
    (setq c (1+ c)))
  (setq c #x2010)
  (while (<= c #x2027)
    (set-case-syntax c "_" tbl)
    (setq c (1+ c)))

  ;; Roman numerals
  (setq c #x2160)
  (while (<= c #x216f)
    (set-case-syntax-pair (decode-char 'ucs c)
			  (decode-char 'ucs (+ c #x10)) tbl)
    (setq c (1+ c)))

  ;; Circled Latin
  (setq c #x24b6)
  (while (<= c #x24cf)
    (set-case-syntax-pair (decode-char 'ucs c)
			  (decode-char 'ucs (+ c 26)) tbl)
    (modify-category-entry (decode-char 'ucs c) ?l)
    (modify-category-entry (decode-char 'ucs (+ c 26)) ?l)
    (setq c (1+ c)))

  ;; Fullwidth Latin
  (setq c #xff21)
  (while (<= c #xff3a)
    (set-case-syntax-pair (decode-char 'ucs c)
			  (decode-char 'ucs (+ c #x20)) tbl)
    (modify-category-entry (decode-char 'ucs c) ?l)
    (modify-category-entry (decode-char 'ucs (+ c #x20)) ?l)
    (setq c (1+ c)))

  ;; Ohm, Kelvin, Angstrom
  (set-case-syntax-pair ?Ω ?ω tbl)
;;;  These mess up the case conversion of k and å.
;;;  (set-case-syntax-pair ?K ?k tbl)
;;;  (set-case-syntax-pair ?â„« ?Ã¥ tbl)

  ;; Combining diacritics
  (setq c #x300)
  (while (<= c #x362)
    (modify-category-entry (decode-char 'ucs c) ?^)
    (setq c (1+ c)))

  ;; Combining marks
  (setq c #x20d0)
  (while (<= c #x20e3)
    (modify-category-entry (decode-char 'ucs c) ?^)
    (setq c (1+ c)))

  ;; Fixme: syntax for symbols &c
  )

;;; Setting word boundary.

(setq word-combining-categories
      '((?l . ?l)))

(setq word-separating-categories	;  (2-byte character sets)
      '((?A . ?K)			; Alpha numeric - Katakana
	(?A . ?C)			; Alpha numeric - Chinese
	(?H . ?A)			; Hiragana - Alpha numeric
	(?H . ?K)			; Hiragana - Katakana
	(?H . ?C)			; Hiragana - Chinese
	(?K . ?A)			; Katakana - Alpha numeric
	(?K . ?C)			; Katakana - Chinese
	(?C . ?A)			; Chinese - Alpha numeric
	(?C . ?K)			; Chinese - Katakana
	))


;; For each character set, put the information of the most proper
;; coding system to encode it by `preferred-coding-system' property.

(let ((l '((latin-iso8859-1	. iso-latin-1)
	   (latin-iso8859-2	. iso-latin-2)
	   (latin-iso8859-3	. iso-latin-3)
	   (latin-iso8859-4	. iso-latin-4)
	   (thai-tis620		. thai-tis620)
	   (greek-iso8859-7	. greek-iso-8bit)
	   (arabic-iso8859-6	. iso-2022-7bit)
	   (hebrew-iso8859-8	. hebrew-iso-8bit)
	   (katakana-jisx0201	. japanese-shift-jis)
	   (latin-jisx0201	. japanese-shift-jis)
	   (cyrillic-iso8859-5	. cyrillic-iso-8bit)
	   (latin-iso8859-9	. iso-latin-5)
	   (japanese-jisx0208-1978 . iso-2022-jp)
	   (chinese-gb2312	. cn-gb-2312)
	   (japanese-jisx0208	. iso-2022-jp)
	   (korean-ksc5601	. iso-2022-kr)
	   (japanese-jisx0212	. iso-2022-jp)
	   (chinese-cns11643-1	. iso-2022-cn)
	   (chinese-cns11643-2	. iso-2022-cn)
	   (chinese-big5-1	. chinese-big5)
	   (chinese-big5-2	. chinese-big5)
	   (chinese-sisheng	. iso-2022-7bit)
	   (ipa			. iso-2022-7bit)
	   (vietnamese-viscii-lower . vietnamese-viscii)
	   (vietnamese-viscii-upper . vietnamese-viscii)
	   (arabic-digit	. iso-2022-7bit)
	   (arabic-1-column	. iso-2022-7bit)
	   (lao			. lao)
	   (arabic-2-column	. iso-2022-7bit)
	   (indian-is13194	. devanagari)
	   (indian-glyph	. devanagari)
	   (tibetan-1-column	. tibetan)
	   (ethiopic		. iso-2022-7bit)
	   (chinese-cns11643-3	. iso-2022-cn)
	   (chinese-cns11643-4	. iso-2022-cn)
	   (chinese-cns11643-5	. iso-2022-cn)
	   (chinese-cns11643-6	. iso-2022-cn)
	   (chinese-cns11643-7	. iso-2022-cn)
	   (indian-2-column	. devanagari)
	   (tibetan		. tibetan)
	   (latin-iso8859-14	. iso-latin-8)
	   (latin-iso8859-15	. iso-latin-9))))
  (while l
    (put-charset-property (car (car l)) 'preferred-coding-system (cdr (car l)))
    (setq l (cdr l))))


;; Setup auto-fill-chars for charsets that should invoke auto-filling.
;; SPACE and NEWLINE are already set.  Also put `nospace-between-words'
;; property on the charsets.
(let ((l '(katakana-jisx0201
	   japanese-jisx0208 japanese-jisx0212
	   chinese-gb2312 chinese-big5-1 chinese-big5-2)))
  (while l
    ;;(aset auto-fill-chars (make-char (car l)) t)
    (put-charset-property (car l) 'nospace-between-words t)
    (setq l (cdr l))))
 

(set-char-table-range printable-chars '(0 . 31) nil)
(set-char-table-range printable-chars  '(127 . 159) nil)

;; CJK double width characters.
(let ((l '((#x1100 . #x11FF)
	   (#x2E80 . #x9FAF)
	   (#xAC00 . #xD7AF)
	   (#xF900 . #xFAFF)
	   (#xFE30 . #xFE4F)
	   (#xFF00 . #xFF5F)
	   (#xFFE0 . #xFFEF))))
  (dolist (elt l)
    (set-char-table-range char-width-table
			  (cons (decode-char 'ucs (car elt))
				(decode-char 'ucs (cdr elt)))
			  2)))
(map-charset-chars
 #'(lambda (range ignore) (set-char-table-range char-width-table range 2))
 'japanese-jisx0208)
(map-charset-chars
 #'(lambda (range ignore) (set-char-table-range char-width-table range 2))
 'japanese-jisx0212)
(map-charset-chars
 #'(lambda (range ignore) (set-char-table-range char-width-table range 2))
 'japanese-jisx0213-1)
(map-charset-chars
 #'(lambda (range ignore) (set-char-table-range char-width-table range 2))
 'japanese-jisx0213-2)
 

;;; Local Variables:
;;; coding: utf-8-emacs
;;; End:

;;; characters.el ends here