annotate lisp/international/utf-7.el @ 89437:73bb455e87eb

(define-coding-system): Doc fix.
author Dave Love <fx@gnu.org>
date Fri, 23 May 2003 23:32:01 +0000
parents e25f0fe176b0
children 651a752f98b2
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
89427
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
1 ;;; utf-7.el --- utf-7 coding system
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
2
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
3 ;; Copyright (C) 2003 Free Software Foundation, Inc.
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
4
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
5 ;; Author: Dave Love <fx@gnu.org>
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
6 ;; Keywords: i18n, mail
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
7
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
8 ;; This file is free software; you can redistribute it and/or modify
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
9 ;; it under the terms of the GNU General Public License as published by
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
10 ;; the Free Software Foundation; either version 2, or (at your option)
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
11 ;; any later version.
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
12
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
13 ;; This file is distributed in the hope that it will be useful,
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
14 ;; but WITHOUT ANY WARRANTY; without even the implied warranty of
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
15 ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
16 ;; GNU General Public License for more details.
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
17
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
18 ;; You should have received a copy of the GNU General Public License
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
19 ;; along with GNU Emacs; see the file COPYING. If not, write to
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
20 ;; the Free Software Foundation, Inc., 59 Temple Place - Suite 330,
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
21 ;; Boston, MA 02111-1307, USA.
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
22
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
23 ;;; Commentary:
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
24
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
25 ;; Defines a coding system for UTF-7, defined in RFC 2152. Non-ASCII
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
26 ;; segments are encoded as base64-encoded big endian UTF-16. Also
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
27 ;; defines a variation required for IMAP (RFC 2060).
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
28
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
29 ;; The encoding and decoding was originally taken from Jon K Hellan's
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
30 ;; implementation in Gnus, but has been substantially re-done.
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
31
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
32 ;; This probably needs more attention. In particular, it's not
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
33 ;; completely consistent with iconv's behaviour. It's arguable
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
34 ;; whether the IMAP version should be a coding system since it's
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
35 ;; apparently only used for IMAP mailbox names.
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
36
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
37 ;;; Code:
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
38
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
39 ;; See mule-conf.
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
40 ;; (define-coding-system 'utf-7
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
41 ;; "UTF-7 encoding of Unicode (RFC 2152)"
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
42 ;; :coding-type 'utf-8
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
43 ;; :mnemonic ?U
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
44 ;; :mime-charset 'utf-7
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
45 ;; :charset-list '(unicode)
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
46 ;; :pre-write-conversion 'utf-7-pre-write-conversion
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
47 ;; :post-read-conversion 'utf-7-post-read-conversion)
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
48
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
49 ;; (define-coding-system 'utf-7-imap
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
50 ;; "UTF-7 encoding of Unicode, IMAP version (RFC 2060)"
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
51 ;; :coding-type 'utf-8
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
52 ;; :mnemonic ?U
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
53 ;; :mime-charset 'utf-7
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
54 ;; :charset-list '(unicode)
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
55 ;; :pre-write-conversion 'utf-7-imap-pre-write-conversion
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
56 ;; :post-read-conversion 'utf-7-imap-post-read-conversion))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
57
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
58 ;;;###autoload
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
59 (defun utf-7-decode (len imap)
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
60 "Decode LEN bytes of UTF-7 at point.
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
61 IMAP non-nil means use the IMAP version."
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
62 (save-excursion
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
63 (save-restriction
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
64 (narrow-to-region (point) (+ (point) len))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
65 (let ((not-esc (if imap "^&" "^+"))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
66 (skip-chars (if imap "A-Za-z0-9+," "A-Za-z0-9+/")))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
67 (while (not (eobp))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
68 (skip-chars-forward not-esc)
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
69 (unless (eobp)
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
70 (forward-char)
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
71 (let ((p (point))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
72 (run-length (skip-chars-forward skip-chars)))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
73 (if (eq ?- (char-after))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
74 (delete-char 1))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
75 (unless (= run-length 0) ; encoded lone esc-char
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
76 (let ((pl (mod (- run-length) 4)))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
77 (insert-char ?= pl)
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
78 (if imap
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
79 (subst-char-in-region p (point) ?, ?/))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
80 (base64-decode-region p (point)))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
81 (decode-coding-region p (point) 'utf-16-be)
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
82 (save-excursion
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
83 (goto-char p)
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
84 (delete-backward-char 1)))))))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
85 (- (point-max) (point-min)))))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
86
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
87 (defun utf-7-post-read-conversion (len)
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
88 (utf-7-decode len nil))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
89
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
90 (defun utf-7-imap-post-read-conversion (len)
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
91 (utf-7-decode len t))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
92
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
93 ;;;###autoload
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
94 (defun utf-7-encode (from to imap)
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
95 "Encode bytes between FROM and TO to UTF-7.
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
96 ESC and SKIP-CHARS are adjusted for the normal and IMAP versions."
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
97 (let* ((old-buf (current-buffer))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
98 (esc (if imap ?& ?+))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
99 ;; These are characters which can be encoded asis.
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
100 (skip-chars (if imap
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
101 "\t\n\r\x20-\x25\x27-\x7e" ; rfc2060
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
102 ;; This includes the rfc2152 optional set.
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
103 ;; Perhaps it shouldn't (like iconv).
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
104 "\t\n\r -*,-[]-}"))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
105 (not-skip-chars (format "^%s%c" skip-chars esc)))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
106 (set-buffer (generate-new-buffer " *temp*"))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
107 (if (stringp from)
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
108 (insert from)
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
109 (insert-buffer-substring old-buf from to))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
110 (goto-char (point-min))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
111 (while (not (eobp))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
112 (skip-chars-forward skip-chars)
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
113 (if (eq ?+ (char-after))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
114 (progn (forward-char)
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
115 (insert ?-))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
116 (unless (eobp)
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
117 (insert esc)
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
118 (let ((p (point)))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
119 (skip-chars-forward not-skip-chars)
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
120 (save-restriction
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
121 ;; encode-coding-region doesn't preserve point
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
122 (narrow-to-region p (point))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
123 (encode-coding-region p (point-max) 'utf-16-be)
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
124 (base64-encode-region p (point-max))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
125 (if imap
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
126 (subst-char-in-region p (point-max) ?/ ?,))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
127 (goto-char p)
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
128 ;; As I read the RFC, this isn't correct, but it's
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
129 ;; consistent with iconv, at least regarding `='.
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
130 (skip-chars-forward "^= \t\n")
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
131 (delete-region (point) (point-max))))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
132 (unless (eobp)
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
133 (insert ?-)))))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
134 nil))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
135
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
136 (defun utf-7-pre-write-conversion (from to)
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
137 (utf-7-encode from to nil))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
138
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
139 (defun utf-7-imap-pre-write-conversion (from to)
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
140 (utf-7-encode from to t))
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
141
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
142 (provide 'utf-7)
e25f0fe176b0 *** empty log message ***
Dave Love <fx@gnu.org>
parents:
diff changeset
143 ;;; utf-7.el ends here