Mercurial > emacs
annotate lisp/progmodes/ebnf-bnf.el @ 84339:2397532a703a
*** empty log message ***
author | Glenn Morris <rgm@gnu.org> |
---|---|
date | Thu, 06 Sep 2007 06:53:59 +0000 |
parents | 81c81019e0c6 |
children | 107ccd98fa12 f55f9811f5d7 |
rev | line source |
---|---|
38436
b174db545cfd
Some fixes to follow coding conventions.
Pavel Janík <Pavel@Janik.cz>
parents:
34804
diff
changeset
|
1 ;;; ebnf-bnf.el --- parser for EBNF |
27451 | 2 |
75347 | 3 ;; Copyright (C) 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007 |
4 ;; Free Software Foundation, Inc. | |
27451 | 5 |
54140
766aaa5bded5
ABNF parser. Fix bug on productions like test = {"test"}* | ("tt" ["test"]). Reported by Markus Dreyer.
Vinicius Jose Latorre <viniciusjl@ig.com.br>
parents:
52401
diff
changeset
|
6 ;; Author: Vinicius Jose Latorre <viniciusjl@ig.com.br> |
766aaa5bded5
ABNF parser. Fix bug on productions like test = {"test"}* | ("tt" ["test"]). Reported by Markus Dreyer.
Vinicius Jose Latorre <viniciusjl@ig.com.br>
parents:
52401
diff
changeset
|
7 ;; Maintainer: Vinicius Jose Latorre <viniciusjl@ig.com.br> |
39343 | 8 ;; Keywords: wp, ebnf, PostScript |
82143
81c81019e0c6
New: Header/Footer comment & Log messages
Vinicius Jose Latorre <viniciusjl@ig.com.br>
parents:
78234
diff
changeset
|
9 ;; Version: 1.10 |
27451 | 10 |
27539 | 11 ;; This file is part of GNU Emacs. |
27451 | 12 |
27539 | 13 ;; GNU Emacs is free software; you can redistribute it and/or modify |
27451 | 14 ;; it under the terms of the GNU General Public License as published by |
78234
c1ec1c8a8d2e
Switch license to GPLv3 or later.
Glenn Morris <rgm@gnu.org>
parents:
75347
diff
changeset
|
15 ;; the Free Software Foundation; either version 3, or (at your option) |
27451 | 16 ;; any later version. |
17 | |
27539 | 18 ;; GNU Emacs is distributed in the hope that it will be useful, |
27451 | 19 ;; but WITHOUT ANY WARRANTY; without even the implied warranty of |
20 ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
21 ;; GNU General Public License for more details. | |
22 | |
23 ;; You should have received a copy of the GNU General Public License | |
24 ;; along with GNU Emacs; see the file COPYING. If not, write to the | |
64085 | 25 ;; Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, |
26 ;; Boston, MA 02110-1301, USA. | |
27451 | 27 |
28 ;;; Commentary: | |
29 | |
30 ;; ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; | |
31 ;; | |
32 ;; | |
33 ;; This is part of ebnf2ps package. | |
34 ;; | |
35 ;; This package defines a parser for EBNF. | |
36 ;; | |
37 ;; See ebnf2ps.el for documentation. | |
38 ;; | |
39 ;; | |
40 ;; EBNF Syntax | |
41 ;; ----------- | |
42 ;; | |
43 ;; The current EBNF that ebnf2ps accepts has the following constructions: | |
44 ;; | |
45 ;; ; comment (until end of line) | |
46 ;; A non-terminal | |
47 ;; "C" terminal | |
48 ;; ?C? special | |
49 ;; $A default non-terminal | |
50 ;; $"C" default terminal | |
51 ;; $?C? default special | |
52 ;; A = B. production (A is the header and B the body) | |
53 ;; C D sequence (C occurs before D) | |
54 ;; C | D alternative (C or D occurs) | |
55 ;; A - B exception (A excluding B, B without any non-terminal) | |
54192 | 56 ;; n * A repetition (A repeats at least n (integer) times) |
57 ;; n * n A repetition (A repeats exactly n (integer) times) | |
58 ;; n * m A repetition (A repeats at least n (integer) and at most | |
59 ;; m (integer) times) | |
27451 | 60 ;; (C) group (expression C is grouped together) |
61 ;; [C] optional (C may or not occurs) | |
62 ;; C+ one or more occurrences of C | |
63 ;; {C}+ one or more occurrences of C | |
64 ;; {C}* zero or more occurrences of C | |
65 ;; {C} zero or more occurrences of C | |
66 ;; C / D equivalent to: C {D C}* | |
67 ;; {C || D}+ equivalent to: C {D C}* | |
68 ;; {C || D}* equivalent to: [C {D C}*] | |
69 ;; {C || D} equivalent to: [C {D C}*] | |
70 ;; | |
71 ;; The EBNF syntax written using the notation above is: | |
72 ;; | |
73 ;; EBNF = {production}+. | |
74 ;; | |
75 ;; production = non_terminal "=" body ".". ;; production | |
76 ;; | |
77 ;; body = {sequence || "|"}*. ;; alternative | |
78 ;; | |
79 ;; sequence = {exception}*. ;; sequence | |
80 ;; | |
81 ;; exception = repeat [ "-" repeat]. ;; exception | |
82 ;; | |
54192 | 83 ;; repeat = [ integer "*" [ integer ]] term. ;; repetition |
27451 | 84 ;; |
85 ;; term = factor | |
86 ;; | [factor] "+" ;; one-or-more | |
87 ;; | [factor] "/" [factor] ;; one-or-more | |
88 ;; . | |
89 ;; | |
90 ;; factor = [ "$" ] "\"" terminal "\"" ;; terminal | |
91 ;; | [ "$" ] non_terminal ;; non-terminal | |
92 ;; | [ "$" ] "?" special "?" ;; special | |
93 ;; | "(" body ")" ;; group | |
94 ;; | "[" body "]" ;; zero-or-one | |
95 ;; | "{" body [ "||" body ] "}+" ;; one-or-more | |
96 ;; | "{" body [ "||" body ] "}*" ;; zero-or-more | |
97 ;; | "{" body [ "||" body ] "}" ;; zero-or-more | |
98 ;; . | |
99 ;; | |
39343 | 100 ;; non_terminal = "[!#%&'*-,0-:<>@-Z\\\\^-z~\\240-\\377]+". |
54192 | 101 ;; ;; that is, a valid non_terminal accepts decimal digits, letters (upper |
102 ;; ;; and lower), 8-bit accentuated characters, | |
103 ;; ;; "!", "#", "%", "&", "'", "*", "+", ",", ":", | |
104 ;; ;; "<", ">", "@", "\", "^", "_", "`" and "~". | |
27451 | 105 ;; |
106 ;; terminal = "\\([^\"\\]\\|\\\\[ -~\\240-\\377]\\)+". | |
54192 | 107 ;; ;; that is, a valid terminal accepts any printable character (including |
108 ;; ;; 8-bit accentuated characters) except `"', as `"' is used to delimit a | |
109 ;; ;; terminal. Also, accepts escaped characters, that is, a character | |
110 ;; ;; pair starting with `\' followed by a printable character, for | |
63629
b42bf212f030
(ebnf-bnf-lex): Fix spellings.
Juanma Barranquero <lekktu@gmail.com>
parents:
60917
diff
changeset
|
111 ;; ;; example: \", \\. |
27451 | 112 ;; |
54192 | 113 ;; special = "[^?\\000-\\010\\012-\\037\\177-\\237]*". |
114 ;; ;; that is, a valid special accepts any printable character (including | |
115 ;; ;; 8-bit accentuated characters) and tabs except `?', as `?' is used to | |
116 ;; ;; delimit a special. | |
27451 | 117 ;; |
118 ;; integer = "[0-9]+". | |
54192 | 119 ;; ;; that is, an integer is a sequence of one or more decimal digits. |
27451 | 120 ;; |
121 ;; comment = ";" "[^\\n\\000-\\010\\016-\\037\\177-\\237]*" "\\n". | |
54192 | 122 ;; ;; that is, a comment starts with the character `;' and terminates at end |
123 ;; ;; of line. Also, it only accepts printable characters (including 8-bit | |
124 ;; ;; accentuated characters) and tabs. | |
27451 | 125 ;; |
126 ;; | |
127 ;; ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; | |
128 | |
38436
b174db545cfd
Some fixes to follow coding conventions.
Pavel Janík <Pavel@Janik.cz>
parents:
34804
diff
changeset
|
129 ;;; Code: |
27451 | 130 |
131 | |
132 (require 'ebnf-otz) | |
133 | |
134 | |
135 (defvar ebnf-bnf-lex nil | |
136 "Value returned by `ebnf-bnf-lex' function.") | |
137 | |
138 | |
139 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; | |
49670
cc820064216c
Fix typo in comment.
Juanma Barranquero <lekktu@gmail.com>
parents:
39422
diff
changeset
|
140 ;; Syntactic analyzer |
27451 | 141 |
142 | |
143 ;;; EBNF = {production}+. | |
144 | |
145 (defun ebnf-bnf-parser (start) | |
146 "EBNF parser." | |
147 (let ((total (+ (- ebnf-limit start) 1)) | |
148 (bias (1- start)) | |
149 (origin (point)) | |
150 prod-list token rule) | |
151 (goto-char start) | |
152 (setq token (ebnf-bnf-lex)) | |
153 (and (eq token 'end-of-input) | |
38436
b174db545cfd
Some fixes to follow coding conventions.
Pavel Janík <Pavel@Janik.cz>
parents:
34804
diff
changeset
|
154 (error "Invalid EBNF file format")) |
27451 | 155 (while (not (eq token 'end-of-input)) |
156 (ebnf-message-float | |
157 "Parsing...%s%%" | |
158 (/ (* (- (point) bias) 100.0) total)) | |
159 (setq token (ebnf-production token) | |
160 rule (cdr token) | |
161 token (car token)) | |
162 (or (ebnf-add-empty-rule-list rule) | |
163 (setq prod-list (cons rule prod-list)))) | |
164 (goto-char origin) | |
165 prod-list)) | |
166 | |
167 | |
168 ;;; production = non-terminal "=" body ".". | |
169 | |
170 (defun ebnf-production (token) | |
171 (let ((header ebnf-bnf-lex) | |
172 (action ebnf-action) | |
173 body) | |
174 (setq ebnf-action nil) | |
175 (or (eq token 'non-terminal) | |
38436
b174db545cfd
Some fixes to follow coding conventions.
Pavel Janík <Pavel@Janik.cz>
parents:
34804
diff
changeset
|
176 (error "Invalid header production")) |
27451 | 177 (or (eq (ebnf-bnf-lex) 'equal) |
38436
b174db545cfd
Some fixes to follow coding conventions.
Pavel Janík <Pavel@Janik.cz>
parents:
34804
diff
changeset
|
178 (error "Invalid production: missing `='")) |
27451 | 179 (setq body (ebnf-body)) |
180 (or (eq (car body) 'period) | |
38436
b174db545cfd
Some fixes to follow coding conventions.
Pavel Janík <Pavel@Janik.cz>
parents:
34804
diff
changeset
|
181 (error "Invalid production: missing `.'")) |
27451 | 182 (setq body (cdr body)) |
183 (ebnf-eps-add-production header) | |
184 (cons (ebnf-bnf-lex) | |
185 (ebnf-make-production header body action)))) | |
186 | |
187 | |
188 ;;; body = {sequence || "|"}*. | |
189 | |
190 (defun ebnf-body () | |
191 (let (body sequence) | |
192 (while (eq (car (setq sequence (ebnf-sequence))) 'alternative) | |
193 (setq sequence (cdr sequence) | |
194 body (cons sequence body))) | |
195 (ebnf-token-alternative body sequence))) | |
196 | |
197 | |
198 ;;; sequence = {exception}*. | |
199 | |
200 (defun ebnf-sequence () | |
201 (let ((token (ebnf-bnf-lex)) | |
202 seq term) | |
203 (while (setq term (ebnf-exception token) | |
204 token (car term) | |
205 term (cdr term)) | |
206 (setq seq (cons term seq))) | |
207 (cons token | |
54714 | 208 (ebnf-token-sequence seq)))) |
27451 | 209 |
210 | |
211 ;;; exception = repeat [ "-" repeat]. | |
212 | |
213 (defun ebnf-exception (token) | |
214 (let ((term (ebnf-repeat token))) | |
215 (if (not (eq (car term) 'except)) | |
216 ;; repeat | |
217 term | |
218 ;; repeat - repeat | |
219 (let ((exception (ebnf-repeat (ebnf-bnf-lex)))) | |
220 (ebnf-no-non-terminal (cdr exception)) | |
221 (ebnf-token-except (cdr term) exception))))) | |
222 | |
223 | |
224 (defun ebnf-no-non-terminal (node) | |
225 (and (vectorp node) | |
226 (let ((kind (ebnf-node-kind node))) | |
227 (cond | |
228 ((eq kind 'ebnf-generate-non-terminal) | |
38436
b174db545cfd
Some fixes to follow coding conventions.
Pavel Janík <Pavel@Janik.cz>
parents:
34804
diff
changeset
|
229 (error "Exception sequence should not contain a non-terminal")) |
27451 | 230 ((eq kind 'ebnf-generate-repeat) |
231 (ebnf-no-non-terminal (ebnf-node-separator node))) | |
232 ((memq kind '(ebnf-generate-optional ebnf-generate-except)) | |
233 (ebnf-no-non-terminal (ebnf-node-list node))) | |
234 ((memq kind '(ebnf-generate-one-or-more ebnf-generate-zero-or-more)) | |
235 (ebnf-no-non-terminal (ebnf-node-list node)) | |
236 (ebnf-no-non-terminal (ebnf-node-separator node))) | |
237 ((memq kind '(ebnf-generate-alternative ebnf-generate-sequence)) | |
238 (let ((seq (ebnf-node-list node))) | |
239 (while seq | |
240 (ebnf-no-non-terminal (car seq)) | |
241 (setq seq (cdr seq))))) | |
242 )))) | |
243 | |
244 | |
54192 | 245 ;;; repeat = [ integer "*" [ integer ]] term. |
27451 | 246 |
247 (defun ebnf-repeat (token) | |
248 (if (not (eq token 'integer)) | |
249 (ebnf-term token) | |
54192 | 250 (let ((times ebnf-bnf-lex) |
251 upper) | |
27451 | 252 (or (eq (ebnf-bnf-lex) 'repeat) |
38436
b174db545cfd
Some fixes to follow coding conventions.
Pavel Janík <Pavel@Janik.cz>
parents:
34804
diff
changeset
|
253 (error "Missing `*'")) |
54192 | 254 (setq token (ebnf-bnf-lex)) |
255 (when (eq token 'integer) | |
256 (setq upper ebnf-bnf-lex | |
257 token (ebnf-bnf-lex))) | |
258 (ebnf-token-repeat times (ebnf-term token) upper)))) | |
27451 | 259 |
260 | |
261 ;;; term = factor | |
262 ;;; | [factor] "+" ;; one-or-more | |
263 ;;; | [factor] "/" [factor] ;; one-or-more | |
264 ;;; . | |
265 | |
266 (defun ebnf-term (token) | |
267 (let ((factor (ebnf-factor token))) | |
268 (and factor | |
269 (setq token (ebnf-bnf-lex))) | |
270 (cond | |
271 ;; [factor] + | |
272 ((eq token 'one-or-more) | |
273 (cons (ebnf-bnf-lex) | |
274 (and factor | |
275 (let ((kind (ebnf-node-kind factor))) | |
276 (cond | |
277 ;; { A }+ + ==> { A }+ | |
278 ;; { A }* + ==> { A }* | |
279 ((memq kind '(ebnf-generate-zero-or-more | |
280 ebnf-generate-one-or-more)) | |
281 factor) | |
282 ;; [ A ] + ==> { A }* | |
283 ((eq kind 'ebnf-generate-optional) | |
284 (ebnf-make-zero-or-more (list factor))) | |
285 ;; A + | |
286 (t | |
287 (ebnf-make-one-or-more (list factor))) | |
288 ))))) | |
289 ;; [factor] / [factor] | |
290 ((eq token 'list) | |
291 (setq token (ebnf-bnf-lex)) | |
292 (let ((sep (ebnf-factor token))) | |
293 (and sep | |
294 (setq factor (or factor (ebnf-make-empty)))) | |
295 (cons (if sep | |
296 (ebnf-bnf-lex) | |
297 token) | |
298 (and factor | |
299 (ebnf-make-one-or-more factor sep))))) | |
300 ;; factor | |
301 (t | |
302 (cons token factor)) | |
303 ))) | |
304 | |
305 | |
306 ;;; factor = [ "$" ] "\"" terminal "\"" ;; terminal | |
307 ;;; | [ "$" ] non_terminal ;; non-terminal | |
308 ;;; | [ "$" ] "?" special "?" ;; special | |
309 ;;; | "(" body ")" ;; group | |
310 ;;; | "[" body "]" ;; zero-or-one | |
311 ;;; | "{" body [ "||" body ] "}+" ;; one-or-more | |
312 ;;; | "{" body [ "||" body ] "}*" ;; zero-or-more | |
313 ;;; | "{" body [ "||" body ] "}" ;; zero-or-more | |
314 ;;; . | |
315 | |
316 (defun ebnf-factor (token) | |
317 (cond | |
318 ;; terminal | |
319 ((eq token 'terminal) | |
320 (ebnf-make-terminal ebnf-bnf-lex)) | |
321 ;; non-terminal | |
322 ((eq token 'non-terminal) | |
323 (ebnf-make-non-terminal ebnf-bnf-lex)) | |
324 ;; special | |
325 ((eq token 'special) | |
326 (ebnf-make-special ebnf-bnf-lex)) | |
327 ;; group | |
328 ((eq token 'begin-group) | |
329 (let ((body (ebnf-body))) | |
330 (or (eq (car body) 'end-group) | |
38436
b174db545cfd
Some fixes to follow coding conventions.
Pavel Janík <Pavel@Janik.cz>
parents:
34804
diff
changeset
|
331 (error "Missing `)'")) |
27451 | 332 (cdr body))) |
333 ;; optional | |
334 ((eq token 'begin-optional) | |
335 (let ((body (ebnf-body))) | |
336 (or (eq (car body) 'end-optional) | |
38436
b174db545cfd
Some fixes to follow coding conventions.
Pavel Janík <Pavel@Janik.cz>
parents:
34804
diff
changeset
|
337 (error "Missing `]'")) |
27451 | 338 (ebnf-token-optional (cdr body)))) |
339 ;; list | |
340 ((eq token 'begin-list) | |
341 (let* ((body (ebnf-body)) | |
342 (token (car body)) | |
343 (list-part (cdr body)) | |
344 sep-part) | |
345 (and (eq token 'list-separator) | |
346 ;; { A || B } | |
347 (setq body (ebnf-body) ; get separator | |
348 token (car body) | |
349 sep-part (cdr body))) | |
350 (cond | |
351 ;; { A }+ | |
352 ((eq token 'end-one-or-more) | |
353 (ebnf-make-one-or-more list-part sep-part)) | |
354 ;; { A }* | |
355 ((eq token 'end-zero-or-more) | |
356 (ebnf-make-zero-or-more list-part sep-part)) | |
357 (t | |
38436
b174db545cfd
Some fixes to follow coding conventions.
Pavel Janík <Pavel@Janik.cz>
parents:
34804
diff
changeset
|
358 (error "Missing `}+', `}*' or `}'")) |
27451 | 359 ))) |
360 ;; no term | |
361 (t | |
362 nil) | |
363 )) | |
364 | |
365 | |
366 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; | |
367 ;; Lexical analyzer | |
368 | |
369 | |
370 (defconst ebnf-bnf-token-table (make-vector 256 'error) | |
371 "Vector used to map characters to a lexical token.") | |
372 | |
373 | |
374 (defun ebnf-bnf-initialize () | |
375 "Initialize EBNF token table." | |
376 ;; control character & control 8-bit character are set to `error' | |
377 (let ((char ?\040)) | |
378 ;; printable character: | |
379 (while (< char ?\060) | |
380 (aset ebnf-bnf-token-table char 'non-terminal) | |
381 (setq char (1+ char))) | |
382 ;; digits: | |
383 (while (< char ?\072) | |
384 (aset ebnf-bnf-token-table char 'integer) | |
385 (setq char (1+ char))) | |
386 ;; printable character: | |
387 (while (< char ?\177) | |
388 (aset ebnf-bnf-token-table char 'non-terminal) | |
389 (setq char (1+ char))) | |
390 ;; European 8-bit accentuated characters: | |
391 (setq char ?\240) | |
392 (while (< char ?\400) | |
393 (aset ebnf-bnf-token-table char 'non-terminal) | |
394 (setq char (1+ char))) | |
395 ;; Override space characters: | |
396 (aset ebnf-bnf-token-table ?\013 'space) ; [VT] vertical tab | |
397 (aset ebnf-bnf-token-table ?\n 'space) ; [NL] linefeed | |
398 (aset ebnf-bnf-token-table ?\r 'space) ; [CR] carriage return | |
399 (aset ebnf-bnf-token-table ?\t 'space) ; [HT] horizontal tab | |
400 (aset ebnf-bnf-token-table ?\ 'space) ; [SP] space | |
401 ;; Override form feed character: | |
402 (aset ebnf-bnf-token-table ?\f 'form-feed) ; [FF] form feed | |
403 ;; Override other lexical characters: | |
404 (aset ebnf-bnf-token-table ?\" 'terminal) | |
405 (aset ebnf-bnf-token-table ?\? 'special) | |
406 (aset ebnf-bnf-token-table ?\( 'begin-group) | |
407 (aset ebnf-bnf-token-table ?\) 'end-group) | |
408 (aset ebnf-bnf-token-table ?* 'repeat) | |
409 (aset ebnf-bnf-token-table ?- 'except) | |
410 (aset ebnf-bnf-token-table ?= 'equal) | |
411 (aset ebnf-bnf-token-table ?\[ 'begin-optional) | |
412 (aset ebnf-bnf-token-table ?\] 'end-optional) | |
413 (aset ebnf-bnf-token-table ?\{ 'begin-list) | |
414 (aset ebnf-bnf-token-table ?| 'alternative) | |
415 (aset ebnf-bnf-token-table ?\} 'end-list) | |
416 (aset ebnf-bnf-token-table ?/ 'list) | |
417 (aset ebnf-bnf-token-table ?+ 'one-or-more) | |
418 (aset ebnf-bnf-token-table ?$ 'default) | |
419 ;; Override comment character: | |
420 (aset ebnf-bnf-token-table ebnf-lex-comment-char 'comment) | |
421 ;; Override end of production character: | |
422 (aset ebnf-bnf-token-table ebnf-lex-eop-char 'period))) | |
423 | |
424 | |
39422
3e68652d365d
Fix character range regexp. Doc fix.
Gerd Moellmann <gerd@gnu.org>
parents:
39343
diff
changeset
|
425 ;; replace the range "\240-\377" (see `ebnf-range-regexp'). |
3e68652d365d
Fix character range regexp. Doc fix.
Gerd Moellmann <gerd@gnu.org>
parents:
39343
diff
changeset
|
426 (defconst ebnf-bnf-non-terminal-chars |
3e68652d365d
Fix character range regexp. Doc fix.
Gerd Moellmann <gerd@gnu.org>
parents:
39343
diff
changeset
|
427 (ebnf-range-regexp "!#%&'*-,0-:<>@-Z\\\\^-z~" ?\240 ?\377)) |
3e68652d365d
Fix character range regexp. Doc fix.
Gerd Moellmann <gerd@gnu.org>
parents:
39343
diff
changeset
|
428 |
3e68652d365d
Fix character range regexp. Doc fix.
Gerd Moellmann <gerd@gnu.org>
parents:
39343
diff
changeset
|
429 |
27451 | 430 (defun ebnf-bnf-lex () |
63629
b42bf212f030
(ebnf-bnf-lex): Fix spellings.
Juanma Barranquero <lekktu@gmail.com>
parents:
60917
diff
changeset
|
431 "Lexical analyzer for EBNF. |
27451 | 432 |
433 Return a lexical token. | |
434 | |
435 See documentation for variable `ebnf-bnf-lex'." | |
436 (if (>= (point) ebnf-limit) | |
437 'end-of-input | |
438 (let (token) | |
439 ;; skip spaces and comments | |
440 (while (if (> (following-char) 255) | |
441 (progn | |
442 (setq token 'error) | |
443 nil) | |
444 (setq token (aref ebnf-bnf-token-table (following-char))) | |
445 (cond | |
446 ((eq token 'space) | |
447 (skip-chars-forward " \013\n\r\t" ebnf-limit) | |
448 (< (point) ebnf-limit)) | |
449 ((eq token 'comment) | |
450 (ebnf-bnf-skip-comment)) | |
451 ((eq token 'form-feed) | |
452 (forward-char) | |
453 (setq ebnf-action 'form-feed)) | |
454 (t nil) | |
455 ))) | |
456 (setq ebnf-default-p nil) | |
457 (cond | |
458 ;; end of input | |
459 ((>= (point) ebnf-limit) | |
460 'end-of-input) | |
461 ;; error | |
462 ((eq token 'error) | |
60917
87f9bb9d3718
* progmodes/ebnf-abn.el, progmodes/ebnf-bnf.el,
Werner LEMBERG <wl@gnu.org>
parents:
54714
diff
changeset
|
463 (error "Invalid character")) |
27451 | 464 ;; default |
465 ((eq token 'default) | |
466 (forward-char) | |
467 (if (memq (aref ebnf-bnf-token-table (following-char)) | |
468 '(terminal non-terminal special)) | |
469 (prog1 | |
470 (ebnf-bnf-lex) | |
471 (setq ebnf-default-p t)) | |
60917
87f9bb9d3718
* progmodes/ebnf-abn.el, progmodes/ebnf-bnf.el,
Werner LEMBERG <wl@gnu.org>
parents:
54714
diff
changeset
|
472 (error "Invalid `default' element"))) |
27451 | 473 ;; integer |
474 ((eq token 'integer) | |
475 (setq ebnf-bnf-lex (ebnf-buffer-substring "0-9")) | |
476 'integer) | |
477 ;; special: ?special? | |
478 ((eq token 'special) | |
54140
766aaa5bded5
ABNF parser. Fix bug on productions like test = {"test"}* | ("tt" ["test"]). Reported by Markus Dreyer.
Vinicius Jose Latorre <viniciusjl@ig.com.br>
parents:
52401
diff
changeset
|
479 (setq ebnf-bnf-lex (concat (and ebnf-special-show-delimiter "?") |
27451 | 480 (ebnf-string " ->@-~" ?\? "special") |
54140
766aaa5bded5
ABNF parser. Fix bug on productions like test = {"test"}* | ("tt" ["test"]). Reported by Markus Dreyer.
Vinicius Jose Latorre <viniciusjl@ig.com.br>
parents:
52401
diff
changeset
|
481 (and ebnf-special-show-delimiter "?"))) |
27451 | 482 'special) |
483 ;; terminal: "string" | |
484 ((eq token 'terminal) | |
485 (setq ebnf-bnf-lex (ebnf-unescape-string (ebnf-get-string))) | |
486 'terminal) | |
487 ;; non-terminal or terminal | |
488 ((eq token 'non-terminal) | |
39422
3e68652d365d
Fix character range regexp. Doc fix.
Gerd Moellmann <gerd@gnu.org>
parents:
39343
diff
changeset
|
489 (setq ebnf-bnf-lex (ebnf-buffer-substring ebnf-bnf-non-terminal-chars)) |
27451 | 490 (let ((case-fold-search ebnf-case-fold-search) |
491 match) | |
492 (if (and ebnf-terminal-regexp | |
493 (setq match (string-match ebnf-terminal-regexp | |
494 ebnf-bnf-lex)) | |
495 (zerop match) | |
496 (= (match-end 0) (length ebnf-bnf-lex))) | |
497 'terminal | |
498 'non-terminal))) | |
499 ;; end of list: }+, }*, } | |
500 ((eq token 'end-list) | |
501 (forward-char) | |
502 (cond | |
503 ((= (following-char) ?+) | |
504 (forward-char) | |
505 'end-one-or-more) | |
506 ((= (following-char) ?*) | |
507 (forward-char) | |
508 'end-zero-or-more) | |
509 (t | |
510 'end-zero-or-more) | |
511 )) | |
512 ;; alternative: |, || | |
513 ((eq token 'alternative) | |
514 (forward-char) | |
515 (if (/= (following-char) ?|) | |
516 'alternative | |
517 (forward-char) | |
518 'list-separator)) | |
519 ;; miscellaneous: {, (, ), [, ], ., =, /, +, -, * | |
520 (t | |
521 (forward-char) | |
522 token) | |
523 )))) | |
524 | |
525 | |
34804
3347fac37b3d
Fix the same problem as described on ebnf2ps.el log
Gerd Moellmann <gerd@gnu.org>
parents:
27539
diff
changeset
|
526 ;; replace the range "\177-\237" (see `ebnf-range-regexp'). |
3347fac37b3d
Fix the same problem as described on ebnf2ps.el log
Gerd Moellmann <gerd@gnu.org>
parents:
27539
diff
changeset
|
527 (defconst ebnf-bnf-comment-chars |
3347fac37b3d
Fix the same problem as described on ebnf2ps.el log
Gerd Moellmann <gerd@gnu.org>
parents:
27539
diff
changeset
|
528 (ebnf-range-regexp "^\n\000-\010\016-\037" ?\177 ?\237)) |
27451 | 529 |
530 | |
531 (defun ebnf-bnf-skip-comment () | |
532 (forward-char) | |
533 (cond | |
534 ;; open EPS file | |
535 ((and ebnf-eps-executing (= (following-char) ?\[)) | |
536 (ebnf-eps-add-context (ebnf-bnf-eps-filename))) | |
537 ;; close EPS file | |
538 ((and ebnf-eps-executing (= (following-char) ?\])) | |
539 (ebnf-eps-remove-context (ebnf-bnf-eps-filename))) | |
82143
81c81019e0c6
New: Header/Footer comment & Log messages
Vinicius Jose Latorre <viniciusjl@ig.com.br>
parents:
78234
diff
changeset
|
540 ;; EPS header |
81c81019e0c6
New: Header/Footer comment & Log messages
Vinicius Jose Latorre <viniciusjl@ig.com.br>
parents:
78234
diff
changeset
|
541 ((and ebnf-eps-executing (= (following-char) ?H)) |
81c81019e0c6
New: Header/Footer comment & Log messages
Vinicius Jose Latorre <viniciusjl@ig.com.br>
parents:
78234
diff
changeset
|
542 (ebnf-eps-header-comment (ebnf-bnf-eps-filename))) |
81c81019e0c6
New: Header/Footer comment & Log messages
Vinicius Jose Latorre <viniciusjl@ig.com.br>
parents:
78234
diff
changeset
|
543 ;; EPS footer |
81c81019e0c6
New: Header/Footer comment & Log messages
Vinicius Jose Latorre <viniciusjl@ig.com.br>
parents:
78234
diff
changeset
|
544 ((and ebnf-eps-executing (= (following-char) ?F)) |
81c81019e0c6
New: Header/Footer comment & Log messages
Vinicius Jose Latorre <viniciusjl@ig.com.br>
parents:
78234
diff
changeset
|
545 (ebnf-eps-footer-comment (ebnf-bnf-eps-filename))) |
27451 | 546 ;; any other action in comment |
547 (t | |
548 (setq ebnf-action (aref ebnf-comment-table (following-char))) | |
549 (skip-chars-forward ebnf-bnf-comment-chars ebnf-limit)) | |
550 ) | |
551 ;; check for a valid end of comment | |
552 (cond ((>= (point) ebnf-limit) | |
553 nil) | |
554 ((= (following-char) ?\n) | |
555 (forward-char) | |
556 t) | |
557 (t | |
60917
87f9bb9d3718
* progmodes/ebnf-abn.el, progmodes/ebnf-bnf.el,
Werner LEMBERG <wl@gnu.org>
parents:
54714
diff
changeset
|
558 (error "Invalid character")) |
27451 | 559 )) |
560 | |
561 | |
562 (defun ebnf-bnf-eps-filename () | |
563 (forward-char) | |
564 (ebnf-buffer-substring ebnf-bnf-comment-chars)) | |
565 | |
566 | |
567 (defun ebnf-unescape-string (str) | |
568 (let* ((len (length str)) | |
569 (size (1- len)) | |
570 (istr 0) | |
571 (n-esc 0)) | |
572 ;; count number of escapes | |
573 (while (< istr size) | |
574 (setq istr (+ istr | |
575 (if (= (aref str istr) ?\\) | |
576 (progn | |
577 (setq n-esc (1+ n-esc)) | |
578 2) | |
579 1)))) | |
580 (if (zerop n-esc) | |
581 ;; no escapes | |
582 str | |
583 ;; at least one escape | |
584 (let ((new (make-string (- len n-esc) ?\ )) | |
585 (inew 0)) | |
586 ;; eliminate all escapes | |
587 (setq istr 0) | |
588 (while (> n-esc 0) | |
589 (and (= (aref str istr) ?\\) | |
590 (setq istr (1+ istr) | |
591 n-esc (1- n-esc))) | |
592 (aset new inew (aref str istr)) | |
593 (setq inew (1+ inew) | |
594 istr (1+ istr))) | |
595 ;; remaining string has no escape | |
596 (while (< istr len) | |
597 (aset new inew (aref str istr)) | |
598 (setq inew (1+ inew) | |
599 istr (1+ istr))) | |
600 new)))) | |
601 | |
602 | |
603 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; | |
604 | |
605 | |
606 (provide 'ebnf-bnf) | |
607 | |
608 | |
52401 | 609 ;;; arch-tag: 3b1834d3-8367-475b-80d5-8e0bbd00ce50 |
27451 | 610 ;;; ebnf-bnf.el ends here |