annotate lisp/url/url.el @ 83241:3dcba0bc766b

Merged in changes from CVS trunk. (Long time no see!) :-) Patches applied: * [e-mail]--gnu-2004/gnus--rel--5.10--patch-83 Update from CVS * [e-mail]--gnu-2004/gnus--rel--5.10--patch-84 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-1 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-2 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-3 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-4 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-5 Merge from gnus--rel--5.10 * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-6 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-7 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-8 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-9 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-10 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-11 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-12 Remove "-face" suffix from lazy-highlight face name * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-13 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-14 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-15 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-16 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-17 Merge from gnus--rel--5.10 * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-18 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-19 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-20 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-21 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-22 <no summary provided> * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-23 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-24 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-25 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-26 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-27 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-28 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-29 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-30 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-31 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-32 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-33 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-34 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-35 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-36 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-37 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-38 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-39 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-40 Fix regressions from latest reftex update * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-41 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-42 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-43 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-44 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-45 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-46 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-47 Merge from gnus--rel--5.10 * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-48 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-49 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-50 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-51 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-52 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-53 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-54 Update from CVS: lisp/cus-start.el (all): Add `undo-outer-limit'. * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-55 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-56 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-57 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-58 Merge from gnus--rel--5.10 * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-59 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-60 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-61 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-62 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-63 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-64 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-65 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-66 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-67 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-68 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-69 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-70 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-71 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-72 src/dispextern.h (xassert): Enable unconditionally. * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-73 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-74 Update from CVS * [e-mail]--gnu-2005/emacs--cvs-trunk--0--patch-75 Update from CVS * [e-mail]--gnu-2005/gnus--rel--5.10--base-0 tag of [e-mail]--gnu-2004/gnus--rel--5.10--patch-82 * [e-mail]--gnu-2005/gnus--rel--5.10--patch-1 Merge from emacs--cvs-trunk--0 * [e-mail]--gnu-2005/gnus--rel--5.10--patch-2 Merge from [e-mail]--gnu-2004 * [e-mail]--gnu-2005/gnus--rel--5.10--patch-3 Merge from emacs--cvs-trunk--0 * [e-mail]--gnu-2005/gnus--rel--5.10--patch-4 Merge from emacs--cvs-trunk--0 * [e-mail]--gnu-2005/gnus--rel--5.10--patch-5 Update from CVS: exi/gnus-faq.texi ([4.1]): Typo. * [e-mail]--gnu-2005/gnus--rel--5.10--patch-6 Update from CVS * [e-mail]--gnu-2005/gnus--rel--5.10--patch-7 Merge from emacs--cvs-trunk--0 * [e-mail]--gnu-2005/gnus--rel--5.10--patch-8 Update from CVS * [e-mail]--gnu-2005/gnus--rel--5.10--patch-9 Update from CVS * [e-mail]--gnu-2005/gnus--rel--5.10--patch-10 Update from CVS * [e-mail]--gnu-2005/gnus--rel--5.10--patch-11 Update from CVS git-archimport-id: [e-mail]--2004/emacs--multi-tty--0--patch-281

;;; url.el --- Uniform Resource Locator retrieval tool

;; Copyright (c) 1996, 1997, 1998, 1999, 2001, 2004, 2005
;;           Free Software Foundation, Inc.

;; Author: Bill Perry <[e-mail]>
;; Keywords: comm, data, processes, hypermedia

;; This file is part of GNU Emacs.
;;
;; GNU Emacs is free software; you can redistribute it and/or modify
;; it under the terms of the GNU General Public License as published by
;; the Free Software Foundation; either version 2, or (at your option)
;; any later version.
;;
;; GNU Emacs is distributed in the hope that it will be useful,
;; but WITHOUT ANY WARRANTY; without even the implied warranty of
;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
;; GNU General Public License for more details.
;;
;; You should have received a copy of the GNU General Public License
;; along with GNU Emacs; see the file COPYING.  If not, write to the
;; Free Software Foundation, Inc., 59 Temple Place - Suite 330,
;; Boston, MA 02111-1307, USA.

;;; Commentary:

;; Registered URI schemes: http://www.iana.org/assignments/uri-schemes

;;; Code:

(eval-when-compile (require 'cl))
;; Don't require CL at runtime if we can avoid it (Emacs 21).
;; Otherwise we need it for hashing functions.  `puthash' was never
;; defined in the Emacs 20 cl.el for some reason.
(if (fboundp 'puthash)
    nil					; internal or CL is loaded
  (defalias 'puthash 'cl-puthash)
  (autoload 'cl-puthash "cl")
  (autoload 'gethash "cl")
  (autoload 'maphash "cl")
  (autoload 'make-hash-table "cl"))

(eval-when-compile
  (require 'mm-decode)
  (require 'mm-view))

(require 'mailcap)
(require 'url-vars)
(require 'url-cookie)
(require 'url-history)
(require 'url-expand)
(require 'url-privacy)
(require 'url-methods)
(require 'url-proxy)
(require 'url-parse)
(require 'url-util)

;; Fixme: customize? convert-standard-filename? 
;;;###autoload
(defvar url-configuration-directory "~/.url")

(defun url-do-setup ()
  "Setup the url package.
This is to avoid conflict with user settings if URL is dumped with
Emacs."
  (unless url-setup-done

    ;; Make OS/2 happy
    ;;(push '("http" "80") tcp-binary-process-input-services)

    (mailcap-parse-mailcaps)
    (mailcap-parse-mimetypes)
    
    ;; Register all the authentication schemes we can handle
    (url-register-auth-scheme "basic" nil 4)
    (url-register-auth-scheme "digest" nil 7)

    (setq url-cookie-file
	  (or url-cookie-file
	      (expand-file-name "cookies" url-configuration-directory)))
    
    (setq url-history-file
	  (or url-history-file
	      (expand-file-name "history" url-configuration-directory)))
  
    ;; Parse the global history file if it exists, so that it can be used
    ;; for URL completion, etc.
    (url-history-parse-history)
    (url-history-setup-save-timer)

    ;; Ditto for cookies
    (url-cookie-setup-save-timer)
    (url-cookie-parse-file url-cookie-file)

    ;; Read in proxy gateways
    (let ((noproxy (and (not (assoc "no_proxy" url-proxy-services))
			(or (getenv "NO_PROXY")
			    (getenv "no_PROXY")
			    (getenv "no_proxy")))))
      (if noproxy
	  (setq url-proxy-services
		(cons (cons "no_proxy"
			    (concat "\\("
				    (mapconcat
				     (lambda (x)
				       (cond
					((= x ?,) "\\|")
					((= x ? ) "")
					((= x ?.) (regexp-quote "."))
					((= x ?*) ".*")
					((= x ??) ".")
					(t (char-to-string x))))
				     noproxy "") "\\)"))
		      url-proxy-services))))

    (url-setup-privacy-info)
    (run-hooks 'url-load-hook)
    (setq url-setup-done t)))

;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
;;; Retrieval functions
;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
(defun url-retrieve (url callback &optional cbargs)
  "Retrieve URL asynchronously and call CALLBACK with CBARGS when finished.
The callback is called when the object has been completely retrieved, with
the current buffer containing the object, and any MIME headers associated
with it.  URL is either a string or a parsed URL.

Return the buffer URL will load into, or nil if the process has
already completed."
  (url-do-setup)
  (url-gc-dead-buffers)
  (if (stringp url)
       (set-text-properties 0 (length url) nil url))
  (if (not (vectorp url))
      (setq url (url-generic-parse-url url)))
  (if (not (functionp callback))
      (error "Must provide a callback function to url-retrieve"))
  (unless (url-type url)
    (error "Bad url: %s" (url-recreate-url url)))
  (let ((loader (url-scheme-get-property (url-type url) 'loader))
	(url-using-proxy (if (url-host url)
			     (url-find-proxy-for-url url (url-host url))))
	(buffer nil)
	(asynch (url-scheme-get-property (url-type url) 'asynchronous-p)))
    (if url-using-proxy
	(setq asynch t
	      loader 'url-proxy))
    (if asynch
	(setq buffer (funcall loader url callback cbargs))
      (setq buffer (funcall loader url))
      (if buffer
	  (with-current-buffer buffer
	    (apply callback cbargs))))
    (url-history-update-url url (current-time))
    buffer))

(defun url-retrieve-synchronously (url)
  "Retrieve URL synchronously.
Return the buffer containing the data, or nil if there are no data
associated with it (the case for dired, info, or mailto URLs that need
no further processing).  URL is either a string or a parsed URL."
  (url-do-setup)

  (lexical-let ((retrieval-done nil)
		(asynch-buffer nil))
    (setq asynch-buffer
	  (url-retrieve url (lambda (&rest ignored)
			      (url-debug 'retrieval "Synchronous fetching done (%S)" (current-buffer))
			      (setq retrieval-done t
				    asynch-buffer (current-buffer)))))
    (let ((proc (and asynch-buffer (get-buffer-process asynch-buffer))))
      (if (null proc)
	  ;; We do not need to do anything, it was a mailto or something
	  ;; similar that takes processing completely outside of the URL
	  ;; package.
	  nil
	(while (not retrieval-done)
	  (url-debug 'retrieval
		     "Spinning in url-retrieve-synchronously: %S (%S)"
		     retrieval-done asynch-buffer)
	  ;; We used to use `sit-for' here, but in some cases it wouldn't
	  ;; work because apparently pending keyboard input would always
	  ;; interrupt it before it got a chance to handle process input.
	  ;; `sleep-for' was tried but it lead to other forms of
	  ;; hanging.  --Stef
	  (unless (accept-process-output proc)
	    ;; accept-process-output returned nil, maybe because the process
	    ;; exited (and may have been replaced with another).
	    (setq proc (get-buffer-process asynch-buffer)))))
      asynch-buffer)))

(defun url-mm-callback (&rest ignored)
  (let ((handle (mm-dissect-buffer t)))
    (save-excursion
      (url-mark-buffer-as-dead (current-buffer))
      (set-buffer (generate-new-buffer (url-recreate-url url-current-object)))
      (if (eq (mm-display-part handle) 'external)
	  (progn
	    (set-process-sentinel
	     ;; Fixme: this shouldn't have to know the form of the
	     ;; undisplayer produced by `mm-display-part'.
	     (get-buffer-process (cdr (mm-handle-undisplayer handle)))
	     `(lambda (proc event)
		(mm-destroy-parts (quote ,handle))))
	    (message "Viewing externally")
	    (kill-buffer (current-buffer)))
	(display-buffer (current-buffer))
	(add-hook 'kill-buffer-hook 
		  `(lambda () (mm-destroy-parts ',handle))
		  nil
		  t)))))

(defun url-mm-url (url)
  "Retrieve URL and pass to the appropriate viewing application."
  (require 'mm-decode)
  (require 'mm-view)
  (url-retrieve url 'url-mm-callback nil))

;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
;;; Miscellaneous
;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
(defvar url-dead-buffer-list nil)

(defun url-mark-buffer-as-dead (buff)
  (push buff url-dead-buffer-list))

(defun url-gc-dead-buffers ()
  (let ((buff))
    (while (setq buff (pop url-dead-buffer-list))
      (if (buffer-live-p buff)
	  (kill-buffer buff)))))

(cond
 ((fboundp 'display-warning)
  (defalias 'url-warn 'display-warning))
 ((fboundp 'warn)
  (defun url-warn (class message &optional level)
    (warn "(%s/%s) %s" class (or level 'warning) message)))
 (t
  (defun url-warn (class message &optional level)
    (with-current-buffer (get-buffer-create "*URL-WARNINGS*")
      (goto-char (point-max))
      (save-excursion
	(insert (format "(%s/%s) %s\n" class (or level 'warning) message)))
      (display-buffer (current-buffer))))))

(provide 'url)

;; arch-tag: bc182f1f-d187-4f10-b961-47af2066579a
;;; url.el ends here