bbdb / lisp / bbdb-snarf.el

Full commit
;;; bbdb-snarf.el -- convert free-form text to BBDB records

;;; Copyright (C) 1997 by John Heidemann <>.
;;; bbdb-snarf.el,v 1.11 1999/01/25 06:20:28 simmonmt Exp
;;; This file is free software; you can redistribute it and/or modify
;;; it under the terms of the GNU General Public License as published
;;; by the Free Software Foundation version 1.
;;; This file is distributed in the hope that it will be useful, but
;;; WITHOUT ANY WARRANTY; without even the implied warranty of
;;; General Public License for more details.
;;; You should have received a copy of the GNU General Public License
;;; along with GNU Emacs; see the file COPYING.  If not, write to
;;; the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.

;;; bbdb-snarf is code to pick addresses, phones, and such out of a
;;; free-form paragraphs.  Things are recognized by context (web pages
;;; start with http:// or www., for example).  I wrote it because I
;;; dispise fill-in-the-blank forms (a la bbdb-create).  (if I wanted
;;; modes, I'd use vi :-).
;;; Eventually I'd like to be able to replace bbdb-mode with a free-form
;;; text mode where bbdb-snarf merges in any changes you make.
;;; I'm not there yet---merging is not good enough currently.
;;; Currently bbdb-snarf is good for pulling postal addresses
;;; from e-mail messages and coverting other databases.

(require 'bbdb)

(defconst digit "[0-9]")
(defvar bbdb-snarf-phone-regexp
   "\\(([2-9][0-9][0-9])[-\\. ]?\\|[2-9][0-9][0-9][-\\. ]\\)?"
   "[0-9][0-9][0-9][-\\. ][0-9][0-9][0-9][0-9]"
   "\\( *\\(x\\|ext\\.?\\) *[0-9]+\\)?"
  "regexp to match phones.")
(defvar bbdb-snarf-zip-regexp
   digit digit digit digit digit
   "\\(-" digit digit digit digit "\\)?"
  "regexp matching zip.")

(defcustom bbdb-snarf-web-prop
  (if (member (list "www") (bbdb-propnames))
  "What property bbdb should use for the web, or nil to not detect web URLs."
  :group 'bbdb
  :type 'symbol)

(defun bbdb-snarf-address-lines ()
      ((lines (bbdb-split (buffer-string) "\n")))
    (while (< (length lines) 3)
	(setq lines (append lines (list nil))))
    (if (> (length lines) 3)
	(error "bbdb-snarf-address-lines: too many lines in address."))
    (delete-region (point-min) (point-max))

(defun bbdb-snarf-prune-empty-lines ()
  (goto-char (point-min))
  (while (re-search-forward "^[ \t]*\n" (point-max) t)
    (replace-match "")))

(defun delete-and-return-region (begin end)
      (buffer-substring begin end)
    (delete-region begin end)))

(defun bbdb-snarf-extract-label (default consume-p)
  "Extract the label before the point, or return DEFAULT if no label.
If CONSUME-P is set, delete the text, if found."
  (interactive "sDefault label: ")
  (let ((end (point-marker)))
    (skip-chars-backward " \t")
    (forward-char -1)
    (if (looking-at ":")
	(let* ((label-end (point))
	       (label (delete-and-return-region
		       (progn (skip-chars-backward "^\n,;") (point))
	  (delete-region (point) end)

(defun bbdb-snarf-parse-phone-number (phone)
  "Fix the bogosity that is bbdb-snarf-parse-phone-number.
It doesn't always return a normalized phone number.
For (800) 555-1212 it returns a three element list."
  (let ((try (bbdb-parse-phone-number phone)))
    (if (= 3 (length try))
	(nconc try '(0)))

(defun bbdb-snarf (where)
  "snarf up a bbdb record WHERE the point is.
We assume things are line-broken and paragraph-bounded.
The name comes first and other fields (address, 
phone, email, web pages) are recognized by context.

Requred context:
	addresses end with \"City, State ZIP\" or \"City, State\"
	phones match bbdb-snarf-phone-regexp
		(currently US-style phones)
	e-mail addresses have @'s in them
	web sites are recognized by http:// or www.

Address and phone context are currently US-specific;
patches to internationalize these assumptions are welcome.

\\[bbdb-snarf] is similar to \\[bbdb-whois-sentinel], but less specialized."
  (interactive "d")
   (progn (goto-char where) (forward-paragraph -1) (point))
   (progn (forward-paragraph 1) (point))))

(defun bbdb-snarf-region (begin end)
  "snarf up a bbdb record in the current region.  See `bbdb-snarf' for
more details."
  (interactive "r")
	((buf (get-buffer-create " *BBDB snarf*"))
	 (text (buffer-substring begin end))
	 phones nets web city state zip name address-lines 
	 address-vector notes)
      (set-buffer buf)
      (insert text)

      ;; toss beginning and trailing space
      (goto-char (point-min))
      (while (re-search-forward "^[ \t]+" (point-max) t)
	(replace-match ""))
      (goto-char (point-min))
      (while (re-search-forward "\\s +$" (point-max) t)
	(replace-match ""))

      ;; first, pick out phone numbers
      (goto-char (point-min))
      (while (re-search-forward bbdb-snarf-phone-regexp (point-max) t)
	(let (phone
	      (begin (match-beginning 0))
	      (end (match-end 0)))
	  (goto-char begin)
	  (forward-char -1)
	  (if (looking-at "[0-9A-Za-z]")
	      (goto-char end) ;; not really phone
	    (setq phone (bbdb-snarf-parse-phone-number (delete-and-return-region begin end))
		  phones (append phones (list (vconcat
					       (list (bbdb-snarf-extract-label
						      "phone" t))

      ;; next, web pages
      (goto-char (point-min))
      (if (and bbdb-snarf-web-prop
	       (re-search-forward "\\(http://\\|www\.\\)[^ \t\n]+"
				  (point-max) t))
	    (setq web (match-string 0)
		  notes (append notes (list (cons bbdb-snarf-web-prop web))))
	    (replace-match "")))

      ;; next e-mail
      (goto-char (point-min))
      (while (re-search-forward "[^ \t\n<]+@[^ \t\n>]+" (point-max) t)
	(setq nets (append nets (list (match-string 0))))
	(replace-match ""))


      ;; name
      (goto-char (point-min))
      (let (namebegin)
	;; This check is horribly english-centric (I think)
	(while (/= (char-syntax (char-after (point))) ?w)
	  (forward-line 1))
	(setq namebegin (point))
	(re-search-forward "\\(\\sw\\|[ -\.,]\\)*\\sw" nil t)
	(setq name (match-string 0))
	(delete-region (match-beginning 0) (match-end 0)))
      ;; address
      (goto-char (point-min))
       ;; city, state zip
       ((re-search-forward bbdb-snarf-zip-regexp (point-max) t)
	    (let (mk)
	      (narrow-to-region (point-min) (match-end 0))
	      (goto-char (point-max))
	      ;; zip
	      (re-search-backward bbdb-snarf-zip-regexp (point-min) t)
	      (setq zip (bbdb-parse-zip-string (match-string 0)))
	      ;; state
	      (skip-chars-backward " \t")
	      (setq mk (point))
	      (skip-chars-backward "^ \t,")
	      (setq state (buffer-substring (point) mk))
	      ;; city
	      (skip-chars-backward " \t,")
	      (setq mk (point))
	      (setq city (buffer-substring (point) mk))
	      ;; toss it
	      (forward-char -1)
	      (delete-region (point) (point-max))
	      ;; address lines
	      (goto-char (point-min))
	      (setq address-lines (bbdb-snarf-address-lines)
		    address-vector (list (vector
					  (nth 0 address-lines)
					  (nth 1 address-lines)
					  (nth 2 address-lines)
       ;; try for just city, state
       ((re-search-forward "^\\(.*\\), \\([A-Z][A-Za-z]\\)$"
			   (point-max) t)
	    (setq city (match-string 1)
		  state (match-string 2))
	    (narrow-to-region (point-min) (match-end 0))
	    (goto-char (point-min))
	    (setq address-lines (bbdb-snarf-address-lines)
		  address-vector (list (vector
					(nth 0 address-lines)
					  (nth 1 address-lines)
					  (nth 2 address-lines)
	(setq address-lines '(nil nil nil)
	      address-vector nil)))

      ;; anything else -> notes
      (if (/= (point-min) (point-max))
	  (setq notes (append notes (list (cons 'notes (buffer-string))))))

      ;; debug
;      (goto-char (point-max))
;      (insert "\n\n"
;	      "name: " name "\n"
;	      "city: " city "\n"
;	      "state: " state "\n"
;	      "zip: " zip "\n")
      (bbdb-merge-interactively name

; (setq bbdb-snarf-test-cases "
; another test person
; 1234 Gridley St.
; Los Angeles, CA 91342
; 555-1212
; other stuff about this person
; test person
; 1234 Gridley St.
; St. Los Angeles, CA 91342-1234
; 555-1212
; x test person
; 1234 Gridley St.
; Los Angeles, California 91342-1234
; 555-1212
; y test person
; 1234 Gridley St.
; Los Angeles, CA
; 555-1212
; "
;       "some test cases")

(defun bbdb-merge-interactively (name company nets addrs phones notes)
  "Interactively add a new record; arguments same as \\[bbdb-create-internal]."
      ((f-l-name (bbdb-divide-name name))
       (firstname (car f-l-name))
       (lastname (nth 1 f-l-name))
       (aka nil)
	(vector firstname lastname aka company phones addrs nets notes
		   (make-vector bbdb-cache-length nil)))
       (old-record (bbdb-search-simple name nets)))
    (if old-record
	  (setq new-record (bbdb-merge-internally old-record new-record))
	  (bbdb-delete-record-internal old-record)))
    ;; create  new record
    (bbdb-invoke-hook 'bbdb-create-hook new-record)
    (bbdb-change-record new-record t)
    (bbdb-hash-record new-record)
    (bbdb-display-records (list new-record))))

(defun bbdb-merge-internally (old-record new-record)
  "Merge two records.  NEW-RECORDS wins over OLD in cases of ties."
  (if (and (null (bbdb-record-firstname new-record))
	   (bbdb-record-firstname old-record))
      (bbdb-record-set-firstname new-record (bbdb-record-firstname old-record)))
  (if (and (null (bbdb-record-lastname new-record))
	   (bbdb-record-lastname old-record))
      (bbdb-record-set-lastname new-record (bbdb-record-lastname old-record)))
  (if (and (null (bbdb-record-company new-record))
	   (bbdb-record-company old-record))
      (bbdb-record-set-company new-record (bbdb-record-company old-record)))
  ;; nets
  (let ((old-nets (bbdb-record-net old-record))
	(new-nets (bbdb-record-net new-record)))
    (while old-nets
      (if (not (member (car old-nets) new-nets))
	  (setq new-nets (append new-nets (list (car old-nets)))))
      (setq old-nets (cdr old-nets)))
    (bbdb-record-set-net new-record new-nets))
  ;; addrs
  (let ((old-addresses (bbdb-record-addresses old-record))
	(new-addresses (bbdb-record-addresses new-record)))
    (while old-addresses
      (if (not (member (car old-addresses) new-addresses))
	  (setq new-addresses (append new-addresses (list (car old-addresses)))))
      (setq old-addresses (cdr old-addresses)))
    (bbdb-record-set-addresses new-record new-addresses))
  ;; phones
  (let ((old-phones (bbdb-record-phones old-record))
	(new-phones (bbdb-record-phones new-record)))
    (while old-phones
      (if (not (member (car old-phones) new-phones))
	  (setq new-phones (append new-phones (list (car old-phones)))))
      (setq old-phones (cdr old-phones)))
    (bbdb-record-set-phones new-record new-phones))
  ;; notes
  (let ((old-notes (bbdb-record-raw-notes old-record))
	(new-notes (bbdb-record-raw-notes new-record)))
    (while old-notes
      (if (not (member (car old-notes) new-notes))
	  (setq new-notes (append new-notes (list (car old-notes)))))
      (setq old-notes (cdr old-notes)))
    (bbdb-record-set-raw-notes new-record new-notes))
  ;; return

(provide 'bbdb-snarf)