I got the same problem when moving from emacs 24.3 to emacs 24.4 in the upgrade from Fedora 20 to Fedora 21.  It's repeatable using the attached inbox.  Start "emacs -q", and then

M-x vm-visit-folder INBOX
M-x vm-summary-faces-mode

This gives the error message: Marker points into wrong buffer: #<marker at 51 in INBOX>

If enabling debugging, I get the backtrace below:

Debugger entered--Lisp error: (error "Marker points into wrong buffer" #<marker at 51 in INBOX>)
  goto-char(#<marker at 51 in INBOX>)
  (save-restriction (widen) (goto-char (vm-headers-of (vm-real-message-of m))) (re-search-forward arg (vm-text-of (vm-real-message-of m)) t))
  (save-excursion (save-restriction (widen) (goto-char (vm-headers-of (vm-real-message-of m))) (re-search-forward arg (vm-text-of (vm-real-message-of m)) t)))
  vm-vs-header([[#<marker at 1 in INBOX> #<marker at 51 in INBOX> #<marker at 51 in INBOX> #<marker at 117 in INBOX> #<marker at 121 in INBOX> #<marker at 122 in INBOX>] ["1" "  1" nil #<marker at 1 in INBOX Summary> #<marker at 59 in INBOX Summary> <<>> <-- From_ "0" #<buffer INBOX> nil nil nil nil nil nil none none #<overlay from 1 to 59 in INBOX Summary> nil] [t nil nil nil nil nil nil nil nil] ["4" "Wednesday" "24" "December" "2014" "20:38:15" "" "<email address hidden>" "<email address hidden>" nil "1" "Subject" "^From:" nil nil "12" nil nil (number " " mark "N    <email address hidden> Dec 24    1/4     " thread-indent "\"Subject\"\n") nil nil nil nil nil nil nil] [nil <v> nil nil nil nil]] "Priority: urgent")
  apply(vm-vs-header [[#<marker at 1 in INBOX> #<marker at 51 in INBOX> #<marker at 51 in INBOX> #<marker at 117 in INBOX> #<marker at 121 in INBOX> #<marker at 122 in INBOX>] ["1" "  1" nil #<marker at 1 in INBOX Summary> #<marker at 59 in INBOX Summary> <<>> <-- From_ "0" #<buffer INBOX> nil nil nil nil nil nil none none #<overlay from 1 to 59 in INBOX Summary> nil] [t nil nil nil nil nil nil nil nil] ["4" "Wednesday" "24" "December" "2014" "20:38:15" "" "<email address hidden>" "<email address hidden>" nil "1" "Subject" "^From:" nil nil "12" nil nil (number " " mark "N    <email address hidden> Dec 24    1/4     " thread-indent "\"Subject\"\n") nil nil nil nil nil nil nil] [nil <v> nil nil nil nil]] "Priority: urgent")
  (setq arglist (cdr (car selectors)) arglist (cdr (car selectors)) result (apply function m arglist) selectors (if result nil (cdr selectors)))
  (while selectors (setq selector (car (car selectors)) function (cdr (assq selector vm-virtual-selector-function-alist))) (if (null function) (error "Invalid virtual selector: %s" selector)) (setq arglist (cdr (car selectors)) arglist (cdr (car selectors)) result (apply function m arglist) selectors (if result nil (cdr selectors))))
  (let ((result nil) selector arglist function) (while selectors (setq selector (car (car selectors)) function (cdr (assq selector vm-virtual-selector-function-alist))) (if (null function) (error "Invalid virtual selector: %s" selector)) (setq arglist (cdr (car selectors)) arglist (cdr (car selectors)) result (apply function m arglist) selectors (if result nil (cdr selectors)))) result)
  vm-vs-or([[#<marker at 1 in INBOX> #<marker at 51 in INBOX> #<marker at 51 in INBOX> #<marker at 117 in INBOX> #<marker at 121 in INBOX> #<marker at 122 in INBOX>] ["1" "  1" nil #<marker at 1 in INBOX Summary> #<marker at 59 in INBOX Summary> <<>> <-- From_ "0" #<buffer INBOX> nil nil nil nil nil nil none none #<overlay from 1 to 59 in INBOX Summary> nil] [t nil nil nil nil nil nil nil nil] ["4" "Wednesday" "24" "December" "2014" "20:38:15" "" "<email address hidden>" "<email address hidden>" nil "1" "Subject" "^From:" nil nil "12" nil nil (number " " mark "N    <email address hidden> Dec 24    1/4     " thread-indent "\"Subject\"\n") nil nil nil nil nil nil nil] [nil <v> nil nil nil nil]] (header "Priority: urgent") (header "Importance: high") (header "X-Priority: 1") (label "!") (label "\\flagged") (header "X-VM-postponed-data:"))
  apply(vm-vs-or [[#<marker at 1 in INBOX> #<marker at 51 in INBOX> #<marker at 51 in INBOX> #<marker at 117 in INBOX> #<marker at 121 in INBOX> #<marker at 122 in INBOX>] ["1" "  1" nil #<marker at 1 in INBOX Summary> #<marker at 59 in INBOX Summary> <<>> <-- From_ "0" #<buffer INBOX> nil nil nil nil nil nil none none #<overlay from 1 to 59 in INBOX Summary> nil] [t nil nil nil nil nil nil nil nil] ["4" "Wednesday" "24" "December" "2014" "20:38:15" "" "<email address hidden>" "<email address hidden>" nil "1" "Subject" "^From:" nil nil "12" nil nil (number " " mark "N    <email address hidden> Dec 24    1/4     " thread-indent "\"Subject\"\n") nil nil nil nil nil nil nil] [nil <v> nil nil nil nil]] ((header "Priority: urgent") (header "Importance: high") (header "X-Priority: 1") (label "!") (label "\\flagged") (header "X-VM-postponed-data:")))
  (setq arglist (cdr (car selectors)) arglist (cdr (car selectors)) result (apply function m arglist) selectors (if result nil (cdr selectors)))
  (while selectors (setq selector (car (car selectors)) function (cdr (assq selector vm-virtual-selector-function-alist))) (if (null function) (error "Invalid virtual selector: %s" selector)) (setq arglist (cdr (car selectors)) arglist (cdr (car selectors)) result (apply function m arglist) selectors (if result nil (cdr selectors))))
  (let ((result nil) selector arglist function) (while selectors (setq selector (car (car selectors)) function (cdr (assq selector vm-virtual-selector-function-alist))) (if (null function) (error "Invalid virtual selector: %s" selector)) (setq arglist (cdr (car selectors)) arglist (cdr (car selectors)) result (apply function m arglist) selectors (if result nil (cdr selectors)))) result)
  vm-vs-or([[#<marker at 1 in INBOX> #<marker at 51 in INBOX> #<marker at 51 in INBOX> #<marker at 117 in INBOX> #<marker at 121 in INBOX> #<marker at 122 in INBOX>] ["1" "  1" nil #<marker at 1 in INBOX Summary> #<marker at 59 in INBOX Summary> <<>> <-- From_ "0" #<buffer INBOX> nil nil nil nil nil nil none none #<overlay from 1 to 59 in INBOX Summary> nil] [t nil nil nil nil nil nil nil nil] ["4" "Wednesday" "24" "December" "2014" "20:38:15" "" "<email address hidden>" "<email address hidden>" nil "1" "Subject" "^From:" nil nil "12" nil nil (number " " mark "N    <email address hidden> Dec 24    1/4     " thread-indent "\"Subject\"\n") nil nil nil nil nil nil nil] [nil <v> nil nil nil nil]] (or (header "Priority: urgent") (header "Importance: high") (header "X-Priority: 1") (label "!") (label "\\flagged") (header "X-VM-postponed-data:")))
  apply(vm-vs-or [[#<marker at 1 in INBOX> #<marker at 51 in INBOX> #<marker at 51 in INBOX> #<marker at 117 in INBOX> #<marker at 121 in INBOX> #<marker at 122 in INBOX>] ["1" "  1" nil #<marker at 1 in INBOX Summary> #<marker at 59 in INBOX Summary> <<>> <-- From_ "0" #<buffer INBOX> nil nil nil nil nil nil none none #<overlay from 1 to 59 in INBOX Summary> nil] [t nil nil nil nil nil nil nil nil] ["4" "Wednesday" "24" "December" "2014" "20:38:15" "" "<email address hidden>" "<email address hidden>" nil "1" "Subject" "^From:" nil nil "12" nil nil (number " " mark "N    <email address hidden> Dec 24    1/4     " thread-indent "\"Subject\"\n") nil nil nil nil nil nil nil] [nil <v> nil nil nil nil]] (or (header "Priority: urgent") (header "Importance: high") (header "X-Priority: 1") (label "!") (label "\\flagged") (header "X-VM-postponed-data:")))
  (if (apply (quote vm-vs-or) msg (list (caar faces))) (progn (vm-set-extent-property x (quote face) (car (cdr (car faces)))) (setq faces nil)))
  (while faces (if (apply (quote vm-vs-or) msg (list (caar faces))) (progn (vm-set-extent-property x (quote face) (car (cdr (car faces)))) (setq faces nil))) (setq faces (cdr faces)))
  (let ((faces vm-summary-faces-alist) (x (or (vm-su-summary-mouse-track-overlay-of msg) (vm-extent-at (vm-su-start-of msg)) (vm-extent-at (vm-su-end-of msg))))) (while faces (if (apply (quote vm-vs-or) msg (list (caar faces))) (progn (vm-set-extent-property x (quote face) (car (cdr (car faces)))) (setq faces nil))) (setq faces (cdr faces))))
  vm-summary-faces-add([[#<marker at 1 in INBOX> #<marker at 51 in INBOX> #<marker at 51 in INBOX> #<marker at 117 in INBOX> #<marker at 121 in INBOX> #<marker at 122 in INBOX>] ["1" "  1" nil #<marker at 1 in INBOX Summary> #<marker at 59 in INBOX Summary> <<>> <-- From_ "0" #<buffer INBOX> nil nil nil nil nil nil none none #<overlay from 1 to 59 in INBOX Summary> nil] [t nil nil nil nil nil nil nil nil] ["4" "Wednesday" "24" "December" "2014" "20:38:15" "" "<email address hidden>" "<email address hidden>" nil "1" "Subject" "^From:" nil nil "12" nil nil (number " " mark "N    <email address hidden> Dec 24    1/4     " thread-indent "\"Subject\"\n") nil nil nil nil nil nil nil] [nil <v> nil nil nil nil]])
  (while mp (vm-summary-faces-add (car mp)) (setq mp (cdr mp)))
  (let ((mp vm-message-list)) (while mp (vm-summary-faces-add (car mp)) (setq mp (cdr mp))))
  (if vm-summary-faces-mode (let ((mp vm-message-list)) (while mp (vm-summary-faces-add (car mp)) (setq mp (cdr mp)))) (vm-summary-faces-destroy) (if vm-summary-overlay (vm-set-extent-property vm-summary-overlay (quote face) vm-summary-highlight-face)))
  (save-excursion (vm-select-folder-buffer) (vm-summarize) (set-buffer vm-summary-buffer) (if vm-summary-faces-mode (let ((mp vm-message-list)) (while mp (vm-summary-faces-add (car mp)) (setq mp (cdr mp)))) (vm-summary-faces-destroy) (if vm-summary-overlay (vm-set-extent-property vm-summary-overlay (quote face) vm-summary-highlight-face))))
  (if (memq major-mode (quote (vm-mode vm-virtual-mode vm-summary-mode vm-presentation-mode))) (save-excursion (vm-select-folder-buffer) (vm-summarize) (set-buffer vm-summary-buffer) (if vm-summary-faces-mode (let ((mp vm-message-list)) (while mp (vm-summary-faces-add (car mp)) (setq mp (cdr mp)))) (vm-summary-faces-destroy) (if vm-summary-overlay (vm-set-extent-property vm-summary-overlay (quote face) vm-summary-highlight-face)))))
  vm-summary-faces-mode(nil)
  call-interactively(vm-summary-faces-mode record nil)
  command-execute(vm-summary-faces-mode record)
  execute-extended-command(nil "vm-summary-faces-mode")
  call-interactively(execute-extended-command nil nil)
  command-execute(execute-extended-command)