Compare commits

..

No commits in common. "b0edcf78a4b4b1d2e761b11d2f0930243f39f2f6" and "7604512684aee5cdc3150e788efca5b72c4cb1fb" have entirely different histories.

2 changed files with 28 additions and 54 deletions

View File

@ -28,17 +28,16 @@
;;; Mirror-img
;;; ————————————————————————————————————————
;; pathname/input-stream pathname list → string
(defun mirror-img (html-source download-dir &key (url-dir download-dir) (tags *default-tags*))
"Attempt to mirror all remote HREF/SRC URLs of an HTML documents tags,
;; pathname pathname list → string
(defun mirror-img (html-file download-dir &key (url-dir download-dir) (tags *default-tags*))
"Attempt to mirror all remote HREF/SRC URLs of an HTML files tags,
downloading them to DOWNLOAD-DIR. For each remote URL that could be
successfuly mirrored, the remote URLs will be replaced with the local
version. The URL used will will be BASE-DIR plus the filename, where
BASE-DIR defaults to DOWNLOAD-DIR.
HTML-SOURCE, the document, can be either a pathname or an input stream.
Returns a string of the modified pages HTML."
(let* ((dom
(lquery:$ (lquery:initialize html-source)))
(lquery:$ (lquery:initialize html-file)))
(urlpathname-alist
(mirror-linked-urls dom :tags tags :download-dir download-dir))
(urlrelative-url-alist

View File

@ -29,29 +29,33 @@
`(when (getf ,opts ,option)
,body))
;; list symbol form form
(defmacro if-opt (opts option if-form &optional else-form)
`(if (getf ,opts ,option)
,if-form ,else-form))
;;; Mirror-img (UNIX)
;;; ————————————————————————————————————————
;; nil → nil
;; NIL → NIL
(defun main ()
"Actual invocation of the program. This is what you should set as :toplevel."
(handler-case
(multiple-value-bind (opts free) (opts:get-opts)
(when-opt opts :help (help))
(let* ((input-stream (choose-input-stream (car free)))
(url-base (or (getf opts :url-base) (getf opts :download-dir) "mirror/"))
(download-dir (or (getf opts :download-dir) url-base)))
(when (not input-stream)
(error-print 1 "No HTML file provided. See --help for more information."))
(format
't
(mirror-img:mirror-img
input-stream
download-dir
:url-dir url-base))))
(error (c)
(error-print 99 nil c))))
(error-print
99 ""
(multiple-value-bind (opts free) (opts:get-opts)
(when-opt opts :help (help))
(let* ((input-file (car free))
(url-base (or (getf opts :url-base) (getf opts :download-dir) "mirror/"))
(download-dir (or (getf opts :download-dir) url-base)))
(when (not input-file)
(error-print 1 "No HTML file provided. Use --help for more information."))
(format
't
(mirror-img:mirror-img
(pathname input-file)
download-dir
:url-dir url-base))))))
(opts:define-opts
(:name :help
@ -70,44 +74,15 @@
(error (c)
(error-print 11 "Could not access or create directory." c))))))
;;; Output
;;; ————————————————————————————————————————
;; number stream → nil
(defun help (&optional (exit-code 0) (stream *standard-output*))
"Prints help message and dies."
(unix-opts:describe
:prefix (format nil "~A~%~A"
"usage: mirror-img [-h] [-d DIR] [-b BASE] HTML_FILE"
" mirror-img [-h] [-d DIR] [-b BASE]")
:stream stream)
(unix-opts:describe :prefix "usage: mirror-img [-h] [-d DIR] [-b BASE] HTML_FILE"
:stream stream)
(unix-opts:exit exit-code))
;; number string condition → nil
(defun error-print (exit-code &optional message condition)
"Print an error-message and exit."
(format *error-output* "~@[~A~%~]~@[Error: ~A~%~]" message condition)
(format *error-output* "~@[~A~%~]~@[~A~%~]" message condition)
(unix-opts:exit exit-code))
;;; Input
;;; ————————————————————————————————————————
;; list → stream
(defun choose-input-stream (file-arg)
"Select an input stream, between a file passed in free-args or stdin."
(let* ((input-file file-arg)
(input-file-p (ignore-errors (probe-file input-file)))
(stdinp (listen *standard-input*)))
(cond ((or stdinp (equal input-file "-")) ; “-” is commonly used to mean stdin.
*standard-input*)
(input-file-p (open input-file))
((and input-file (not input-file-p))
(error-print 2 "File “~A” does not exist." input-file))
('T
;; Warn the user, if were reading from stdin (without immediate input).
;; This means they mightve made a massive typo. ^ ^
(format *error-output* "Reading from standard input. Hit ^D (CTRL+D) when done.~%")
(format *error-output* "Run with --help argument for details.~%")
*standard-input*))))