ob-tangle.el 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312
  1. ;;; ob-tangle.el --- extract source code from org-mode files
  2. ;; Copyright (C) 2009, 2010 Free Software Foundation, Inc.
  3. ;; Author: Eric Schulte
  4. ;; Keywords: literate programming, reproducible research
  5. ;; Homepage: http://orgmode.org
  6. ;; Version: 7.01trans
  7. ;; This file is part of GNU Emacs.
  8. ;; GNU Emacs is free software: you can redistribute it and/or modify
  9. ;; it under the terms of the GNU General Public License as published by
  10. ;; the Free Software Foundation, either version 3 of the License, or
  11. ;; (at your option) any later version.
  12. ;; GNU Emacs is distributed in the hope that it will be useful,
  13. ;; but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  15. ;; GNU General Public License for more details.
  16. ;; You should have received a copy of the GNU General Public License
  17. ;; along with GNU Emacs. If not, see <http://www.gnu.org/licenses/>.
  18. ;;; Commentary:
  19. ;; Extract the code from source blocks out into raw source-code files.
  20. ;;; Code:
  21. (require 'ob)
  22. (require 'org-src)
  23. (eval-when-compile
  24. (require 'cl))
  25. (declare-function org-link-escape "org" (text &optional table))
  26. (declare-function org-heading-components "org" ())
  27. (defcustom org-babel-tangle-lang-exts
  28. '(("emacs-lisp" . "el"))
  29. "Alist mapping languages to their file extensions.
  30. The key is the language name, the value is the string that should
  31. be inserted as the extension commonly used to identify files
  32. written in this language. If no entry is found in this list,
  33. then the name of the language is used."
  34. :group 'org-babel-tangle
  35. :type '(repeat
  36. (cons
  37. (string "Language name")
  38. (string "File Extension"))))
  39. (defcustom org-babel-post-tangle-hook nil
  40. "Hook run in code files tangled by `org-babel-tangle'."
  41. :group 'org-babel
  42. :type 'hook)
  43. (defun org-babel-find-file-noselect-refresh (file)
  44. "Find file ensuring that the latest changes on disk are
  45. represented in the file."
  46. (find-file-noselect file)
  47. (with-current-buffer (get-file-buffer file)
  48. (revert-buffer t t t)))
  49. (defmacro org-babel-with-temp-filebuffer (file &rest body)
  50. "Open FILE into a temporary buffer execute BODY there like
  51. `progn', then kill the FILE buffer returning the result of
  52. evaluating BODY."
  53. (declare (indent 1))
  54. (let ((temp-result (make-symbol "temp-result"))
  55. (temp-file (make-symbol "temp-file"))
  56. (visited-p (make-symbol "visited-p")))
  57. `(let (,temp-result ,temp-file
  58. (,visited-p (get-file-buffer ,file)))
  59. (org-babel-find-file-noselect-refresh ,file)
  60. (setf ,temp-file (get-file-buffer ,file))
  61. (with-current-buffer ,temp-file
  62. (setf ,temp-result (progn ,@body)))
  63. (unless ,visited-p (kill-buffer ,temp-file))
  64. ,temp-result)))
  65. ;;;###autoload
  66. (defun org-babel-load-file (file)
  67. "Load Emacs Lisp source code blocks in the Org-mode FILE.
  68. This function exports the source code using
  69. `org-babel-tangle' and then loads the resulting file using
  70. `load-file'."
  71. (flet ((age (file)
  72. (float-time
  73. (time-subtract (current-time)
  74. (nth 5 (or (file-attributes (file-truename file))
  75. (file-attributes file)))))))
  76. (let* ((base-name (file-name-sans-extension file))
  77. (exported-file (concat base-name ".el")))
  78. ;; tangle if the org-mode file is newer than the elisp file
  79. (unless (and (file-exists-p exported-file)
  80. (> (age file) (age exported-file)))
  81. (org-babel-tangle-file file exported-file "emacs-lisp"))
  82. (load-file exported-file)
  83. (message "loaded %s" exported-file))))
  84. ;;;###autoload
  85. (defun org-babel-tangle-file (file &optional target-file lang)
  86. "Extract the bodies of source code blocks in FILE.
  87. Source code blocks are extracted with `org-babel-tangle'.
  88. Optional argument TARGET-FILE can be used to specify a default
  89. export file for all source blocks. Optional argument LANG can be
  90. used to limit the exported source code blocks by language."
  91. (interactive "fFile to tangle: \nP")
  92. (let ((visited-p (get-file-buffer (expand-file-name file)))
  93. to-be-removed)
  94. (save-window-excursion
  95. (find-file file)
  96. (setq to-be-removed (current-buffer))
  97. (org-babel-tangle target-file lang))
  98. (unless visited-p
  99. (kill-buffer to-be-removed))))
  100. (defun org-babel-tangle-publish (_ filename pub-dir)
  101. "Tangle FILENAME and place the results in PUB-DIR."
  102. (mapc (lambda (el) (copy-file el pub-dir t)) (org-babel-tangle-file filename)))
  103. ;;;###autoload
  104. (defun org-babel-tangle (&optional target-file lang)
  105. "Write code blocks to source-specific files.
  106. Extract the bodies of all source code blocks from the current
  107. file into their own source-specific files. Optional argument
  108. TARGET-FILE can be used to specify a default export file for all
  109. source blocks. Optional argument LANG can be used to limit the
  110. exported source code blocks by language."
  111. (interactive)
  112. (save-buffer)
  113. (save-excursion
  114. (let ((block-counter 0)
  115. (org-babel-default-header-args
  116. (if target-file
  117. (org-babel-merge-params org-babel-default-header-args
  118. (list (cons :tangle target-file)))
  119. org-babel-default-header-args))
  120. path-collector)
  121. (mapc ;; map over all languages
  122. (lambda (by-lang)
  123. (let* ((lang (car by-lang))
  124. (specs (cdr by-lang))
  125. (ext (or (cdr (assoc lang org-babel-tangle-lang-exts)) lang))
  126. (lang-f (intern
  127. (concat
  128. (or (and (cdr (assoc lang org-src-lang-modes))
  129. (symbol-name
  130. (cdr (assoc lang org-src-lang-modes))))
  131. lang)
  132. "-mode")))
  133. she-banged)
  134. (mapc
  135. (lambda (spec)
  136. (flet ((get-spec (name)
  137. (cdr (assoc name (nth 2 spec)))))
  138. (let* ((tangle (get-spec :tangle))
  139. (she-bang ((lambda (sheb) (when (> (length sheb) 0) sheb))
  140. (get-spec :shebang)))
  141. (base-name (cond
  142. ((string= "yes" tangle)
  143. (file-name-sans-extension
  144. (buffer-file-name)))
  145. ((string= "no" tangle) nil)
  146. ((> (length tangle) 0) tangle)))
  147. (file-name (when base-name
  148. ;; decide if we want to add ext to base-name
  149. (if (and ext (string= "yes" tangle))
  150. (concat base-name "." ext) base-name))))
  151. (when file-name
  152. ;; delete any old versions of file
  153. (when (and (file-exists-p file-name)
  154. (not (member file-name path-collector)))
  155. (delete-file file-name))
  156. ;; drop source-block to file
  157. (with-temp-buffer
  158. (when (fboundp lang-f) (funcall lang-f))
  159. (when (and she-bang (not (member file-name she-banged)))
  160. (insert (concat she-bang "\n"))
  161. (setq she-banged (cons file-name she-banged)))
  162. (org-babel-spec-to-string spec)
  163. ;; We avoid append-to-file as it does not work with tramp.
  164. (let ((content (buffer-string)))
  165. (with-temp-buffer
  166. (if (file-exists-p file-name)
  167. (insert-file-contents file-name))
  168. (goto-char (point-max))
  169. (insert content)
  170. (write-region nil nil file-name))))
  171. ;; if files contain she-bangs, then make the executable
  172. (when she-bang (set-file-modes file-name ?\755))
  173. ;; update counter
  174. (setq block-counter (+ 1 block-counter))
  175. (add-to-list 'path-collector file-name)))))
  176. specs)))
  177. (org-babel-tangle-collect-blocks lang))
  178. (message "tangled %d code block%s" block-counter
  179. (if (= block-counter 1) "" "s"))
  180. ;; run `org-babel-post-tangle-hook' in all tangled files
  181. (when org-babel-post-tangle-hook
  182. (mapc
  183. (lambda (file)
  184. (org-babel-with-temp-filebuffer file
  185. (run-hooks 'org-babel-post-tangle-hook)))
  186. path-collector))
  187. path-collector)))
  188. (defun org-babel-tangle-clean ()
  189. "Remove comments inserted by `org-babel-tangle'.
  190. Call this function inside of a source-code file generated by
  191. `org-babel-tangle' to remove all comments inserted automatically
  192. by `org-babel-tangle'. Warning, this comment removes any lines
  193. containing constructs which resemble org-mode file links or noweb
  194. references."
  195. (interactive)
  196. (goto-char (point-min))
  197. (while (or (re-search-forward "\\[\\[file:.*\\]\\[.*\\]\\]" nil t)
  198. (re-search-forward "<<[^[:space:]]*>>" nil t))
  199. (delete-region (save-excursion (beginning-of-line 1) (point))
  200. (save-excursion (end-of-line 1) (forward-char 1) (point)))))
  201. (defvar org-stored-links)
  202. (defun org-babel-tangle-collect-blocks (&optional lang)
  203. "Collect source blocks in the current Org-mode file.
  204. Return an association list of source-code block specifications of
  205. the form used by `org-babel-spec-to-string' grouped by language.
  206. Optional argument LANG can be used to limit the collected source
  207. code blocks by language."
  208. (let ((block-counter 1) (current-heading "") blocks)
  209. (org-babel-map-src-blocks (buffer-file-name)
  210. ((lambda (new-heading)
  211. (if (not (string= new-heading current-heading))
  212. (progn
  213. (setq block-counter 1)
  214. (setq current-heading new-heading))
  215. (setq block-counter (+ 1 block-counter))))
  216. (replace-regexp-in-string "[ \t]" "-"
  217. (condition-case nil
  218. (nth 4 (org-heading-components))
  219. (error (buffer-file-name)))))
  220. (let* ((link (progn (call-interactively 'org-store-link)
  221. (org-babel-clean-text-properties
  222. (car (pop org-stored-links)))))
  223. (info (org-babel-get-src-block-info))
  224. (source-name (intern (or (nth 4 info)
  225. (format "%s:%d"
  226. current-heading block-counter))))
  227. (src-lang (nth 0 info))
  228. (expand-cmd (intern (concat "org-babel-expand-body:" src-lang)))
  229. (params (nth 2 info))
  230. by-lang)
  231. (unless (string= (cdr (assoc :tangle params)) "no") ;; skip
  232. (unless (and lang (not (string= lang src-lang))) ;; limit by language
  233. ;; add the spec for this block to blocks under it's language
  234. (setq by-lang (cdr (assoc src-lang blocks)))
  235. (setq blocks (delq (assoc src-lang blocks) blocks))
  236. (setq blocks
  237. (cons
  238. (cons src-lang
  239. (cons (list link source-name params
  240. ((lambda (body)
  241. (if (assoc :no-expand params)
  242. body
  243. (funcall
  244. (if (fboundp expand-cmd)
  245. expand-cmd
  246. 'org-babel-expand-body:generic)
  247. body
  248. params)))
  249. (if (and (cdr (assoc :noweb params))
  250. (string=
  251. "yes"
  252. (cdr (assoc :noweb params))))
  253. (org-babel-expand-noweb-references
  254. info)
  255. (nth 1 info))))
  256. by-lang)) blocks))))))
  257. ;; ensure blocks in the correct order
  258. (setq blocks
  259. (mapcar
  260. (lambda (by-lang) (cons (car by-lang) (reverse (cdr by-lang))))
  261. blocks))
  262. blocks))
  263. (defun org-babel-spec-to-string (spec)
  264. "Insert SPEC into the current file.
  265. Insert the source-code specified by SPEC into the current
  266. source code file. This function uses `comment-region' which
  267. assumes that the appropriate major-mode is set. SPEC has the
  268. form
  269. (link source-name params body)"
  270. (let ((link (nth 0 spec))
  271. (source-name (nth 1 spec))
  272. (body (nth 3 spec))
  273. (commentable (string= (cdr (assoc :comments (nth 2 spec))) "yes")))
  274. (flet ((insert-comment (text)
  275. (when commentable
  276. (insert "\n")
  277. (comment-region (point)
  278. (progn (insert text) (point)))
  279. (end-of-line nil)
  280. (insert "\n"))))
  281. (insert-comment (format "[[%s][%s]]" (org-link-escape link) source-name))
  282. (insert (format "\n%s\n" (replace-regexp-in-string
  283. "^," "" (org-babel-chomp body))))
  284. (insert-comment (format "%s ends here" source-name)))))
  285. (provide 'ob-tangle)
  286. ;; arch-tag: 413ced93-48f5-4216-86e4-3fc5df8c8f24
  287. ;;; ob-tangle.el ends here