ob-ref.el 9.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252
  1. ;;; ob-ref.el --- Babel Functions for Referencing External Data -*- lexical-binding: t; -*-
  2. ;; Copyright (C) 2009-2022 Free Software Foundation, Inc.
  3. ;; Authors: Eric Schulte
  4. ;; Dan Davison
  5. ;; Keywords: literate programming, reproducible research
  6. ;; URL: https://orgmode.org
  7. ;; This file is part of GNU Emacs.
  8. ;; GNU Emacs is free software: you can redistribute it and/or modify
  9. ;; it under the terms of the GNU General Public License as published by
  10. ;; the Free Software Foundation, either version 3 of the License, or
  11. ;; (at your option) any later version.
  12. ;; GNU Emacs is distributed in the hope that it will be useful,
  13. ;; but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  15. ;; GNU General Public License for more details.
  16. ;; You should have received a copy of the GNU General Public License
  17. ;; along with GNU Emacs. If not, see <https://www.gnu.org/licenses/>.
  18. ;;; Commentary:
  19. ;; Functions for referencing data from the header arguments of a
  20. ;; org-babel block. The syntax of such a reference should be
  21. ;; #+VAR: variable-name=file:resource-id
  22. ;; - variable-name :: the name of the variable to which the value
  23. ;; will be assigned
  24. ;; - file :: path to the file containing the resource, or omitted if
  25. ;; resource is in the current file
  26. ;; - resource-id :: the id or name of the resource
  27. ;; So an example of a simple source block referencing table data in
  28. ;; the same file would be
  29. ;; #+NAME: sandbox
  30. ;; | 1 | 2 | 3 |
  31. ;; | 4 | org-babel | 6 |
  32. ;;
  33. ;; #+begin_src emacs-lisp :var table=sandbox
  34. ;; (message table)
  35. ;; #+end_src
  36. ;;; Code:
  37. (require 'org-macs)
  38. (org-assert-version)
  39. (require 'ob-core)
  40. (require 'org-macs)
  41. (require 'cl-lib)
  42. (declare-function org-babel-lob-get-info "ob-lob" (&optional datum))
  43. (declare-function org-element-at-point "org-element" (&optional pom cached-only))
  44. (declare-function org-element-property "org-element" (property element))
  45. (declare-function org-element-type "org-element" (element))
  46. (declare-function org-end-of-meta-data "org" (&optional full))
  47. (declare-function org-find-property "org" (property &optional value))
  48. (declare-function org-id-find-id-file "org-id" (id))
  49. (declare-function org-id-find-id-in-file "org-id" (id file &optional markerp))
  50. (declare-function org-in-commented-heading-p "org" (&optional no-inheritance))
  51. (declare-function org-narrow-to-subtree "org" (&optional element))
  52. (declare-function org-fold-show-context "org-fold" (&optional key))
  53. (defvar org-babel-update-intermediate nil
  54. "Update the in-buffer results of code blocks executed to resolve references.")
  55. (defun org-babel-ref-parse (assignment)
  56. "Parse a variable ASSIGNMENT in a header argument.
  57. If the right hand side of the assignment has a literal value
  58. return that value, otherwise interpret it as a reference to an
  59. external resource and find its value using `org-babel-ref-resolve'.
  60. Return a list with two elements: the name of the variable, and an
  61. Emacs Lisp representation of the value of the variable."
  62. (when (string-match "\\(.+?\\)=" assignment)
  63. (let ((var (org-trim (match-string 1 assignment)))
  64. (ref (org-trim (substring assignment (match-end 0)))))
  65. (cons (intern var)
  66. (let ((out (save-excursion
  67. (when org-babel-current-src-block-location
  68. (goto-char (if (markerp org-babel-current-src-block-location)
  69. (marker-position org-babel-current-src-block-location)
  70. org-babel-current-src-block-location)))
  71. (org-babel-read ref))))
  72. (if (equal out ref)
  73. (if (and (string-prefix-p "\"" ref)
  74. (string-suffix-p "\"" ref))
  75. (read ref)
  76. (org-babel-ref-resolve ref))
  77. out))))))
  78. (defun org-babel-ref-goto-headline-id (id)
  79. (or (let ((h (org-find-property "CUSTOM_ID" id)))
  80. (when h (goto-char h)))
  81. (let* ((file (org-id-find-id-file id))
  82. (m (when file (org-id-find-id-in-file id file 'marker))))
  83. (when (and file m)
  84. (message "file:%S" file)
  85. (pop-to-buffer-same-window (marker-buffer m))
  86. (goto-char m)
  87. (move-marker m nil)
  88. (org-fold-show-context)
  89. t))))
  90. (defun org-babel-ref-headline-body ()
  91. (save-restriction
  92. (org-narrow-to-subtree)
  93. (buffer-substring
  94. (save-excursion (goto-char (point-min))
  95. (org-end-of-meta-data)
  96. (point))
  97. (point-max))))
  98. (defvar org-babel-library-of-babel)
  99. (defun org-babel-ref-resolve (ref)
  100. "Resolve the reference REF and return its value."
  101. (save-window-excursion
  102. (with-current-buffer (or org-babel-exp-reference-buffer (current-buffer))
  103. (save-excursion
  104. (let ((case-fold-search t)
  105. args new-refere new-header-args new-referent split-file split-ref
  106. index contents)
  107. ;; if ref is indexed grab the indices -- beware nested indices
  108. (when (and (string-match "\\[\\([^\\[]*\\)\\]$" ref)
  109. (let ((str (substring ref 0 (match-beginning 0))))
  110. (= (cl-count ?\( str) (cl-count ?\) str))))
  111. (if (> (length (match-string 1 ref)) 0)
  112. (setq index (match-string 1 ref))
  113. (setq contents t))
  114. (setq ref (substring ref 0 (match-beginning 0))))
  115. ;; assign any arguments to pass to source block
  116. (when (string-match
  117. "^\\(.+?\\)\\(\\[\\(.*\\)\\]\\|\\(\\)\\)(\\(.*\\))$" ref)
  118. (setq new-refere (match-string 1 ref))
  119. (setq new-header-args (match-string 3 ref))
  120. (setq new-referent (match-string 5 ref))
  121. (when (> (length new-refere) 0)
  122. (when (> (length new-referent) 0)
  123. (setq args (mapcar (lambda (ref) (cons :var ref))
  124. (org-babel-ref-split-args new-referent))))
  125. (when (> (length new-header-args) 0)
  126. (setq args (append (org-babel-parse-header-arguments
  127. new-header-args)
  128. args)))
  129. (setq ref new-refere)))
  130. (when (string-match "^\\(.+\\):\\(.+\\)$" ref)
  131. (setq split-file (match-string 1 ref))
  132. (setq split-ref (match-string 2 ref))
  133. (find-file split-file)
  134. (setq ref split-ref))
  135. (org-with-wide-buffer
  136. (goto-char (point-min))
  137. (let* ((params (append args '((:results . "none"))))
  138. (regexp (org-babel-named-data-regexp-for-name ref))
  139. (result
  140. (catch :found
  141. ;; Check for code blocks or named data.
  142. (while (re-search-forward regexp nil t)
  143. ;; Ignore COMMENTed headings and orphaned
  144. ;; affiliated keywords.
  145. (unless (org-in-commented-heading-p)
  146. (let ((e (org-element-at-point)))
  147. (when (equal (org-element-property :name e) ref)
  148. (goto-char
  149. (org-element-property :post-affiliated e))
  150. (pcase (org-element-type e)
  151. (`babel-call
  152. (throw :found
  153. (org-babel-execute-src-block
  154. nil (org-babel-lob-get-info e) params)))
  155. ((and `src-block (guard (not contents)))
  156. (throw :found
  157. (org-babel-execute-src-block
  158. nil nil
  159. (and
  160. (not org-babel-update-intermediate)
  161. params))))
  162. ((and (let v (org-babel-read-element e))
  163. (guard v))
  164. (throw :found v))
  165. (_ (error "Reference not found")))))))
  166. ;; Check for local or global headlines by ID.
  167. (when (org-babel-ref-goto-headline-id ref)
  168. (throw :found (org-babel-ref-headline-body)))
  169. ;; Check the Library of Babel.
  170. (let ((info (cdr (assq (intern ref)
  171. org-babel-library-of-babel))))
  172. (when info
  173. (throw :found
  174. (org-babel-execute-src-block nil info params))))
  175. (error "Reference `%s' not found in this buffer" ref))))
  176. (cond
  177. ((and result (symbolp result)) (format "%S" result))
  178. ((and index (listp result))
  179. (org-babel-ref-index-list index result))
  180. (t result)))))))))
  181. (defun org-babel-ref-index-list (index lis)
  182. "Return the subset of LIS indexed by INDEX.
  183. Indices are 0 based and negative indices count from the end of
  184. LIS, so 0 references the first element of LIS and -1 references
  185. the last. If INDEX is separated by \",\"s then each \"portion\"
  186. is assumed to index into the next deepest nesting or dimension.
  187. A valid \"portion\" can consist of either an integer index, two
  188. integers separated by a \":\" in which case the entire range is
  189. returned, or an empty string or \"*\" both of which are
  190. interpreted to mean the entire range and as such are equivalent
  191. to \"0:-1\"."
  192. (if (and (> (length index) 0) (string-match "^\\([^,]*\\),?" index))
  193. (let* ((ind-re "\\(\\([-[:digit:]]+\\):\\([-[:digit:]]+\\)\\|\\*\\)")
  194. (lgth (length lis))
  195. (portion (match-string 1 index))
  196. (remainder (substring index (match-end 0)))
  197. (wrap (lambda (num) (if (< num 0) (+ lgth num) num)))
  198. (open (lambda (ls) (if (and (listp ls) (= (length ls) 1)) (car ls) ls))))
  199. (funcall
  200. open
  201. (mapcar
  202. (lambda (sub-lis)
  203. (if (listp sub-lis)
  204. (org-babel-ref-index-list remainder sub-lis)
  205. sub-lis))
  206. (if (or (= 0 (length portion)) (string-match ind-re portion))
  207. (mapcar
  208. (lambda (n) (nth n lis))
  209. (apply 'org-number-sequence
  210. (if (and (> (length portion) 0) (match-string 2 portion))
  211. (list
  212. (funcall wrap (string-to-number (match-string 2 portion)))
  213. (funcall wrap (string-to-number (match-string 3 portion))))
  214. (list (funcall wrap 0) (funcall wrap -1)))))
  215. (list (nth (funcall wrap (string-to-number portion)) lis))))))
  216. lis))
  217. (defun org-babel-ref-split-args (arg-string)
  218. "Split ARG-STRING into top-level arguments of balanced parenthesis."
  219. (mapcar #'org-trim (org-babel-balanced-split arg-string 44)))
  220. (provide 'ob-ref)
  221. ;;; ob-ref.el ends here