org-babel-python.el 9.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225
  1. ;;; org-babel-python.el --- org-babel functions for python evaluation
  2. ;; Copyright (C) 2009 Eric Schulte
  3. ;; Author: Eric Schulte
  4. ;; Keywords: literate programming, reproducible research
  5. ;; Homepage: http://orgmode.org
  6. ;; Version: 0.01
  7. ;;; License:
  8. ;; This program is free software; you can redistribute it and/or modify
  9. ;; it under the terms of the GNU General Public License as published by
  10. ;; the Free Software Foundation; either version 3, or (at your option)
  11. ;; any later version.
  12. ;;
  13. ;; This program is distributed in the hope that it will be useful,
  14. ;; but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  16. ;; GNU General Public License for more details.
  17. ;;
  18. ;; You should have received a copy of the GNU General Public License
  19. ;; along with GNU Emacs; see the file COPYING. If not, write to the
  20. ;; Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
  21. ;; Boston, MA 02110-1301, USA.
  22. ;;; Commentary:
  23. ;; Org-Babel support for evaluating python source code.
  24. ;;; Code:
  25. (require 'org-babel)
  26. (require 'python)
  27. (org-babel-add-interpreter "python")
  28. (add-to-list 'org-babel-tangle-langs '("python" "py" "#!/usr/bin/env python"))
  29. (defun org-babel-execute:python (body params)
  30. "Execute a block of Python code with org-babel. This function is
  31. called by `org-babel-execute-src-block'."
  32. (message "executing Python source code block")
  33. (let* ((processed-params (org-babel-process-params params))
  34. (session (org-babel-python-initiate-session (first processed-params)))
  35. (vars (second processed-params))
  36. (result-params (third processed-params))
  37. (result-type (fourth processed-params))
  38. (full-body (concat
  39. (mapconcat ;; define any variables
  40. (lambda (pair)
  41. (format "%s=%s"
  42. (car pair)
  43. (org-babel-python-var-to-python (cdr pair))))
  44. vars "\n") "\n" (org-babel-trim body) "\n")) ;; then the source block body
  45. (result (org-babel-python-evaluate session full-body result-type)))
  46. (or (cdr (assoc :file params)) result)))
  47. (defun org-babel-prep-session:python (session params)
  48. "Prepare SESSION according to the header arguments specified in PARAMS."
  49. (let* ((session (org-babel-python-initiate-session session))
  50. (vars (org-babel-ref-variables params))
  51. (var-lines (mapcar ;; define any variables
  52. (lambda (pair)
  53. (format "%s=%s"
  54. (car pair)
  55. (org-babel-python-var-to-python (cdr pair))))
  56. vars)))
  57. (org-babel-comint-in-buffer session
  58. (mapc (lambda (var)
  59. (move-end-of-line 1) (insert var) (comint-send-input nil t)
  60. (org-babel-comint-wait-for-output session)) var-lines))
  61. session))
  62. (defun org-babel-load-session:python (session body params)
  63. "Load BODY into SESSION."
  64. (save-window-excursion
  65. (let ((buffer (org-babel-prep-session:python session params)))
  66. (with-current-buffer buffer
  67. (goto-char (process-mark (get-buffer-process (current-buffer))))
  68. (insert (org-babel-chomp body)))
  69. buffer)))
  70. ;; helper functions
  71. (defun org-babel-python-var-to-python (var)
  72. "Convert an elisp var into a string of python source code
  73. specifying a var of the same value."
  74. (if (listp var)
  75. (concat "[" (mapconcat #'org-babel-python-var-to-python var ", ") "]")
  76. (format "%S" var)))
  77. (defun org-babel-python-table-or-string (results)
  78. "If the results look like a list or tuple, then convert them into an
  79. Emacs-lisp table, otherwise return the results as a string."
  80. (org-babel-read
  81. (if (or (string-match "^\\[.+\\]$" results)
  82. (string-match "^(.+)$" results))
  83. (org-babel-read
  84. (concat "'"
  85. (replace-regexp-in-string
  86. "\\[" "(" (replace-regexp-in-string
  87. "\\]" ")" (replace-regexp-in-string
  88. ", " " " (replace-regexp-in-string
  89. "'" "\"" results))))))
  90. results)))
  91. (defvar org-babel-python-buffers '(:default . nil))
  92. (defun org-babel-python-session-buffer (session)
  93. (cdr (assoc session org-babel-python-buffers)))
  94. (defun org-babel-python-initiate-session-by-key (&optional session)
  95. "If there is not a current inferior-process-buffer in SESSION
  96. then create. Return the initialized session."
  97. (save-window-excursion
  98. (let* ((session (if session (intern session) :default))
  99. (python-buffer (org-babel-python-session-buffer session)))
  100. (run-python)
  101. (setq org-babel-python-buffers (cons (cons session python-buffer)
  102. (assq-delete-all session org-babel-python-buffers)))
  103. session)))
  104. (defun org-babel-python-initiate-session (&optional session params)
  105. (unless (string= session "none")
  106. (org-babel-python-session-buffer (org-babel-python-initiate-session-by-key session))))
  107. (defvar org-babel-python-last-value-eval "_"
  108. "When evaluated by Python this returns the return value of the last statement.")
  109. (defvar org-babel-python-pp-last-value-eval
  110. '("results = _"
  111. "import pprint"
  112. "org_babel_pp = pprint.PrettyPrinter()"
  113. "org_babel_pp.pprint(results)")
  114. "When evaluated by Python this pretty prints the value of the last statement.")
  115. (defvar org-babel-python-eoe-indicator "'org_babel_python_eoe'"
  116. "Used to indicate that evaluation is has completed.")
  117. (defvar org-babel-python-wrapper-method
  118. "
  119. def main():
  120. %s
  121. open('%s', 'w').write( str(main()) )")
  122. (defvar org-babel-python-pp-wrapper-method
  123. "
  124. import pprint
  125. def main():
  126. %s
  127. open('%s', 'w').write( pprint.pformat(main()) )")
  128. (defun org-babel-python-evaluate (buffer body &optional result-type)
  129. "Pass BODY to the Python process in BUFFER. If RESULT-TYPE equals
  130. 'output then return a list of the outputs of the statements in
  131. BODY, if RESULT-TYPE equals 'value then return the value of the
  132. last statement in BODY, as elisp."
  133. (if (not session)
  134. ;; external process evaluation
  135. (save-excursion
  136. (case result-type
  137. (output
  138. (with-temp-buffer
  139. (insert body)
  140. ;; (message "buffer=%s" (buffer-string)) ;; debugging
  141. (org-babel-shell-command-on-region (point-min) (point-max) "python" 'current-buffer 'replace)
  142. (buffer-string)))
  143. (value
  144. (let* ((tmp-file (make-temp-file "org-babel-python-results-")) exit-code
  145. (stderr
  146. (with-temp-buffer
  147. (insert
  148. (format
  149. (if (member "pp" result-params)
  150. org-babel-python-pp-wrapper-method
  151. org-babel-python-wrapper-method)
  152. (mapconcat
  153. (lambda (line) (format "\t%s" line))
  154. (split-string
  155. (org-remove-indentation (org-babel-trim body)) "[\r\n]") "\n")
  156. tmp-file))
  157. ;; (message "buffer=%s" (buffer-string)) ;; debugging
  158. (setq exit-code (org-babel-shell-command-on-region
  159. (point-min) (point-max) "python" nil 'replace (current-buffer)))
  160. (buffer-string))))
  161. (if (> exit-code 0) (org-babel-error-notify exit-code stderr))
  162. (let ((raw (with-temp-buffer
  163. (insert-file-contents (org-babel-maybe-remote-file tmp-file))
  164. (buffer-string))))
  165. (if (or (member "code" result-params) (member "pp" result-params))
  166. raw
  167. (org-babel-python-table-or-string raw)))))))
  168. ;; comint session evaluation
  169. (org-babel-comint-in-buffer buffer
  170. (let* ((raw (org-babel-comint-with-output buffer org-babel-python-eoe-indicator t
  171. ;; for some reason python is fussy, and likes enters after every input
  172. (mapc (lambda (statement) (insert statement) (comint-send-input nil t))
  173. (split-string (org-babel-trim full-body) "[\r\n]+"))
  174. (comint-send-input nil t) (comint-send-input nil t)
  175. (if (member "pp" result-params)
  176. (mapc (lambda (statement) (insert statement) (comint-send-input nil t))
  177. org-babel-python-pp-last-value-eval)
  178. (insert org-babel-python-last-value-eval))
  179. (comint-send-input nil t) (comint-send-input nil t)
  180. (insert org-babel-python-eoe-indicator)
  181. (comint-send-input nil t)))
  182. (results (delete org-babel-python-eoe-indicator
  183. (cdr (member org-babel-python-eoe-indicator
  184. (reverse (mapcar #'org-babel-trim raw)))))))
  185. (unless (or (member "code" result-params) (member "pp" result-params))
  186. (setq results (mapcar #'org-babel-python-read-string results)))
  187. (case result-type
  188. (output (org-babel-trim (mapconcat #'identity (reverse (cdr results)) "\n")))
  189. (value
  190. (if (or (member "code" result-params) (member "pp" result-params))
  191. (car results)
  192. (org-babel-python-table-or-string (org-babel-trim (car results))))))))))
  193. (defun org-babel-python-read-string (string)
  194. "Strip 's from around python string"
  195. (if (string-match "^'\\([^\000]+\\)'$" string)
  196. (match-string 1 string)
  197. string))
  198. (provide 'org-babel-python)
  199. ;;; org-babel-python.el ends here