emacs-build-system.scm 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370
  1. ;;; GNU Guix --- Functional package management for GNU
  2. ;;; Copyright © 2015 Federico Beffa <beffa@fbengineering.ch>
  3. ;;; Copyright © 2016 David Thompson <davet@gnu.org>
  4. ;;; Copyright © 2016 Alex Kost <alezost@gmail.com>
  5. ;;; Copyright © 2018, 2019 Maxim Cournoyer <maxim.cournoyer@gmail.com>
  6. ;;;
  7. ;;; This file is part of GNU Guix.
  8. ;;;
  9. ;;; GNU Guix is free software; you can redistribute it and/or modify it
  10. ;;; under the terms of the GNU General Public License as published by
  11. ;;; the Free Software Foundation; either version 3 of the License, or (at
  12. ;;; your option) any later version.
  13. ;;;
  14. ;;; GNU Guix is distributed in the hope that it will be useful, but
  15. ;;; WITHOUT ANY WARRANTY; without even the implied warranty of
  16. ;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  17. ;;; GNU General Public License for more details.
  18. ;;;
  19. ;;; You should have received a copy of the GNU General Public License
  20. ;;; along with GNU Guix. If not, see <http://www.gnu.org/licenses/>.
  21. (define-module (guix build emacs-build-system)
  22. #:use-module ((guix build gnu-build-system) #:prefix gnu:)
  23. #:use-module ((guix build utils) #:hide (delete))
  24. #:use-module (guix build emacs-utils)
  25. #:use-module (srfi srfi-1)
  26. #:use-module (srfi srfi-11)
  27. #:use-module (srfi srfi-26)
  28. #:use-module (ice-9 format)
  29. #:use-module (ice-9 ftw)
  30. #:use-module (ice-9 rdelim)
  31. #:use-module (ice-9 regex)
  32. #:use-module (ice-9 match)
  33. #:export (%standard-phases
  34. %default-include
  35. %default-exclude
  36. emacs-build
  37. elpa-directory))
  38. ;; Commentary:
  39. ;;
  40. ;; Builder-side code of the build procedure for ELPA Emacs packages.
  41. ;;
  42. ;; Code:
  43. ;;; The location in which Emacs looks for packages. Emacs Lisp code that is
  44. ;;; installed there directly will be found when that directory is added to
  45. ;;; EMACSLOADPATH. To avoid clashes between packages (particularly considering
  46. ;;; auxiliary files), we install them one directory level below, however.
  47. ;;; This indirection is handled by ‘expand-load-path’ during build and a
  48. ;;; profile hook otherwise.
  49. (define %install-dir "/share/emacs/site-lisp")
  50. ;; These are the default inclusion/exclusion regexps for the install phase.
  51. (define %default-include '("^[^/]*\\.el$" "^[^/]*\\.info$" "^doc/.*\\.info$"))
  52. (define %default-exclude '("^\\.dir-locals\\.el$" "^[^/]*tests?\\.el$"))
  53. (define gnu:unpack (assoc-ref gnu:%standard-phases 'unpack))
  54. (define (store-file->elisp-source-file file)
  55. "Convert FILE, a store file name for an Emacs Lisp source file, into a file
  56. name that has been stripped of the hash and version number."
  57. (let ((suffix ".el"))
  58. (let-values (((name version)
  59. (package-name->name+version
  60. (basename
  61. (strip-store-file-name file) suffix))))
  62. (string-append name suffix))))
  63. (define* (unpack #:key source #:allow-other-keys)
  64. "Unpack SOURCE into the build directory. SOURCE may be a compressed
  65. archive, a directory, or an Emacs Lisp file."
  66. (if (string-suffix? ".el" source)
  67. (begin
  68. (mkdir "source")
  69. (chdir "source")
  70. (copy-file source (store-file->elisp-source-file source))
  71. #t)
  72. (gnu:unpack #:source source)))
  73. (define* (expand-load-path #:key (prepend-source? #t) #:allow-other-keys)
  74. "Expand EMACSLOADPATH, so that inputs, whose code resides in subdirectories,
  75. are properly found.
  76. If @var{prepend-source?} is @code{#t} (the default), also add the current
  77. directory to EMACSLOADPATH in front of any other directories."
  78. (let* ((source-directory (getcwd))
  79. (emacs-load-path (string-split (getenv "EMACSLOADPATH") #\:))
  80. (emacs-load-path*
  81. (map
  82. (lambda (dir)
  83. (match (scandir dir (negate (cute member <> '("." ".."))))
  84. ((sub) (string-append dir "/" sub))
  85. (_ dir)))
  86. emacs-load-path))
  87. (emacs-load-path-value (string-append
  88. (string-join
  89. (if prepend-source?
  90. (cons source-directory emacs-load-path*)
  91. emacs-load-path*)
  92. ":")
  93. ":")))
  94. (setenv "EMACSLOADPATH" emacs-load-path-value)
  95. (when prepend-source?
  96. (format #t "source directory ~s prepended to the `EMACSLOADPATH' \
  97. environment variable\n" source-directory))
  98. (let ((diff (lset-difference string=? emacs-load-path* emacs-load-path)))
  99. (unless (null? diff)
  100. (format #t "expanded load paths for ~{~a~^, ~}\n"
  101. (map basename diff))))))
  102. (define* (build #:key outputs inputs #:allow-other-keys)
  103. "Compile .el files."
  104. (let* ((emacs (search-input-file inputs "/bin/emacs"))
  105. (out (assoc-ref outputs "out")))
  106. (setenv "SHELL" "sh")
  107. (parameterize ((%emacs emacs))
  108. (emacs-byte-compile-directory (elpa-directory out)))))
  109. (define* (patch-el-files #:key outputs #:allow-other-keys)
  110. "Substitute the absolute \"/bin/\" directory with the right location in the
  111. store in '.el' files."
  112. (let* ((out (assoc-ref outputs "out"))
  113. (elpa-name-ver (store-directory->elpa-name-version out))
  114. (el-dir (string-append out %install-dir "/" elpa-name-ver))
  115. (el-files (find-files (getcwd) "\\.el$")))
  116. (define (substitute-program-names)
  117. (substitute* el-files
  118. (("\"/bin/([^.]\\S*)\"" _ cmd-name)
  119. (let ((cmd (which cmd-name)))
  120. (unless cmd
  121. (error "patch-el-files: unable to locate " cmd-name))
  122. (string-append "\"" cmd "\"")))))
  123. (with-directory-excursion el-dir
  124. ;; Some old '.el' files (e.g., tex-buf.el in AUCTeX) are still
  125. ;; ISO-8859-1-encoded.
  126. (unless (false-if-exception (substitute-program-names))
  127. (with-fluids ((%default-port-encoding "ISO-8859-1"))
  128. (substitute-program-names))))
  129. #t))
  130. (define (find-root-library-file name)
  131. (let loop ((parts (string-split
  132. (package-name-version->elpa-name-version name) #\-))
  133. (candidate ""))
  134. (cond
  135. ;; at least one version part is given, so we don't terminate "early"
  136. ((null? parts) #f)
  137. ((string-null? candidate) (loop (cdr parts) (car parts)))
  138. ((file-exists? (string-append candidate ".el")) candidate)
  139. (else
  140. (loop (cdr parts) (string-append candidate "-" (car parts)))))))
  141. (define* (ensure-package-description #:key outputs #:allow-other-keys)
  142. (define (write-pkg-file name)
  143. (define summary-regexp
  144. "^;;; [^ ]*\\.el ---[ \t]*\\(.*?\\)[ \t]*\\(-\\*-.*-\\*-[ \t]*\\)?$")
  145. (define %write-pkg-file-form
  146. `(progn
  147. (require 'lisp-mnt)
  148. (require 'package)
  149. (defun build-package-desc-from-library (name)
  150. (package-desc-from-define
  151. name
  152. ;; Workaround for malformed version string (for example "24 (beta)"
  153. ;; in paredit.el), try to parse version obtained by lm-version,
  154. ;; before trying to create package-desc. Otherwise the whole process
  155. ;; of generation -pkg.el will fail.
  156. (condition-case
  157. nil
  158. (let ((version (lm-version)))
  159. ;; raises an error if version is invalid
  160. (and (version-to-list version) version))
  161. (error "0.0.0"))
  162. (or (save-excursion
  163. (goto-char (point-min))
  164. (and (re-search-forward ,summary-regexp nil t)
  165. (match-string-no-properties 1)))
  166. package--default-summary)
  167. (let ((require-lines (lm-header-multiline "package-requires")))
  168. (and require-lines
  169. (package--prepare-dependencies
  170. (package-read-from-string
  171. (mapconcat 'identity require-lines " ")))))
  172. :kind 'single
  173. :url (lm-homepage)
  174. :keywords (lm-keywords-list)
  175. :maintainer (lm-maintainer)
  176. :authors (lm-authors)))
  177. (defun generate-package-description-file (name)
  178. (package-generate-description-file
  179. (build-package-desc-from-library name)
  180. (concat name "-pkg.el")))
  181. (condition-case
  182. err
  183. (let ((name (file-name-base (buffer-file-name))))
  184. (generate-package-description-file name)
  185. (message (concat name "-pkg.el file generated.")))
  186. (error
  187. (message "There are some errors during generation of -pkg.el file:")
  188. (message "%s" (error-message-string err))))))
  189. (unless (file-exists? (string-append name "-pkg.el"))
  190. (emacs-batch-edit-file (string-append name ".el")
  191. %write-pkg-file-form)))
  192. (let* ((out (assoc-ref outputs "out"))
  193. (elpa-name-ver (store-directory->elpa-name-version out)))
  194. (with-directory-excursion (elpa-directory out)
  195. (and=> (find-root-library-file elpa-name-ver) write-pkg-file))))
  196. (define* (check #:key tests? (test-command '("make" "check"))
  197. (parallel-tests? #t) #:allow-other-keys)
  198. "Run the tests by invoking TEST-COMMAND.
  199. When TEST-COMMAND uses make and PARALLEL-TESTS is #t, the tests are run in
  200. parallel. PARALLEL-TESTS? is ignored when using a non-make TEST-COMMAND."
  201. (match-let (((test-program . args) test-command))
  202. (let ((using-make? (string=? test-program "make")))
  203. (if tests?
  204. (apply invoke test-program
  205. `(,@args
  206. ,@(if (and using-make? parallel-tests?)
  207. `("-j" ,(number->string (parallel-job-count)))
  208. '())))
  209. (begin
  210. (format #t "test suite not run~%")
  211. #t)))))
  212. (define* (install #:key outputs
  213. (include %default-include)
  214. (exclude %default-exclude)
  215. #:allow-other-keys)
  216. "Install the package contents."
  217. (define source (getcwd))
  218. (define* (install-file? file stat #:key verbose?)
  219. (let* ((stripped-file (string-trim
  220. (string-drop file (string-length source)) #\/)))
  221. (define (match-stripped-file action regex)
  222. (let ((result (string-match regex stripped-file)))
  223. (when (and result verbose?)
  224. (format #t "info: ~A ~A as it matches \"~A\"\n"
  225. stripped-file action regex))
  226. result))
  227. (when verbose?
  228. (format #t "info: considering installing ~A\n" stripped-file))
  229. (and (any (cut match-stripped-file "included" <>) include)
  230. (not (any (cut match-stripped-file "excluded" <>) exclude)))))
  231. (let* ((out (assoc-ref outputs "out"))
  232. (el-dir (elpa-directory out))
  233. (files-to-install (find-files source install-file?)))
  234. (cond
  235. ((not (null? files-to-install))
  236. (for-each
  237. (lambda (file)
  238. (let* ((stripped-file (string-drop file (string-length source)))
  239. (target-file (string-append el-dir stripped-file)))
  240. (format #t "`~a' -> `~a'~%" file target-file)
  241. (install-file file (dirname target-file))))
  242. files-to-install)
  243. #t)
  244. (else
  245. (format #t "error: No files found to install.\n")
  246. (find-files source (lambda (file stat)
  247. (install-file? file stat #:verbose? #t)))
  248. #f))))
  249. (define* (move-doc #:key outputs #:allow-other-keys)
  250. "Move info files from the ELPA package directory to the info directory."
  251. (let* ((out (assoc-ref outputs "out"))
  252. (site-lisp (string-append out %install-dir))
  253. (info-dir (string-append out "/share/info/"))
  254. (info-files (find-files site-lisp "\\.info$")))
  255. (unless (null? info-files)
  256. (mkdir-p info-dir)
  257. (with-directory-excursion site-lisp
  258. (when (file-exists? "dir") (delete-file "dir"))
  259. (for-each (lambda (f)
  260. (copy-file f (string-append info-dir "/" (basename f)))
  261. (delete-file f))
  262. info-files)))
  263. #t))
  264. (define* (make-autoloads #:key outputs inputs #:allow-other-keys)
  265. "Generate the autoloads file."
  266. (let* ((emacs (search-input-file inputs "/bin/emacs"))
  267. (out (assoc-ref outputs "out"))
  268. (elpa-name-ver (store-directory->elpa-name-version out))
  269. (elpa-name (package-name->name+version elpa-name-ver))
  270. (el-dir (elpa-directory out)))
  271. (parameterize ((%emacs emacs))
  272. (emacs-generate-autoloads elpa-name el-dir))))
  273. (define* (enable-autoloads-compilation #:key outputs #:allow-other-keys)
  274. "Remove the NO-BYTE-COMPILATION local variable embedded in the generated
  275. autoload files."
  276. (let* ((out (assoc-ref outputs "out"))
  277. (autoloads (find-files out "-autoloads.el$")))
  278. (substitute* autoloads
  279. ((";; no-byte-compile.*") ""))
  280. #t))
  281. (define* (validate-compiled-autoloads #:key outputs #:allow-other-keys)
  282. "Verify whether the byte compiled autoloads load fine."
  283. (let* ((out (assoc-ref outputs "out"))
  284. (autoloads (find-files out "-autoloads.elc$")))
  285. (emacs-batch-eval (format #f "(mapc #'load '~s)" autoloads))))
  286. (define (emacs-package? name)
  287. "Check if NAME correspond to the name of an Emacs package."
  288. (string-prefix? "emacs-" name))
  289. (define (package-name-version->elpa-name-version name-ver)
  290. "Convert the Guix package NAME-VER to the corresponding ELPA name-version
  291. format. Essentially drop the prefix used in Guix."
  292. (if (emacs-package? name-ver) ; checks for "emacs-" prefix
  293. (string-drop name-ver (string-length "emacs-"))
  294. name-ver))
  295. (define (store-directory->elpa-name-version store-dir)
  296. "Given a store directory STORE-DIR return the part of the basename after the
  297. second hyphen. This corresponds to 'name-version' as used in ELPA packages."
  298. ((compose package-name-version->elpa-name-version
  299. strip-store-file-name)
  300. store-dir))
  301. (define (elpa-directory store-dir)
  302. "Given the store directory STORE-DIR return the absolute install directory
  303. for libraries following the ELPA convention."
  304. (string-append store-dir %install-dir "/"
  305. (store-directory->elpa-name-version store-dir)))
  306. (define %standard-phases
  307. (modify-phases gnu:%standard-phases
  308. (replace 'unpack unpack)
  309. (add-after 'unpack 'expand-load-path expand-load-path)
  310. (delete 'bootstrap)
  311. (delete 'configure)
  312. (delete 'build)
  313. (replace 'check check)
  314. (replace 'install install)
  315. (add-after 'install 'make-autoloads make-autoloads)
  316. (add-after 'make-autoloads 'enable-autoloads-compilation
  317. enable-autoloads-compilation)
  318. (add-after 'enable-autoloads-compilation 'patch-el-files patch-el-files)
  319. (add-after 'patch-el-files 'ensure-package-description
  320. ensure-package-description)
  321. ;; The .el files are byte compiled directly in the store.
  322. (add-after 'ensure-package-description 'build build)
  323. (add-after 'build 'validate-compiled-autoloads validate-compiled-autoloads)
  324. (add-after 'validate-compiled-autoloads 'move-doc move-doc)))
  325. (define* (emacs-build #:key inputs (phases %standard-phases)
  326. #:allow-other-keys #:rest args)
  327. "Build the given Emacs package, applying all of PHASES in order."
  328. (apply gnu:gnu-build
  329. #:inputs inputs #:phases phases
  330. args))
  331. ;;; emacs-build-system.scm ends here