6a060ff27f
Until now deduplication was performed as an additional pass after copying files, which involve re-traversing all the files that had just been copied. * guix/store/deduplication.scm (copy-file/deduplicate): New procedure. * tests/store-deduplication.scm ("copy-file/deduplicate"): New test. * guix/build/store-copy.scm (populate-store): Add #:deduplicate? parameter and honor it. * tests/gexp.scm ("gexp->derivation, store copy"): Pass #:deduplicate? #f to 'populate-store'. * gnu/build/image.scm (initialize-root-partition): Pass #:deduplicate? to 'populate-store'. Pass #:deduplicate? #f to 'register-closure'. * gnu/build/vm.scm (root-partition-initializer): Likewise. * gnu/build/install.scm (populate-single-profile-directory): Pass #:deduplicate? #f to 'populate-store'. * gnu/build/linux-initrd.scm (build-initrd): Likewise. * guix/scripts/pack.scm (self-contained-tarball)[import-module?]: New procedure. [build]: Pass it as an argument to 'source-module-closure'. * guix/scripts/pack.scm (squashfs-image)[build]: Wrap in 'with-extensions'. * gnu/system/linux-initrd.scm (expression->initrd)[import-module?]: New procedure. [builder]: Pass it to 'source-module-closure'. * gnu/system/install.scm (cow-store-service-type)[import-module?]: New procedure. Pass it to 'source-module-closure'.
156 lines
5.9 KiB
Scheme
156 lines
5.9 KiB
Scheme
;;; GNU Guix --- Functional package management for GNU
|
|
;;; Copyright © 2013, 2014, 2015, 2018, 2020 Ludovic Courtès <ludo@gnu.org>
|
|
;;;
|
|
;;; This file is part of GNU Guix.
|
|
;;;
|
|
;;; GNU Guix is free software; you can redistribute it and/or modify it
|
|
;;; under the terms of the GNU General Public License as published by
|
|
;;; the Free Software Foundation; either version 3 of the License, or (at
|
|
;;; your option) any later version.
|
|
;;;
|
|
;;; GNU Guix is distributed in the hope that it will be useful, but
|
|
;;; WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
;;; GNU General Public License for more details.
|
|
;;;
|
|
;;; You should have received a copy of the GNU General Public License
|
|
;;; along with GNU Guix. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
(define-module (gnu build linux-initrd)
|
|
#:use-module ((guix cpio) #:prefix cpio:)
|
|
#:use-module (guix build utils)
|
|
#:use-module (guix build store-copy)
|
|
#:use-module (system base compile)
|
|
#:use-module (rnrs bytevectors)
|
|
#:use-module ((system foreign) #:select (sizeof))
|
|
#:use-module (ice-9 ftw)
|
|
#:export (write-cpio-archive
|
|
build-initrd))
|
|
|
|
;;; Commentary:
|
|
;;;
|
|
;;; Tools to create Linux initial RAM disks ("initrds"). Initrds are
|
|
;;; essentially gzipped cpio archives, with a '/init' executable that the
|
|
;;; kernel runs at boot time.
|
|
;;;
|
|
;;; Code:
|
|
|
|
(define* (write-cpio-archive output directory
|
|
#:key
|
|
(compress? #t)
|
|
(gzip "gzip"))
|
|
"Write a cpio archive containing DIRECTORY to file OUTPUT, with reset
|
|
timestamps in the archive. When COMPRESS? is true, compress it using GZIP.
|
|
On success, return OUTPUT."
|
|
|
|
;; Note: as per `ramfs-rootfs-initramfs.txt', always add directory entries
|
|
;; before the files that are inside of it: "The Linux kernel cpio
|
|
;; extractor won't create files in a directory that doesn't exist, so the
|
|
;; directory entries must go before the files that go in those
|
|
;; directories."
|
|
|
|
(define files
|
|
;; Use 'sort' so that (1) the order of files is deterministic, and (2)
|
|
;; directories appear before the files they contain.
|
|
(sort (file-system-fold (const #t) ;enter?
|
|
(lambda (file stat result) ;leaf
|
|
(cons file result))
|
|
(lambda (dir stat result) ;down
|
|
(if (string=? dir directory)
|
|
result
|
|
(cons dir result)))
|
|
(lambda (file stat result)
|
|
result)
|
|
(const #f) ;skip
|
|
(const #f) ;error
|
|
'()
|
|
directory)
|
|
string<?))
|
|
|
|
(call-with-output-file output
|
|
(lambda (port)
|
|
(cpio:write-cpio-archive files port
|
|
#:file->header cpio:file->cpio-header*)))
|
|
|
|
(if compress?
|
|
;; Gzip insists on adding a '.gz' suffix and does nothing if the input
|
|
;; file already has that suffix. Shuffle files around to placate it.
|
|
(let* ((gz-suffix? (string-suffix? ".gz" output))
|
|
(sans-gz (if gz-suffix?
|
|
(string-drop-right output 3)
|
|
output)))
|
|
(when gz-suffix?
|
|
(rename-file output sans-gz))
|
|
;; Use '--no-name' so that gzip records neither a file name nor a time
|
|
;; stamp in its output.
|
|
(and (zero? (system* gzip "--best" "--no-name" sans-gz))
|
|
(begin
|
|
(unless gz-suffix?
|
|
(rename-file (string-append output ".gz") output))
|
|
output)))
|
|
output))
|
|
|
|
(define (cache-compiled-file-name file)
|
|
"Return the file name of the in-cache .go file for FILE, relative to the
|
|
current directory.
|
|
|
|
This is similar to what 'compiled-file-name' in (system base compile) does."
|
|
(let loop ((file file))
|
|
(let ((target (false-if-exception (readlink file))))
|
|
(if target
|
|
(loop target)
|
|
(format #f ".cache/guile/ccache/~a-~a-~a-~a/~a"
|
|
(effective-version)
|
|
(if (eq? (native-endianness) (endianness little))
|
|
"LE"
|
|
"BE")
|
|
(sizeof '*)
|
|
(effective-version)
|
|
file)))))
|
|
|
|
(define (compile-to-cache file)
|
|
"Compile FILE to the cache."
|
|
(let ((compiled-file (cache-compiled-file-name file)))
|
|
(mkdir-p (dirname compiled-file))
|
|
(compile-file file
|
|
#:opts %auto-compilation-options
|
|
#:output-file compiled-file)))
|
|
|
|
(define* (build-initrd output
|
|
#:key
|
|
guile init
|
|
(references-graphs '())
|
|
(gzip "gzip"))
|
|
"Write an initial RAM disk (initrd) to OUTPUT. The initrd starts the script
|
|
at INIT, running GUILE. It contains all the items referred to by
|
|
REFERENCES-GRAPHS."
|
|
(mkdir "contents")
|
|
|
|
;; Copy the closures of all the items referenced in REFERENCES-GRAPHS.
|
|
(populate-store references-graphs "contents"
|
|
#:deduplicate? #f)
|
|
|
|
(with-directory-excursion "contents"
|
|
;; Make '/init'.
|
|
(symlink init "init")
|
|
|
|
;; Compile it.
|
|
(compile-to-cache "init")
|
|
|
|
;; Allow Guile to find out where it is (XXX). See
|
|
;; 'guile-relocatable.patch'.
|
|
(mkdir-p "proc/self")
|
|
(symlink (string-append guile "/bin/guile") "proc/self/exe")
|
|
(readlink "proc/self/exe")
|
|
|
|
(write-cpio-archive output "." #:gzip gzip))
|
|
|
|
;; Make sure directories are writable so we can delete files.
|
|
(for-each make-file-writable
|
|
(find-files "contents"
|
|
(lambda (file stat)
|
|
(eq? 'directory (stat:type stat)))
|
|
#:directories? #t))
|
|
(delete-file-recursively "contents"))
|
|
|
|
;;; linux-initrd.scm ends here
|