TakeV
/
guix
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

self: Build gnu/packages/*.go in 26 steps. 

Similar to the Makefile.am change, this breaks-up gnu/packages into 26 chunks
when building on 32bit.  Also force garbage collection.

* guix/self.scm (compiled-modules)[process-directory]: Split building of
"gnu/packages" into 26 chunks.
This commit is contained in:
Janneke Nieuwenhuizen 2023-06-22 08:30:25 +02:00
parent c650019e75
commit 5898b2e8a3
No known key found for this signature in database
GPG Key ID: F3C1A0D9C1D65273
1 changed files with 26 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

33
guix/self.scm
View File

@ -1,6 +1,7 @@
;;; GNU Guix --- Functional package management for GNU
;;; Copyright © 2017-2023 Ludovic Courtès <ludo@gnu.org>
;;; Copyright © 2020 Martin Becze <mjbecze@riseup.net>
;;; Copyright © 2023 Janneke Nieuwenhuizen <janneke@gnu.org>
;;;
;;; This file is part of GNU Guix.
;;;
@ -1210,9 +1211,12 @@ containing MODULE-FILES and possibly other files as well."
'((guix build compile)
(guix build utils)))
#~(begin
(use-modules (srfi srfi-26)
(use-modules (srfi srfi-1)
(srfi srfi-26)
(srfi srfi-71)
(ice-9 match)
(ice-9 format)
(ice-9 regex)
(ice-9 threads)
(guix build compile)
(guix build utils))
@ -1244,12 +1248,27 @@ containing MODULE-FILES and possibly other files as well."
(force-output))
(define (process-directory directory files output)
;; Hide compilation warnings.
(parameterize ((current-warning-port (%make-void-port "w")))
(compile-files directory #$output files
#:workers (parallel-job-count)
#:report-load report-load
#:report-compilation report-compilation)))
;; Split gnu/packages in 26 chunks to avoid OOM errors
(let* ((chunks (map (compose
(cute partition <> files)
(lambda (regex)
(cute string-match regex <>))
(cute string-append "^gnu/packages/" <>)
(cute make-string 1 <>)
integer->char
(cute + (char->integer #\a) <>))
(iota 26)))
(chunks (filter pair? chunks)))
(for-each
(lambda (chunck)
;; Hide compilation warnings.
(parameterize ((current-warning-port (%make-void-port "w")))
(compile-files directory #$output chunck
#:workers (parallel-job-count)
#:report-load report-load
#:report-compilation report-compilation))
(gc))
chunks)))
(setvbuf (current-output-port) 'line)
(setvbuf (current-error-port) 'line)