diff --git a/guix/build/linux-initrd.scm b/guix/build/linux-initrd.scm
index 9093e72695..8db9f02caf 100644
--- a/guix/build/linux-initrd.scm
+++ b/guix/build/linux-initrd.scm
@@ -482,10 +482,12 @@ (define root-fs-type
           (catch #t
             (lambda ()
               (primitive-load to-load))
+            (lambda args
+              (start-repl))
             (lambda args
               (format (current-error-port) "'~a' raised an exception: ~s~%"
                       to-load args)
-              (start-repl)))
+              (display-backtrace (make-stack #t) (current-error-port))))
           (format (current-error-port)
                   "boot program '~a' terminated, rebooting~%"
                   to-load)