02/02: Chunk inserting guix revision package derivation entries

[Christopher Baines]

cbaines pushed a commit to branch master
in repository data-service.

commit 35cf9ba1bc5a1dc999da48b89f584745e215a833
Author: Christopher Baines <mail@cbaines.net>
AuthorDate: Thu Sep 15 16:25:41 2022 +0200

    Chunk inserting guix revision package derivation entries
---
 guix-data-service/jobs/load-new-guix-revision.scm | 24 ++++++++++++++---------
 1 file changed, 15 insertions(+), 9 deletions(-)

diff --git a/guix-data-service/jobs/load-new-guix-revision.scm 
b/guix-data-service/jobs/load-new-guix-revision.scm
index 1deef87..cee08e0 100644
--- a/guix-data-service/jobs/load-new-guix-revision.scm
+++ b/guix-data-service/jobs/load-new-guix-revision.scm
@@ -1537,17 +1537,23 @@ WHERE job_id = $1")
                                                      guix-revision-id
                                                      inferior-system-tests))
 
-            (let ((package-derivation-ids
-                   (with-time-logging "inferior-data->package-derivation-ids"
-                     (inferior-data->package-derivation-ids
-                      conn inf inferior-package-id->package-database-id
-                      inferior-data-4-tuples))))
-              (insert-guix-revision-package-derivations conn
-                                                        guix-revision-id
-                                                        package-derivation-ids)
+            (let* ((package-derivation-ids
+                    (with-time-logging "inferior-data->package-derivation-ids"
+                      (inferior-data->package-derivation-ids
+                       conn inf inferior-package-id->package-database-id
+                       inferior-data-4-tuples)))
+                   (ids-count
+                    (length package-derivation-ids)))
+              (chunk-for-each! (lambda (package-derivation-ids-chunk)
+                                 (insert-guix-revision-package-derivations
+                                  conn
+                                  guix-revision-id
+                                  package-derivation-ids-chunk))
+                               2000
+                               package-derivation-ids)
               (simple-format
                #t "Successfully loaded ~A package/derivation pairs\n"
-               (length package-derivation-ids)))))
+               ids-count))))
         #t)
       (lambda (key . args)
         (simple-format (current-error-port)