ascension

commit adcbd4efbc2555b3e6388415f3243442d6bae076
parent e7e3fa3422301feed68e02ae88c0ce8374faae18
Author: Martin Schanzenbach <schanzen@gnunet.org>
Date:   Thu,  4 Jul 2024 08:49:14 +0200

make performance parameters aguments to script

Diffstat:
M
ascension/ascension.py
 | 
12
++++++------

1 file changed, 6 insertions(+), 6 deletions(-)
diff --git a/ascension/ascension.py b/ascension/ascension.py
@@ -104,7 +104,7 @@ class Ascension():
         self.logger.setLevel(int(args.loglevel))
 
 
-    def add_records_to_gns(self) -> None:
+    def add_records_to_gns(self, num_workers, batchsize) -> None:
         """
         Extracts records from transferred zone and adds them to GNS
         :raises AttributeError: When getting incomplete data
@@ -260,14 +260,14 @@ class Ascension():
         pp_setcount = len(pp_set.items())
         left = pp_setcount
         start = 0
-        slice0count = int(pp_setcount/10)
+        slice0count = int(pp_setcount/num_workers)
         workers = []
-        for i in range(10):
+        for i in range(num_workers):
             slice1count = slice0count
-            if (i == 9):
+            if (i+1 == num_workers):
                 slice1count = left
             ppslice = dict(itertools.islice(pp_set.items(), start, start+slice1count))
-            p0 = mp.Process(target=work_slice, args=(i,1000,ppslice,))
+            p0 = mp.Process(target=work_slice, args=(i,batchsize,ppslice,))
             p0.start()
             workers.append(p0)
             start += slice1count
@@ -517,7 +517,7 @@ def main():
             time.sleep(retry)
             continue
 
-        ascender.add_records_to_gns()
+        ascender.add_records_to_gns(args.workers, args.batchsize)
 
         if args.standalone:
             return 0