about summary refs log tree commit homepage
path: root/scripts
diff options
context:
space:
mode:
authorEric Wong <e@80x24.org>2014-04-15 05:51:34 +0000
committerEric Wong <e@80x24.org>2014-04-15 05:51:34 +0000
commit68230baf6e82ed54533734a7114b0d4509d2a149 (patch)
treefd42498b5c9801a5c64b23ff271cc785d704487e /scripts
parent7182847eba14dabed5489900ec2f64b1ebf8ff0d (diff)
downloadpublic-inbox-68230baf6e82ed54533734a7114b0d4509d2a149.tar.gz
Unfortunately, this means we get rid of parallelization,
as we need to preserve delivery order so HTML indices look
chronological.  Order may also affect spam filtering and
training, too.
Diffstat (limited to 'scripts')
-rwxr-xr-xscripts/import_gmane_spool12
1 files changed, 3 insertions, 9 deletions
diff --git a/scripts/import_gmane_spool b/scripts/import_gmane_spool
index e153ba4c..d96c26c8 100755
--- a/scripts/import_gmane_spool
+++ b/scripts/import_gmane_spool
@@ -16,21 +16,18 @@
 =cut
 use strict;
 use warnings;
-use Parallel::ForkManager;
 use Email::Simple;
 use PublicInbox::Filter;
 use PublicInbox::Config;
 use IPC::Run qw(run);
 sub usage { "Usage:\n".join("",grep(/\t/, `head -n 24 $0`)) }
 my $spool = shift @ARGV or die usage();
-my $nproc = `nproc 2>/dev/null` || 4;
-my $pm = Parallel::ForkManager->new($nproc);
 defined $ENV{RECIPIENT} or die usage();
 my @args = ('public-inbox-mda');
 
-foreach my $n (glob("$spool/*")) {
-        $n =~ m{/\d+\z} or next;
-        $pm->start and next;
+chdir $spool or die "chdir $spool failed: $!\n";
+
+foreach my $n (sort { $a <=> $b } grep(/\d+\z/, glob("*"))) {
         if (open my $fh, '<', $n) {
                 my $s = eval {
                         local $/;
@@ -58,7 +55,4 @@ foreach my $n (glob("$spool/*")) {
         } else {
                 warn "Failed to open $n: $!\n";
         }
-        $pm->finish;
 }
-
-$pm->wait_all_children;