From feabfb1809b911fc97538282234c8b1f087ddb6a Mon Sep 17 00:00:00 2001 From: "Eric Wong (Contractor, The Linux Foundation)" Date: Tue, 20 Feb 2018 21:00:21 +0000 Subject: v2: support Xapian + SQLite indexing This is too slow, currently. Working with only 2017 LKML archives: git-only: ~1 minute git + SQLite: ~12 minutes git+Xapian+SQlite: ~45 minutes So yes, it looks like we'll need to parallelize Xapian indexing, at least. --- scripts/import_vger_from_mbox | 3 +++ 1 file changed, 3 insertions(+) (limited to 'scripts') diff --git a/scripts/import_vger_from_mbox b/scripts/import_vger_from_mbox index c45dc4ee..d30e8a30 100644 --- a/scripts/import_vger_from_mbox +++ b/scripts/import_vger_from_mbox @@ -7,6 +7,7 @@ use Getopt::Long qw/:config gnu_getopt no_ignore_case auto_abbrev/; use Date::Parse qw/str2time/; use Email::MIME; $Email::MIME::ContentType::STRICT_PARAMS = 0; # user input is imperfect +use PublicInbox::Inbox; use PublicInbox::V2Writable; my $usage = "usage: $0 NAME EMAIL DIR $mainrepo, name => $name, + version => 2, -primary_address => $email, }; +$v2ibx = PublicInbox::Inbox->new($v2ibx); my $im = $dry_run ? undef : PublicInbox::V2Writable->new($v2ibx, 1); binmode STDIN; my $msg = ''; -- cgit v1.2.3-24-ge0c7