From 3348ad4b3b1a0865ee58a902953165ea0f4aa4bd Mon Sep 17 00:00:00 2001 From: "Eric Wong (Contractor, The Linux Foundation)" Date: Sat, 7 Apr 2018 03:41:53 +0000 Subject: store less data in the Xapian document Since we only query the SQLite over DB for OVER/XOVER; do not need to waste space storing fields To/Cc/:bytes/:lines or the XNUM term. We only use From/Subject/References/Message-ID/:blob in various places of the PSGI code. For reindexing, we will take advantage of docid stability in "xapian-compact --no-renumber" to ensure duplicates do not show up in search results. Since the PSGI interface is the only consumer of Xapian at the moment, it has no need to search based on NNTP article number. --- script/public-inbox-compact | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) (limited to 'script') diff --git a/script/public-inbox-compact b/script/public-inbox-compact index d855b9e1..9f332657 100755 --- a/script/public-inbox-compact +++ b/script/public-inbox-compact @@ -48,7 +48,7 @@ sub commit_changes ($$$) { $im->lock_release; remove_tree("$old/old") or die "failed to remove $old/old: $!\n"; } - +my @compact = qw(xapian-compact --no-renumber); if ($v == 2) { require PublicInbox::V2Writable; my $v2w = PublicInbox::V2Writable->new($ibx); @@ -70,7 +70,7 @@ if ($v == 2) { } close $dh; die "No Xapian parts found in $old\n" unless @parts; - my $cmd = ['xapian-compact', @parts, "$new/0" ]; + my $cmd = [@compact, @parts, "$new/0" ]; PublicInbox::Import::run_die($cmd); commit_changes($v2w, $old, $new); }); @@ -84,7 +84,7 @@ if ($v == 2) { my $new = tempdir('compact-XXXXXXXX', CLEANUP => 1, DIR => $v1_root); $ibx->with_umask(sub { $im->lock_acquire; - PublicInbox::Import::run_die(['xapian-compact', $old, $new]); + PublicInbox::Import::run_die([@compact, $old, $new]); commit_changes($im, $old, $new); }); } else { -- cgit v1.2.3-24-ge0c7