about summary refs log tree commit homepage
path: root/script/public-inbox-compact
diff options
context:
space:
mode:
authorEric Wong (Contractor, The Linux Foundation) <e@80x24.org>2018-04-07 03:41:53 +0000
committerEric Wong (Contractor, The Linux Foundation) <e@80x24.org>2018-04-07 03:42:29 +0000
commit3348ad4b3b1a0865ee58a902953165ea0f4aa4bd (patch)
treefd17dd1b4434cad0dc211c5e890e8c0d5a0d07ce /script/public-inbox-compact
parent42c485400522c7c255f6da11391526cb1bc5931b (diff)
downloadpublic-inbox-3348ad4b3b1a0865ee58a902953165ea0f4aa4bd.tar.gz
Since we only query the SQLite over DB for OVER/XOVER; do not
need to waste space storing fields To/Cc/:bytes/:lines or the
XNUM term.  We only use From/Subject/References/Message-ID/:blob
in various places of the PSGI code.

For reindexing, we will take advantage of docid stability
in "xapian-compact --no-renumber" to ensure duplicates do not
show up in search results.  Since the PSGI interface is the
only consumer of Xapian at the moment, it has no need to
search based on NNTP article number.
Diffstat (limited to 'script/public-inbox-compact')
-rwxr-xr-xscript/public-inbox-compact6
1 files changed, 3 insertions, 3 deletions
diff --git a/script/public-inbox-compact b/script/public-inbox-compact
index d855b9e1..9f332657 100755
--- a/script/public-inbox-compact
+++ b/script/public-inbox-compact
@@ -48,7 +48,7 @@ sub commit_changes ($$$) {
         $im->lock_release;
         remove_tree("$old/old") or die "failed to remove $old/old: $!\n";
 }
-
+my @compact = qw(xapian-compact --no-renumber);
 if ($v == 2) {
         require PublicInbox::V2Writable;
         my $v2w = PublicInbox::V2Writable->new($ibx);
@@ -70,7 +70,7 @@ if ($v == 2) {
                 }
                 close $dh;
                 die "No Xapian parts found in $old\n" unless @parts;
-                my $cmd = ['xapian-compact', @parts, "$new/0" ];
+                my $cmd = [@compact, @parts, "$new/0" ];
                 PublicInbox::Import::run_die($cmd);
                 commit_changes($v2w, $old, $new);
         });
@@ -84,7 +84,7 @@ if ($v == 2) {
         my $new = tempdir('compact-XXXXXXXX', CLEANUP => 1, DIR => $v1_root);
         $ibx->with_umask(sub {
                 $im->lock_acquire;
-                PublicInbox::Import::run_die(['xapian-compact', $old, $new]);
+                PublicInbox::Import::run_die([@compact, $old, $new]);
                 commit_changes($im, $old, $new);
         });
 } else {