about summary refs log tree commit homepage
path: root/lib
diff options
context:
space:
mode:
authorEric W. Biederman <ebiederm@xmission.com>2018-07-18 11:53:25 -0500
committerEric Wong <e@80x24.org>2018-07-19 03:08:56 +0000
commitcd196679300c54f840e7569dba97005c449f99ab (patch)
tree769d595700e410bc44e4088be619cbfb3db65efc /lib
parent2b18ef9ca28e8c4e70a881dbad832d2f7cb838ee (diff)
downloadpublic-inbox-cd196679300c54f840e7569dba97005c449f99ab.tar.gz
This adds a new inbox configuration option 'indexlevel' that can take
the values 'full', 'medium', and 'basic'.

When set to 'full' everything is indexed including the positions
of all terms.

When set to 'medium' everything except the positions of terms is
indexed.

When set to 'basic' terms and positions are not indexed.  Just the
Overview database for NNTP is created.  Which is still quite good and
allows searching for messages by Message-ID.  But there are no indexes to support
searching inside the email messages themselves.

Update the reindex tests to exercise the full medium and basic code paths

Signed-off-by: "Eric W. Biederman" <ebiederm@xmission.com>
Diffstat (limited to 'lib')
-rw-r--r--lib/PublicInbox/Config.pm2
-rw-r--r--lib/PublicInbox/SearchIdx.pm8
2 files changed, 9 insertions, 1 deletions
diff --git a/lib/PublicInbox/Config.pm b/lib/PublicInbox/Config.pm
index 289c36a6..78586560 100644
--- a/lib/PublicInbox/Config.pm
+++ b/lib/PublicInbox/Config.pm
@@ -158,7 +158,7 @@ sub _fill {
 
         foreach my $k (qw(mainrepo filter url newsgroup
                         infourl watch watchheader httpbackendmax
-                        replyto feedmax nntpserver)) {
+                        replyto feedmax nntpserver indexlevel)) {
                 my $v = $self->{"$pfx.$k"};
                 $rv->{$k} = $v if defined $v;
         }
diff --git a/lib/PublicInbox/SearchIdx.pm b/lib/PublicInbox/SearchIdx.pm
index 8978914a..04e85306 100644
--- a/lib/PublicInbox/SearchIdx.pm
+++ b/lib/PublicInbox/SearchIdx.pm
@@ -47,6 +47,7 @@ sub git_unquote ($) {
 
 sub new {
         my ($class, $ibx, $creat, $part) = @_;
+        my $levels = qr/\A(?:full|medium|basic)\z/;
         my $mainrepo = $ibx; # for "public-inbox-index" w/o entry in config
         my $git_dir = $mainrepo;
         my ($altid, $git);
@@ -62,6 +63,13 @@ sub new {
                                 PublicInbox::AltId->new($ibx, $_);
                         } @$altid ];
                 }
+                if ($ibx->{indexlevel}) {
+                        if ($ibx->{indexlevel} =~ $levels) {
+                                $indexlevel = $ibx->{indexlevel};
+                        } else {
+                                die("Invalid indexlevel $ibx->{indexlevel}\n");
+                        }
+                }
         } else { # v1
                 $ibx = { mainrepo => $git_dir, version => 1 };
         }