From a9ccb76649432e8fb17a8cf1189ac65de1da2d81 Mon Sep 17 00:00:00 2001 From: Eric Wong Date: Sun, 10 Oct 2021 14:25:14 +0000 Subject: extindex: speed up Xapian cleanup in --gc Avoiding repeated SQL statements brings --gc down to 2-3 minutes from around 10. We'll also add some checkpoints around over and xref3 cleanups. --- lib/PublicInbox/SearchIdx.pm | 3 +++ 1 file changed, 3 insertions(+) (limited to 'lib/PublicInbox/SearchIdx.pm') diff --git a/lib/PublicInbox/SearchIdx.pm b/lib/PublicInbox/SearchIdx.pm index 78db329d..bebe904b 100644 --- a/lib/PublicInbox/SearchIdx.pm +++ b/lib/PublicInbox/SearchIdx.pm @@ -650,8 +650,11 @@ sub xdb_remove_quiet { begin_txn_lazy($self); my $xdb = $self->{xdb} // die 'BUG: missing {xdb}'; eval { $xdb->delete_document($docid) }; + ++$self->{-quiet_rm} unless $@; } +sub nr_quiet_rm { delete($_[0]->{-quiet_rm}) // 0 } + sub index_git_blob_id { my ($doc, $pfx, $objid) = @_; -- cgit v1.2.3-24-ge0c7