From ac8eed6ecb389821eaafda7c695a2b99023dde4f Mon Sep 17 00:00:00 2001 From: Eric Wong Date: Wed, 27 Oct 2021 21:09:19 +0000 Subject: lei q: fix remote import accounting MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit We need to update the {-nr_remote_eml} counter regardless of progress display being enabled since it's needed for saved searches. We'll also split out the {-imported} flag separately and only call LeiStore->done if a new message was imported. Note: this change is NOT expected to fix errors reported by Thomas in Cc: Thomas Weißschuh --- lib/PublicInbox/LeiXSearch.pm | 17 ++++++++++------- 1 file changed, 10 insertions(+), 7 deletions(-) (limited to 'lib/PublicInbox') diff --git a/lib/PublicInbox/LeiXSearch.pm b/lib/PublicInbox/LeiXSearch.pm index acc36897..2a037f2b 100644 --- a/lib/PublicInbox/LeiXSearch.pm +++ b/lib/PublicInbox/LeiXSearch.pm @@ -283,20 +283,22 @@ sub each_remote_eml { # callback for MboxReader->mboxrd my $smsg = bless {}, 'PublicInbox::Smsg'; if ($self->{import_sto} && !$xoids) { my ($res, $kw) = $self->{import_sto}->wq_do('add_eml', $eml); - $smsg = $res if ref($res) eq ref($smsg); # totally new message + if (ref($res) eq ref($smsg)) { # totally new message + $smsg = $res; + $self->{-imported} = 1; + } $smsg->{kw} = $kw; # short-circuit xsmsg_vmd } $smsg->{blob} //= $xoids ? (keys(%$xoids))[0] : $lei->git_oid($eml)->hexdigest; _smsg_fill($smsg, $eml); wait_startq($lei); + my $nr = ++$lei->{-nr_remote_eml}; # needed for lss->cfg_set if ($lei->{-progress}) { - ++$lei->{-nr_remote_eml}; my $now = now(); my $next = $lei->{-next_progress} //= ($now + 1); if ($now > $next) { $lei->{-next_progress} = $now + 1; - my $nr = $lei->{-nr_remote_eml}; mset_progress($lei, $lei->{-current_url}, $nr, '?'); } } @@ -374,13 +376,14 @@ sub query_remote_mboxrd { $fh = IO::Uncompress::Gunzip->new($fh, MultiStream => 1); PublicInbox::MboxReader->mboxrd($fh, \&each_remote_eml, $self, $lei, $each_smsg); - my $nr = $lei->{-nr_remote_eml}; - my $wait = $lei->{sto}->wq_do('done') if $nr && $lei->{sto}; + if ($self->{import_sto} && delete($self->{-imported})) { + my $wait = $self->{import_sto}->wq_do('done'); + } $reap_curl->join; if ($? == 0) { # don't update if no results, maybe MTA is down - $key && $nr and - $lei->{lss}->cfg_set($key, $start); + my $nr = $lei->{-nr_remote_eml}; + $lei->{lss}->cfg_set($key, $start) if $key && $nr; mset_progress($lei, $lei->{-current_url}, $nr, $nr); next; } -- cgit v1.2.3-24-ge0c7