From: Eric Wong <e@80x24.org>
To: meta@public-inbox.org
Subject: [PATCH 1/7] view: close possible race condition in thread view
Date: Wed, 2 Sep 2015 06:59:33 +0000 [thread overview]
Message-ID: <1441177179-16628-2-git-send-email-e@80x24.org> (raw)
In-Reply-To: <1441177179-16628-1-git-send-email-e@80x24.org>
It's possible that the Xapian index and git HEAD can be out-of-sync
and a message which existed when we did the search is no longer
accessible by the time we get to rendering it.
---
lib/PublicInbox/View.pm | 29 ++++++++++++++++++-----------
1 file changed, 18 insertions(+), 11 deletions(-)
diff --git a/lib/PublicInbox/View.pm b/lib/PublicInbox/View.pm
index 6aa199e..1eb12a9 100644
--- a/lib/PublicInbox/View.pm
+++ b/lib/PublicInbox/View.pm
@@ -144,7 +144,7 @@ sub emit_thread_html {
my $msgs = load_results($res);
my $nr = scalar @$msgs;
return missing_thread($cb) if $nr == 0;
- my $fh = $cb->([200,['Content-Type'=>'text/html; charset=UTF-8']]);
+ my $orig_cb = $cb;
my $th = thread_results($msgs);
my $state = {
ctx => $ctx,
@@ -155,18 +155,23 @@ sub emit_thread_html {
{
require PublicInbox::GitCatFile;
my $git = PublicInbox::GitCatFile->new($ctx->{git_dir});
- thread_entry($fh, $git, $state, $_, 0) for $th->rootset;
+ thread_entry(\$cb, $git, $state, $_, 0) for $th->rootset;
}
Email::Address->purge_cache;
+
+ # there could be a race due to a message being deleted in git
+ # but still being in the Xapian index:
+ return missing_thread($cb) if ($orig_cb eq $cb);
+
my $final_anchor = $state->{anchor_idx};
my $next = "<a\nid=\"s$final_anchor\">";
$next .= $final_anchor == 1 ? 'only message in' : 'end of';
$next .= " thread</a>, back to <a\nhref=\"../../\">index</a>\n";
$next .= "download thread: <a\nhref=\"../t.mbox.gz\">mbox.gz</a>";
$next .= " / follow: <a\nhref=\"../t.atom\">Atom feed</a>\n\n";
- $fh->write("<hr />" . PRE_WRAP . $next . $foot .
+ $cb->write("<hr />" . PRE_WRAP . $next . $foot .
"</pre></body></html>");
- $fh->close;
+ $cb->close;
}
sub index_walk {
@@ -536,14 +541,16 @@ sub anchor_for {
}
sub thread_html_head {
- my ($mime) = @_;
+ my ($cb, $mime) = @_;
+ $$cb = $$cb->([200, ['Content-Type'=> 'text/html; charset=UTF-8']]);
+
my $s = PublicInbox::Hval->new_oneline($mime->header('Subject'));
$s = $s->as_html;
- "<html><head><title>$s</title></head><body>";
+ $$cb->write("<html><head><title>$s</title></head><body>");
}
sub thread_entry {
- my ($fh, $git, $state, $node, $level) = @_;
+ my ($cb, $git, $state, $node, $level) = @_;
return unless $node;
if (my $mime = $node->message) {
@@ -552,13 +559,13 @@ sub thread_entry {
$mime = eval { Email::MIME->new($git->cat_file("HEAD:$path")) };
if ($mime) {
if ($state->{anchor_idx} == 0) {
- $fh->write(thread_html_head($mime));
+ thread_html_head($cb, $mime);
}
- index_entry($fh, $mime, $level, $state);
+ index_entry($$cb, $mime, $level, $state);
}
}
- thread_entry($fh, $git, $state, $node->child, $level + 1);
- thread_entry($fh, $git, $state, $node->next, $level);
+ thread_entry($cb, $git, $state, $node->child, $level + 1);
+ thread_entry($cb, $git, $state, $node->next, $level);
}
sub load_results {
--
EW
next prev parent reply other threads:[~2015-09-02 6:59 UTC|newest]
Thread overview: 8+ messages / expand[flat|nested] mbox.gz Atom feed top
2015-09-02 6:59 [PATCH 0/7] improved thread views and 404 reductions Eric Wong
2015-09-02 6:59 ` Eric Wong [this message]
2015-09-02 6:59 ` [PATCH 2/7] view: optional flat view for recent messages Eric Wong
2015-09-02 6:59 ` [PATCH 3/7] view: account for missing In-Reply-To header Eric Wong
2015-09-02 6:59 ` [PATCH 4/7] view: simplify parent anchoring code Eric Wong
2015-09-02 6:59 ` [PATCH 5/7] view: pre-anchor entries for flat view Eric Wong
2015-09-02 6:59 ` [PATCH 6/7] view: avoid links to unknown compressed Message-IDs Eric Wong
2015-09-02 6:59 ` [PATCH 7/7] implement external Message-ID finder Eric Wong
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
List information: https://public-inbox.org/README
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=1441177179-16628-2-git-send-email-e@80x24.org \
--to=e@80x24.org \
--cc=meta@public-inbox.org \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
Code repositories for project(s) associated with this public inbox
https://80x24.org/public-inbox.git
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for read-only IMAP folder(s) and NNTP newsgroup(s).