1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
| | # Copyright (C) all contributors <meta@public-inbox.org>
# License: AGPL-3.0+ <https://www.gnu.org/licenses/agpl-3.0.txt>
# Make remote externals HTTP(S) inboxes behave like
# PublicInbox::Inbox and PublicInbox::Search/ExtSearch.
# This exists solely for SolverGit. It is a high-latency a
# synchronous API that is not at all fast.
package PublicInbox::LeiRemote;
use v5.10.1;
use strict;
use IO::Uncompress::Gunzip;
use PublicInbox::MboxReader;
use PublicInbox::Spawn qw(popen_rd);
use PublicInbox::LeiCurl;
use PublicInbox::ContentHash qw(git_sha);
sub new {
my ($cls, $lei, $uri) = @_;
bless { uri => $uri, lei => $lei }, $cls;
}
sub isrch { $_[0] } # SolverGit expcets this
sub each_mboxrd_eml { # callback for MboxReader->mboxrd
my ($eml, $self) = @_;
my $lei = $self->{lei};
my $xoids = $lei->{ale}->xoids_for($eml, 1);
my $smsg = bless {}, 'PublicInbox::Smsg';
if ($lei->{sto} && !$xoids) { # memoize locally
my $res = $lei->{sto}->wq_do('add_eml', $eml);
$smsg = $res if ref($res) eq ref($smsg);
}
$smsg->{blob} //= $xoids ? (keys(%$xoids))[0]
: $lei->git_oid($eml)->hexdigest;
$smsg->populate($eml);
$smsg->{mid} //= '(none)';
push @{$self->{smsg}}, $smsg;
}
sub mset {
my ($self, $qstr, undef) = @_; # $opt ($_[2]) ignored
my $lei = $self->{lei};
my $curl = PublicInbox::LeiCurl->new($lei, $lei->{curl});
push @$curl, '-s', '-d', '';
my $uri = $self->{uri}->clone;
$uri->query_form(q => $qstr, x => 'm', r => 1); # r=1: relevance
my $cmd = $curl->for_uri($self->{lei}, $uri);
$self->{lei}->qerr("# $cmd");
$self->{smsg} = [];
my $fh = popen_rd($cmd, undef, { 2 => $lei->{2} });
$fh = IO::Uncompress::Gunzip->new($fh, MultiStream=>1, AutoClose=>1);
eval { PublicInbox::MboxReader->mboxrd($fh, \&each_mboxrd_eml, $self) };
my $err = $@ ? ": $@" : '';
my $wait = $self->{lei}->{sto}->wq_do('barrier');
$lei->child_error($?, "@$cmd failed$err") if $err || $?;
$self; # we are the mset (and $ibx, and $self)
}
sub size { scalar @{$_[0]->{smsg}} } # size of previous results
sub mset_to_smsg {
my ($self, $ibx, $mset) = @_; # all 3 are $self
wantarray ? ($self->size, @{$self->{smsg}}) : $self->{smsg};
}
sub base_url { "$_[0]->{uri}" }
sub smsg_eml {
my ($self, $smsg) = @_;
my $bref = $self->{lei}->ale->git->cat_file($smsg->{blob}) // do {
my $lms = $self->{lei}->lms;
($lms ? $lms->local_blob($smsg->{blob}, 1) : undef) // do {
my $sto = $self->{lei}->{sto} //
$self->{lei}->_lei_store;
$sto && $sto->{-wq_s1} ?
$sto->wq_do('cat_blob', $smsg->{blob}) : undef;
}
};
return PublicInbox::Eml->new($bref) if $bref;
warn("E: $self->{uri} $smsg->{blob} gone <$smsg->{mid}>\n");
undef;
}
1;
|