1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
| | #!perl -w
# Copyright (C) all contributors <meta@public-inbox.org>
# License: AGPL-3.0+ <https://www.gnu.org/licenses/agpl-3.0.txt>
# manifest.js.gz generation and grok-pull integration test
use strict; use v5.10.1; use PublicInbox::TestCommon;
use PublicInbox::Import;
use IO::Uncompress::Gunzip qw(gunzip);
require_mods(qw(json URI::Escape Plack::Builder Digest::SHA HTTP::Tiny));
require PublicInbox::WwwListing;
require PublicInbox::ManifestJsGz;
use PublicInbox::Config;
my $json = PublicInbox::Config::json();
use_ok 'PublicInbox::Git';
my ($tmpdir, $for_destroy) = tmpdir();
my $bare = PublicInbox::Git->new("$tmpdir/bare.git");
PublicInbox::Import::init_bare($bare->{git_dir});
is($bare->manifest_entry, undef, 'empty repo has no manifest entry');
{
my $fi_data = './t/git.fast-import-data';
open my $fh, '<', $fi_data or die "open $fi_data: $!";
my $env = { GIT_DIR => $bare->{git_dir} };
is(xsys([qw(git fast-import --quiet)], $env, { 0 => $fh }), 0,
'fast-import');
}
like($bare->manifest_entry->{fingerprint}, qr/\A[a-f0-9]{40}\z/,
'got fingerprint with non-empty repo');
sub tiny_test {
my ($json, $host, $port, $html) = @_;
my ($tmp, $res);
my $http = HTTP::Tiny->new;
if ($html) {
$res = $http->get("http://$host:$port/");
is($res->{status}, 200, 'got HTML listing');
like($res->{content}, qr!</html>!si, 'listing looks like HTML');
$res = $http->get("http://$host:$port/",
{'Accept-Encoding'=>'gzip'});
is($res->{status}, 200, 'got gzipped HTML listing');
gunzip(\(delete $res->{content}) => \$tmp);
like($tmp, qr!</html>!si, 'unzipped listing looks like HTML');
}
$res = $http->get("http://$host:$port/manifest.js.gz");
is($res->{status}, 200, 'got manifest');
gunzip(\(delete $res->{content}) => \$tmp);
unlike($tmp, qr/"modified":\s*"/, 'modified is an integer');
my $manifest = $json->decode($tmp);
ok(my $clone = $manifest->{'/alt'}, '/alt in manifest');
is($clone->{owner}, "lorelei \x{100}", 'owner set');
is($clone->{reference}, '/bare', 'reference detected');
is($clone->{description}, "we're \x{100}ll clones", 'description read');
ok(my $bare = $manifest->{'/bare'}, '/bare in manifest');
is($bare->{description}, 'Unnamed repository',
'missing $GIT_DIR/description fallback');
like($bare->{fingerprint}, qr/\A[a-f0-9]{40}\z/, 'fingerprint');
is($clone->{fingerprint}, $bare->{fingerprint}, 'fingerprint matches');
is(HTTP::Date::time2str($bare->{modified}),
$res->{headers}->{'last-modified'},
'modified field and Last-Modified header match');
ok(my $v2epoch0 = $manifest->{'/v2/git/0.git'}, 'v2 epoch 0 appeared');
like($v2epoch0->{description}, qr/ \[epoch 0\]\z/,
'epoch 0 in description');
ok(my $v2epoch1 = $manifest->{'/v2/git/1.git'}, 'v2 epoch 1 appeared');
like($v2epoch1->{description}, qr/ \[epoch 1\]\z/,
'epoch 1 in description');
$res = $http->get("http://$host:$port/alt/description");
is($res->{content}, "we're \xc4\x80ll clones\n", 'UTF-8 description')
or diag explain($res);
}
my $td;
SKIP: {
my $err = "$tmpdir/stderr.log";
my $out = "$tmpdir/stdout.log";
my $alt = "$tmpdir/alt.git";
my $cfgfile = "$tmpdir/config";
my $v2 = "$tmpdir/v2";
my $sock = tcp_server();
my ($host, $port) = tcp_host_port($sock);
my @clone = qw(git clone -q -s --bare);
is(xsys(@clone, $bare->{git_dir}, $alt), 0, 'clone shared repo');
PublicInbox::Import::init_bare("$v2/all.git");
for my $i (0..2) {
is(xsys(@clone, $alt, "$v2/git/$i.git"), 0, "clone epoch $i")
}
ok(open(my $fh, '>', "$v2/inbox.lock"), 'mock a v2 inbox');
open $fh, '>', "$alt/description" or xbail "open $alt/description $!";
print $fh "we're \xc4\x80ll clones\n" or xbail "print $!";
close $fh or xbail "write: $alt/description $!";
is(xsys('git', "--git-dir=$alt", qw(config gitweb.owner),
"lorelei \xc4\x80"), 0,
'set gitweb user');
open $fh, '>', $cfgfile or xbail "open $cfgfile: $!";
$fh->autoflush(1);
print $fh <<"" or xbail "print $!";
[publicinbox "bare"]
inboxdir = $bare->{git_dir}
url = http://$host/bare
address = bare\@example.com
[publicinbox "alt"]
inboxdir = $alt
url = http://$host/alt
address = alt\@example.com
[publicinbox "v2"]
inboxdir = $v2
url = http://$host/v2
address = v2\@example.com
my $env = { PI_CONFIG => $cfgfile };
my $cmd = [ '-httpd', '-W0', "--stdout=$out", "--stderr=$err" ];
my $psgi = "$tmpdir/pfx.psgi";
{
open my $psgi_fh, '>', $psgi or xbail "open: $!";
print $psgi_fh <<'EOM' or xbail "print $!";
use PublicInbox::WWW;
use Plack::Builder;
my $www = PublicInbox::WWW->new;
builder {
enable 'Head';
mount '/pfx/' => sub { $www->call(@_) }
}
EOM
close $psgi_fh or xbail "close: $!";
}
# ensure prefixed mount full clones work:
$td = start_script([@$cmd, $psgi], $env, { 3 => $sock });
my $opt = { 2 => \(my $clone_err = '') };
ok(run_script(['-clone', "http://$host:$port/pfx", "$tmpdir/pfx" ],
undef, $opt), 'pfx clone w/pfx') or diag "clone_err=$clone_err";
undef $td;
$td = start_script($cmd, $env, { 3 => $sock });
# default publicinboxGrokManifest match=domain default
tiny_test($json, $host, $port);
# normal full clone on /
$clone_err = '';
ok(run_script(['-clone', "http://$host:$port/", "$tmpdir/full" ],
undef, $opt), 'full clone') or diag "clone_err=$clone_err";
undef $td;
print $fh <<"" or xbail "print $!";
[publicinbox]
wwwlisting = all
close $fh or xbail "close $!";
$td = start_script($cmd, $env, { 3 => $sock });
undef $sock;
tiny_test($json, $host, $port, 1);
# grok-pull sleeps a long while some places:
# https://lore.kernel.org/tools/20211013110344.GA10632@dcvr/
skip 'TEST_GROK unset', 12 unless $ENV{TEST_GROK};
my $grok_pull = require_cmd('grok-pull', 1) or
skip('grok-pull not available', 12);
my ($grok_version) = (xqx([$grok_pull, "--version"])
=~ /(\d+)\.(?:\d+)(?:\.(\d+))?/);
$grok_version >= 2 or
skip('grok-pull v2 or later not available', 12);
my $grok_loglevel = $ENV{TEST_GROK_LOGLEVEL} // 'info';
ok(mkdir("$tmpdir/mirror"), 'prepare grok mirror dest');
my $tail = tail_f("$tmpdir/grok.log");
open $fh, '>', "$tmpdir/repos.conf" or xbail $!;
print $fh <<"" or xbail $!;
[core]
toplevel = $tmpdir/mirror
manifest = $tmpdir/local-manifest.js.gz
log = $tmpdir/grok.log
loglevel = $grok_loglevel
[remote]
site = http://$host:$port
manifest = \${site}/manifest.js.gz
[pull]
[fsck]
close $fh or xbail $!;
xsys($grok_pull, '-c', "$tmpdir/repos.conf");
is($? >> 8, 0, 'grok-pull exit code as expected');
for (qw(alt bare v2/git/0.git v2/git/1.git v2/git/2.git)) {
ok(-d "$tmpdir/mirror/$_", "grok-pull created $_");
}
# support per-inbox manifests, handy for v2:
# /$INBOX/v2/manifest.js.gz
open $fh, '>', "$tmpdir/per-inbox.conf" or xbail $!;
print $fh <<"" or xbail $!;
[core]
toplevel = $tmpdir/per-inbox
manifest = $tmpdir/per-inbox-manifest.js.gz
log = $tmpdir/grok.log
loglevel = $grok_loglevel
[remote]
site = http://$host:$port
manifest = \${site}/v2/manifest.js.gz
[pull]
[fsck]
close $fh or xbail $!;
ok(mkdir("$tmpdir/per-inbox"), 'prepare single-v2-inbox mirror');
xsys($grok_pull, '-c', "$tmpdir/per-inbox.conf");
is($? >> 8, 0, 'grok-pull exit code as expected');
for (qw(v2/git/0.git v2/git/1.git v2/git/2.git)) {
ok(-d "$tmpdir/per-inbox/$_", "grok-pull created $_");
}
$td->kill;
$td->join;
is($?, 0, 'no error in exited process');
open $fh, '<', $err or BAIL_OUT("open $err failed: $!");
my $eout = do { local $/; <$fh> };
unlike($eout, qr/wide/i, 'no Wide character warnings');
unlike($eout, qr/uninitialized/i, 'no uninitialized warnings');
}
done_testing();
|