1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
| | #!perl -w
# Copyright (C) all contributors <meta@public-inbox.org>
# License: AGPL-3.0+ <https://www.gnu.org/licenses/agpl-3.0.txt>
use v5.12;
use PublicInbox::TestCommon;
my ($dir, $for_destroy) = tmpdir();
use PublicInbox::Import;
use POSIX qw(strftime);
use PublicInbox::Git;
is(PublicInbox::Git::MAX_INFLIGHT,
int(PublicInbox::Git::MAX_INFLIGHT), 'MAX_INFLIGHT is an integer');
{
PublicInbox::Import::init_bare($dir, 'master');
my $fi_data = './t/git.fast-import-data';
open my $fh, '<', $fi_data or die
"fast-import data readable (or run test at top level: $!";
my $rdr = { 0 => $fh };
xsys([qw(git fast-import --quiet)], { GIT_DIR => $dir }, $rdr);
is($?, 0, 'fast-import succeeded');
}
{
my $git = PublicInbox::Git->new("$dir/foo.git");
my $nick = $git->local_nick; # internal sub
unlike($nick, qr/\.git\.git\z/, "no doubled `.git.git' suffix");
like($nick, qr/\.git\z/, "one `.git' suffix");
$git = PublicInbox::Git->new($dir);
$nick = $git->local_nick; # internal sub
like($nick, qr/\.git\z/, "local nick always adds `.git' suffix");
my @s = $git->date_parse('1970-01-01T00:00:00Z');
is($s[0], 0, 'parsed epoch');
local $ENV{TZ} = 'UTC';
@s = $git->date_parse('1993-10-02 01:02:09', '2010-10-02 01:03:04');
is(strftime('%Y-%m-%dT%H:%M:%SZ', gmtime($s[0])),
'1993-10-02T01:02:09Z', 'round trips');
is(strftime('%Y-%m-%dT%H:%M:%SZ', gmtime($s[1])),
'2010-10-02T01:03:04Z', '2nd arg round trips');
@s = $git->date_parse('1993-10-02');
is(strftime('%Y-%m-%d', gmtime($s[0])), '1993-10-02',
'round trips date-only');
}
{
my $gcf = PublicInbox::Git->new($dir);
is($gcf->modified, 749520000, 'modified time detected from commit');
my $f = 'HEAD:foo.txt';
my @x = $gcf->check($f);
is(scalar @x, 3, 'returned 3 element array for existing file');
like($x[0], qr/\A[a-f0-9]{40,64}\z/, 'returns obj ID in 1st element');
is('blob', $x[1], 'returns obj type in 2nd element');
like($x[2], qr/\A\d+\z/, 'returns obj size in 3rd element');
my $raw = $gcf->cat_file($f);
is($x[2], length($$raw), 'length matches');
is(${$gcf->cat_file($f)}, $$raw, 'not broken after failures');
is(${$gcf->cat_file($f)}, $$raw, 'not broken after partial read');
my $oid = $x[0];
my $arg = { 'foo' => 'bar' };
my $res = [];
my $missing = [];
$gcf->cat_async($oid, sub {
my ($bref, $oid_hex, $type, $size, $arg) = @_;
$res = [ @_ ];
}, $arg);
$gcf->cat_async('non-existent', sub {
my ($bref, $oid_hex, $type, $size, $arg) = @_;
$missing = [ @_ ];
}, $arg);
$gcf->async_wait_all;
my ($bref, $oid_hex, $type, $size, $arg_res) = @$res;
is_deeply([$oid_hex, $type, $size], \@x, 'got expected header');
is($arg_res, $arg, 'arg passed to cat_async');
is_deeply($raw, $bref, 'blob result matches');
is_deeply($missing, [ undef, 'non-existent', 'missing', undef, $arg],
'non-existent blob gives expected result');
$res = [];
$gcf->cat_async($oid, sub { push @$res, \@_ });
$gcf->cat_async($oid, sub { die 'HI' });
$gcf->cat_async($oid, sub { push @$res, \@_ });
eval { $gcf->async_wait_all };
like($@, qr/\bHI\b/, 'die in callback propagates');
is(scalar(@$res), 2, 'two results');
is_deeply($res->[0], [ $raw, @x, undef ], '1st cb result');
is_deeply($res->[1], [ undef, $oid, undef, undef, undef ],
'2nd cb aborted ');
my @w;
local $PublicInbox::Git::async_warn = 1;
local $SIG{__WARN__} = sub { push @w, @_ };
$res = [];
$gcf->cat_async($oid, sub { push @$res, \@_ });
$gcf->cat_async($oid, sub { die 'HI' });
$gcf->cat_async($oid, sub { push @$res, \@_ });
eval { $gcf->async_wait_all };
is(scalar(@$res), 2, 'two results');
is_deeply($res->[0], [ $raw, @x, undef ], '1st cb result');
is_deeply($res->[1], [ $raw, @x, undef ], '2st cb result');
like("@w", qr/\bHI\b/, 'die turned to warning');
}
if (1) {
# need a big file, use the AGPL-3.0 :p
my $big_data = './COPYING';
ok(-r $big_data, 'COPYING readable');
my $size = -s $big_data;
ok($size > 8192, 'file is big enough');
open my $fh, '<', $big_data or die;
my $cmd = [ 'git', "--git-dir=$dir", qw(hash-object -w --stdin) ];
my $buf = xqx($cmd, { GIT_DIR => $dir }, { 0 => $fh });
is(0, $?, 'hashed object successfully');
chomp $buf;
my $gcf = PublicInbox::Git->new($dir);
my @x = $gcf->cat_file($buf);
is($x[2], 'blob', 'got blob on wantarray');
is($x[3], $size, 'got correct size ref on big file');
is(length(${$x[0]}), $size, 'read correct number of bytes');
my $ref = $gcf->qx(qw(cat-file blob), $buf);
is($?, 0, 'no error on scalar success');
my @ref = $gcf->qx(qw(cat-file blob), $buf);
is($?, 0, 'no error on wantarray success');
my $nl = scalar @ref;
ok($nl > 1, "qx returned array length of $nl");
is(join('', @ref), $ref, 'qx array and scalar context both work');
$gcf->qx(qw(repack -adq));
ok($gcf->packed_bytes > 0, 'packed size is positive');
my $rdr;
open $rdr->{2}, '+>', '/dev/null' or xbail "open $!";
$gcf->qx([qw(rev-parse --verify bogus)], undef, $rdr);
isnt($?, 0, '$? set on failure: '.$?);
}
SKIP: {
require_git(2.6, 7);
my ($alt, $alt_obj) = tmpdir();
my $hash_obj = [ 'git', "--git-dir=$alt", qw(hash-object -w --stdin) ];
PublicInbox::Import::init_bare($alt);
open my $fh, '<', "$alt/config" or die "open failed: $!\n";
chomp(my $remote = xqx($hash_obj, undef, { 0 => $fh }));
my $gcf = PublicInbox::Git->new($dir);
is($gcf->cat_file($remote), undef, "remote file not found");
open $fh, '>>', "$dir/objects/info/alternates" or
die "open failed: $!\n";
print $fh "$alt/objects\n" or die "print failed: $!\n";
close $fh or die "close failed: $!";
my $found = $gcf->cat_file($remote);
open $fh, '<', "$alt/config" or die "open failed: $!\n";
my $config = eval { local $/; <$fh> };
is($$found, $config, 'alternates reloaded');
# with the async interface
my ($async_alt, $async_dir_obj) = tmpdir();
PublicInbox::Import::init_bare($async_alt);
my @exist = map { chomp; [ split / / ] } (xqx(['git', "--git-dir=$dir",
qw(cat-file --batch-all-objects --batch-check)]));
my $results = [];
my $cb = sub {
my ($bref, $oid, $type, $size) = @_;
push @$results, [ $oid, $type, $size ];
};
for my $i (0..5) {
$gcf->cat_async($exist[$i]->[0], $cb, $results);
next if $i != 3;
# stick a new alternate into a running async pipeline
$hash_obj->[1] = "--git-dir=$async_alt";
$remote = xqx($hash_obj, undef, { 0 => \'async' });
chomp $remote;
open $fh, '>>', "$dir/objects/info/alternates" or
die "open failed: $!\n";
print $fh "$async_alt/objects\n" or die "print failed: $!\n";
close $fh or die "close failed: $!";
# trigger cat_async_retry:
$gcf->cat_async($remote, $cb, $results);
}
$gcf->async_wait_all;
my $expect = [ @exist[0..3], [ $remote, 'blob', 5 ], @exist[4..5] ];
is_deeply($results, $expect, 'got expected results');
ok(!$gcf->cleanup, 'cleanup can expire');
ok(!$gcf->cleanup, 'cleanup idempotent');
my $t = $gcf->modified;
ok($t <= time, 'repo not modified in the future');
isnt($t, 0, 'repo not modified in 1970')
}
use_ok 'PublicInbox::Git', qw(git_unquote git_quote);
my $s;
is("foo\nbar", git_unquote($s = '"foo\\nbar"'), 'unquoted newline');
is("Eléanor", git_unquote($s = '"El\\303\\251anor"'), 'unquoted octal');
is(git_unquote($s = '"I\"m"'), 'I"m', 'unquoted dq');
is(git_unquote($s = '"I\\m"'), 'I\\m', 'unquoted backslash');
is(git_quote($s = "Eléanor"), '"El\\303\\251anor"', 'quoted octal');
is(git_quote($s = "hello\"world"), '"hello\"world"', 'quoted dq');
is(git_quote($s = "hello\\world"), '"hello\\\\world"', 'quoted backslash');
is(git_quote($s = "hello\nworld"), '"hello\\nworld"', 'quoted LF');
is(git_quote($s = "hello\x06world"), '"hello\\006world"', 'quoted \\x06');
is(git_unquote($s = '"hello\\006world"'), "hello\x06world", 'unquoted \\x06');
diag 'git_version='.sprintf('%vd', PublicInbox::Git::git_version());
done_testing;
|