# Copyright (C) 2020 all contributors # License: AGPL-3.0+ # backend for a git-cat-file-workalike based on libgit2, # other libgit2 stuff may go here, too. package PublicInbox::Gcf2; use strict; use PublicInbox::Spawn qw(which popen_rd); use Fcntl qw(LOCK_EX); use IO::Handle; # autoflush my (%CFG, $c_src, $lockfh); BEGIN { # PublicInbox::Spawn will set PERL_INLINE_DIRECTORY # to ~/.cache/public-inbox/inline-c if it exists my $inline_dir = $ENV{PERL_INLINE_DIRECTORY} // die 'PERL_INLINE_DIRECTORY not defined'; my $f = "$inline_dir/.public-inbox.lock"; open $lockfh, '>', $f or die "failed to open $f: $!\n"; my $pc = which($ENV{PKG_CONFIG} // 'pkg-config'); my ($dir) = (__FILE__ =~ m!\A(.+?)/[^/]+\z!); my $rdr = {}; open $rdr->{2}, '>', '/dev/null' or die "open /dev/null: $!"; for my $x (qw(libgit2)) { my $l = popen_rd([$pc, '--libs', $x], undef, $rdr); $l = do { local $/; <$l> }; next if $?; my $c = popen_rd([$pc, '--cflags', $x], undef, $rdr); $c = do { local $/; <$c> }; next if $?; # note: we name C source files .h to prevent # ExtUtils::MakeMaker from automatically trying to # build them. my $f = "$dir/gcf2_$x.h"; if (open(my $fh, '<', $f)) { chomp($l, $c); local $/; $c_src = <$fh>; $CFG{LIBS} = $l; $CFG{CCFLAGSEX} = $c; last; } else { die "E: $f: $!\n"; } } die "E: libgit2 not installed\n" unless $c_src; # CentOS 7.x ships Inline 0.53, 0.64+ has built-in locking flock($lockfh, LOCK_EX) or die "LOCK_EX failed on $f: $!\n"; } # we use Capitalized and ALLCAPS for compatibility with old Inline::C use Inline C => Config => %CFG, BOOT => 'git_libgit2_init();'; use Inline C => $c_src; undef $c_src; undef %CFG; undef $lockfh; # Usage: $^X -MPublicInbox::Gcf2 -e 'PublicInbox::Gcf2::loop()' # (see lib/PublicInbox/Gcf2Client.pm) sub loop { my $gcf2 = new(); STDERR->autoflush(1); STDOUT->autoflush(1); while () { chomp; my ($oid, $git_dir) = split(/ /, $_, 2); $gcf2->add_alternate("$git_dir/objects"); if (!$gcf2->cat_oid(1, $oid)) { # retry once if missing. We only get unabbreviated OIDs # from SQLite or Xapian DBs, here, so malicious clients # can't trigger excessive retries: warn "I: $$ $oid missing, retrying in $git_dir\n"; $gcf2 = new(); $gcf2->add_alternate("$git_dir/objects"); if ($gcf2->cat_oid(1, $oid)) { warn "I: $$ $oid found after retry\n"; } else { warn "W: $$ $oid missing after retry\n"; print "$oid missing\n"; # mimic git-cat-file } } } } 1;