From 671e7f4c9d82b053fba475aaeaa16a94dc3adad2 Mon Sep 17 00:00:00 2001 From: Eric Wong Date: Fri, 14 May 2021 07:27:57 +0000 Subject: dir_idle: detect files which are gone lei now makes use of this to clean up after unlinked sockets with less delay. This will also be used to maintain mail_sync.sqlite3. --- lib/PublicInbox/DirIdle.pm | 11 ++++++-- lib/PublicInbox/FakeInotify.pm | 63 ++++++++++++++++++++++++++++++++++++------ lib/PublicInbox/KQNotify.pm | 12 ++++---- lib/PublicInbox/LEI.pm | 17 ++++++++---- 4 files changed, 81 insertions(+), 22 deletions(-) (limited to 'lib') diff --git a/lib/PublicInbox/DirIdle.pm b/lib/PublicInbox/DirIdle.pm index 5437190d..e53fd9d1 100644 --- a/lib/PublicInbox/DirIdle.pm +++ b/lib/PublicInbox/DirIdle.pm @@ -8,22 +8,25 @@ use parent 'PublicInbox::DS'; use PublicInbox::Syscall qw(EPOLLIN EPOLLET); use PublicInbox::In2Tie; -my ($MAIL_IN, $ino_cls); +my ($MAIL_IN, $MAIL_GONE, $ino_cls); if ($^O eq 'linux' && eval { require Linux::Inotify2; 1 }) { $MAIL_IN = Linux::Inotify2::IN_MOVED_TO() | Linux::Inotify2::IN_CREATE(); + $MAIL_GONE = Linux::Inotify2::IN_DELETE(); $ino_cls = 'Linux::Inotify2'; # Perl 5.22+ is needed for fileno(DIRHANDLE) support: } elsif ($^V ge v5.22 && eval { require PublicInbox::KQNotify }) { $MAIL_IN = PublicInbox::KQNotify::MOVED_TO_OR_CREATE(); + $MAIL_GONE = PublicInbox::KQNotify::NOTE_DELETE(); $ino_cls = 'PublicInbox::KQNotify'; } else { require PublicInbox::FakeInotify; $MAIL_IN = PublicInbox::FakeInotify::MOVED_TO_OR_CREATE(); + $MAIL_GONE = PublicInbox::FakeInotify::IN_DELETE(); } sub new { - my ($class, $dirs, $cb) = @_; + my ($class, $dirs, $cb, $gone) = @_; my $self = bless { cb => $cb }, $class; my $inot; if ($ino_cls) { @@ -36,7 +39,9 @@ sub new { } # Linux::Inotify2->watch or similar - $inot->watch($_, $MAIL_IN) for @$dirs; + my $fl = $MAIL_IN; + $fl |= $MAIL_GONE if $gone; + $inot->watch($_, $fl) for @$dirs; $self->{inot} = $inot; PublicInbox::FakeInotify::poll_once($self) if !$ino_cls; $self; diff --git a/lib/PublicInbox/FakeInotify.pm b/lib/PublicInbox/FakeInotify.pm index 25818e07..644f5b5b 100644 --- a/lib/PublicInbox/FakeInotify.pm +++ b/lib/PublicInbox/FakeInotify.pm @@ -5,16 +5,29 @@ # enough of Linux::Inotify2 package PublicInbox::FakeInotify; use strict; +use v5.10.1; +use parent qw(Exporter); use Time::HiRes qw(stat); use PublicInbox::DS qw(add_timer); sub IN_MODIFY () { 0x02 } # match Linux inotify # my $IN_MOVED_TO = 0x80; # my $IN_CREATE = 0x100; sub MOVED_TO_OR_CREATE () { 0x80 | 0x100 } +sub IN_DELETE () { 0x00000200 } + +our @EXPORT_OK = qw(fill_dirlist on_dir_change); my $poll_intvl = 2; # same as Filesys::Notify::Simple -sub new { bless { watch => {} }, __PACKAGE__ } +sub new { bless { watch => {}, dirlist => {} }, __PACKAGE__ } + +sub fill_dirlist ($$$) { + my ($self, $path, $dh) = @_; + my $dirlist = $self->{dirlist}->{$path} = {}; + while (defined(my $n = readdir($dh))) { + $dirlist->{$n} = undef if $n !~ /\A\.\.?\z/; + } +} # behaves like Linux::Inotify2->watch sub watch { @@ -22,11 +35,19 @@ sub watch { my @st = stat($path) or return; my $k = "$path\0$mask"; $self->{watch}->{$k} = $st[10]; # 10 - ctime + if ($mask & IN_DELETE) { + opendir(my $dh, $path) or return; + fill_dirlist($self, $path, $dh); + } bless [ $self->{watch}, $k ], 'PublicInbox::FakeInotify::Watch'; } -sub on_new_files ($$$$) { - my ($events, $dh, $path, $old_ctime) = @_; +# also used by KQNotify since it kevent requires readdir on st_nlink +# count changes. +sub on_dir_change ($$$$;$) { + my ($events, $dh, $path, $old_ctime, $dirlist) = @_; + my $oldlist = $dirlist->{$path}; + my $newlist = $oldlist ? {} : undef; while (defined(my $base = readdir($dh))) { next if $base =~ /\A\.\.?\z/; my $full = "$path/$base"; @@ -35,7 +56,19 @@ sub on_new_files ($$$$) { push @$events, bless(\$full, 'PublicInbox::FakeInotify::Event') } + if (!@st) { + # ignore ENOENT due to race + warn "unhandled stat($full) error: $!\n" if !$!{ENOENT}; + } elsif ($newlist) { + $newlist->{$base} = undef; + } } + return if !$newlist; + delete @$oldlist{keys %$newlist}; + $dirlist->{$path} = $newlist; + push(@$events, map { + bless \"$path/$_", 'PublicInbox::FakeInotify::GoneEvent' + } keys %$oldlist); } # behaves like non-blocking Linux::Inotify2->read @@ -43,6 +76,7 @@ sub read { my ($self) = @_; my $watch = $self->{watch} or return (); my $events = []; + my @watch_gone; for my $x (keys %$watch) { my ($path, $mask) = split(/\0/, $x, 2); my @now = stat($path) or next; @@ -52,14 +86,18 @@ sub read { if ($mask & IN_MODIFY) { push @$events, bless(\$path, 'PublicInbox::FakeInotify::Event') - } elsif ($mask & MOVED_TO_OR_CREATE) { - opendir(my $dh, $path) or do { + } elsif ($mask & (MOVED_TO_OR_CREATE | IN_DELETE)) { + if (opendir(my $dh, $path)) { + on_dir_change($events, $dh, $path, $old_ctime, + $self->{dirlist}); + } elsif ($!{ENOENT}) { + push @watch_gone, $x; + } else { warn "W: opendir $path: $!\n"; - next; - }; - on_new_files($events, $dh, $path, $old_ctime); + } } } + delete @$watch{@watch_gone}; @$events; } @@ -86,4 +124,13 @@ package PublicInbox::FakeInotify::Event; use strict; sub fullname { ${$_[0]} } + +sub IN_DELETE { 0 } + +package PublicInbox::FakeInotify::GoneEvent; +use strict; +our @ISA = qw(PublicInbox::FakeInotify::Event); + +sub IN_DELETE { 1 } + 1; diff --git a/lib/PublicInbox/KQNotify.pm b/lib/PublicInbox/KQNotify.pm index cfea6b1b..fc321a16 100644 --- a/lib/PublicInbox/KQNotify.pm +++ b/lib/PublicInbox/KQNotify.pm @@ -5,9 +5,10 @@ # using IO::KQueue on *BSD systems. package PublicInbox::KQNotify; use strict; +use v5.10.1; use IO::KQueue; use PublicInbox::DSKQXS; # wraps IO::KQueue for fork-safe DESTROY -use PublicInbox::FakeInotify; +use PublicInbox::FakeInotify qw(fill_dirlist on_dir_change); use Time::HiRes qw(stat); # NOTE_EXTEND detects rename(2), NOTE_WRITE detects link(2) @@ -37,8 +38,9 @@ sub watch { EV_ADD | EV_CLEAR, # flags $mask, # fflags 0, 0); # data, udata - if ($mask == NOTE_WRITE || $mask == MOVED_TO_OR_CREATE) { + if ($mask & (MOVED_TO_OR_CREATE | NOTE_DELETE)) { $self->{watch}->{$ident} = $watch; + fill_dirlist($self, $path, $fh) if $mask & NOTE_DELETE; } else { die "TODO Not implemented: $mask"; } @@ -68,12 +70,12 @@ sub read { if (!defined($old_ctime)) { push @$events, bless(\$path, 'PublicInbox::FakeInotify::Event') - } elsif ($mask & MOVED_TO_OR_CREATE) { + } elsif ($mask & (MOVED_TO_OR_CREATE | NOTE_DELETE)) { my @new_st = stat($path) or next; $self->{watch}->{$ident}->[3] = $new_st[10]; # ctime rewinddir($dh); - PublicInbox::FakeInotify::on_new_files($events, $dh, - $path, $old_ctime); + on_dir_change($events, $dh, $path, $old_ctime, + $self->{dirlist}); } } @$events; diff --git a/lib/PublicInbox/LEI.pm b/lib/PublicInbox/LEI.pm index 7349c261..5f178418 100644 --- a/lib/PublicInbox/LEI.pm +++ b/lib/PublicInbox/LEI.pm @@ -28,7 +28,7 @@ use Time::HiRes qw(stat); # ctime comparisons for config cache use File::Path qw(mkpath); use File::Spec; our $quit = \&CORE::exit; -our ($current_lei, $errors_log, $listener, $oldset); +our ($current_lei, $errors_log, $listener, $oldset, $dir_idle); my ($recv_cmd, $send_cmd); my $GLP = Getopt::Long::Parser->new; $GLP->configure(qw(gnu_getopt no_ignore_case auto_abbrev)); @@ -539,6 +539,7 @@ sub _lei_atfork_child { } close $listener if $listener; undef $listener; + undef $dir_idle; %PATH2CFG = (); undef $errors_log; $quit = \&CORE::exit; @@ -1114,8 +1115,8 @@ sub dump_and_clear_log { sub lazy_start { my ($path, $errno, $narg) = @_; local ($errors_log, $listener); - ($errors_log) = ($path =~ m!\A(.+?/)[^/]+\z!); - $errors_log .= 'errors.log'; + my ($sock_dir) = ($path =~ m!\A(.+?)/[^/]+\z!); + $errors_log = "$sock_dir/errors.log"; my $addr = pack_sockaddr_un($path); my $lk = bless { lock_path => $errors_log }, 'PublicInbox::Lock'; $lk->lock_acquire; @@ -1187,9 +1188,13 @@ sub lazy_start { local @SIG{keys %$sig} = values(%$sig) unless $sigfd; undef $sig; local $SIG{PIPE} = 'IGNORE'; - if ($sigfd) { # TODO: use inotify/kqueue to detect unlinked sockets - undef $sigfd; - PublicInbox::DS->SetLoopTimeout(5000); + require PublicInbox::DirIdle; + local $dir_idle = PublicInbox::DirIdle->new([$sock_dir], sub { + # just rely on wakeup ot hit PostLoopCallback set below + _dir_idle_handler(@_) if $_[0]->fullname ne $path; + }, 1); + if ($sigfd) { + undef $sigfd; # unref, already in DS::DescriptorMap } else { # wake up every second to accept signals if we don't # have signalfd or IO::KQueue: -- cgit v1.2.3-24-ge0c7