about summary refs log tree commit homepage
path: root/lib
diff options
context:
space:
mode:
authorEric Wong <e@yhbt.net>2020-06-16 22:31:21 +0000
committerEric Wong <e@yhbt.net>2020-06-21 00:42:34 +0000
commit3c947561fa0678803158f2174ff87992addb3c7e (patch)
tree2e96f4a6c095de922055df10403a4ce7c424f799 /lib
parent8fd41797b24736dfdccfacc5acc473234a29758a (diff)
downloadpublic-inbox-3c947561fa0678803158f2174ff87992addb3c7e.tar.gz
This matches PublicInbox::IMAP::event_step and will allow us to
handle blob retrievals from git asynchronously without falling
over on pipelined requests.
Diffstat (limited to 'lib')
-rw-r--r--lib/PublicInbox/NNTP.pm39
-rw-r--r--lib/PublicInbox/NNTPdeflate.pm10
2 files changed, 28 insertions, 21 deletions
diff --git a/lib/PublicInbox/NNTP.pm b/lib/PublicInbox/NNTP.pm
index be3bddc3..80dd8614 100644
--- a/lib/PublicInbox/NNTP.pm
+++ b/lib/PublicInbox/NNTP.pm
@@ -956,38 +956,35 @@ sub out ($$;@) {
 sub event_step {
         my ($self) = @_;
 
-        return unless $self->flush_write && $self->{sock};
+        return unless $self->flush_write && $self->{sock} && !$self->{long_cb};
 
         $self->update_idle_time;
         # only read more requests if we've drained the write buffer,
         # otherwise we can be buffering infinitely w/o backpressure
 
-        my $rbuf = $self->{rbuf} // (\(my $x = ''));
-        my $r = 1;
-
-        if (index($$rbuf, "\n") < 0) {
-                my $off = bytes::length($$rbuf);
-                $r = $self->do_read($rbuf, LINE_MAX, $off) or return;
-        }
-        while ($r > 0 && $$rbuf =~ s/\A[ \t]*([^\n]*?)\r?\n//) {
-                my $line = $1;
-                return $self->close if $line =~ /[[:cntrl:]]/s;
-                my $t0 = now();
-                my $fd = fileno($self->{sock});
-                $r = eval { process_line($self, $line) };
-                my $pending = $self->{wbuf} ? ' pending' : '';
-                out($self, "[$fd] %s - %0.6f$pending", $line, now() - $t0);
-        }
-
+        my $rbuf = $self->{rbuf} // \(my $x = '');
+        my $line = index($$rbuf, "\n");
+        while ($line < 0) {
+                return $self->close if length($$rbuf) >= LINE_MAX;
+                $self->do_read($rbuf, LINE_MAX, length($$rbuf)) or return;
+                $line = index($$rbuf, "\n");
+        }
+        $line = substr($$rbuf, 0, $line + 1, '');
+        $line =~ s/\r?\n\z//s;
+        return $self->close if $line =~ /[[:cntrl:]]/s;
+
+        my $t0 = now();
+        my $fd = fileno($self->{sock});
+        my $r = eval { process_line($self, $line) };
+        my $pending = $self->{wbuf} ? ' pending' : '';
+        out($self, "[$fd] %s - %0.6f$pending", $line, now() - $t0);
         return $self->close if $r < 0;
-        my $len = bytes::length($$rbuf);
-        return $self->close if ($len >= LINE_MAX);
         $self->rbuf_idle($rbuf);
         $self->update_idle_time;
 
         # maybe there's more pipelined data, or we'll have
         # to register it for socket-readiness notifications
-        $self->requeue unless $self->{wbuf};
+        $self->requeue unless $pending;
 }
 
 # for graceful shutdown in PublicInbox::Daemon:
diff --git a/lib/PublicInbox/NNTPdeflate.pm b/lib/PublicInbox/NNTPdeflate.pm
index eb400c9c..dec88aba 100644
--- a/lib/PublicInbox/NNTPdeflate.pm
+++ b/lib/PublicInbox/NNTPdeflate.pm
@@ -71,6 +71,16 @@ sub do_read ($$$$) {
         $doff = length($dbuf);
         my $r = PublicInbox::DS::do_read($self, \$dbuf, $len, $doff) or return;
 
+        # Workaround inflate bug appending to OOK scalars:
+        # <https://rt.cpan.org/Ticket/Display.html?id=132734>
+        # We only have $off if the client is pipelining, and pipelining
+        # is where our substr() OOK optimization in event_step makes sense.
+        if ($off) {
+                my $copy = $$rbuf;
+                undef $$rbuf;
+                $$rbuf = $copy;
+        }
+
         # assert(length($$rbuf) == $off) as far as NNTP.pm is concerned
         # -ConsumeInput is true, so $dbuf is automatically emptied
         my $err = $zin->inflate($dbuf, $rbuf);