diff options
author | Eric Wong <e@80x24.org> | 2019-11-16 02:34:39 +0000 |
---|---|---|
committer | Eric Wong <e@80x24.org> | 2019-11-16 11:05:02 +0000 |
commit | 4f0eed9d221a3e16da35145a17501798422f359e (patch) | |
tree | d9405573fa5f084e7cf80f8c5147fa1aedf3f03c /lib | |
parent | cbf748a8a038fd51a7ace57570c0267f8162999b (diff) | |
download | public-inbox-4f0eed9d221a3e16da35145a17501798422f359e.tar.gz |
IO::Compress::Gzip is a wrapper around Compress::Raw::Zlib, anyways, and being able to easily detach buffers to return them via ->getline is nice. This results in a 1-2% performance improvement when fetching giant mboxes.
Diffstat (limited to 'lib')
-rw-r--r-- | lib/PublicInbox/Mbox.pm | 2 | ||||
-rw-r--r-- | lib/PublicInbox/MboxGz.pm | 41 |
2 files changed, 25 insertions, 18 deletions
diff --git a/lib/PublicInbox/Mbox.pm b/lib/PublicInbox/Mbox.pm index 42ed8c5d..42cedd15 100644 --- a/lib/PublicInbox/Mbox.pm +++ b/lib/PublicInbox/Mbox.pm @@ -231,7 +231,7 @@ sub need_gzip { my $title = 'gzipped mbox not available'; $fh->write(<<EOF); <html><head><title>$title</title><body><pre>$title -The administrator needs to install the IO::Compress::Gzip Perl module +The administrator needs to install the Compress::Raw::Zlib Perl module to support gzipped mboxes. <a href="../">Return to index</a></pre></body></html> EOF diff --git a/lib/PublicInbox/MboxGz.pm b/lib/PublicInbox/MboxGz.pm index 2919ad6a..2a55447f 100644 --- a/lib/PublicInbox/MboxGz.pm +++ b/lib/PublicInbox/MboxGz.pm @@ -7,17 +7,15 @@ use Email::Simple; use PublicInbox::Hval qw/to_filename/; use PublicInbox::Mbox; use IO::Compress::Gzip; +use Compress::Raw::Zlib qw(Z_FINISH Z_OK); +my %OPT = (-WindowBits => 15 + 16, -AppendOutput => 1); sub new { my ($class, $ctx, $cb) = @_; - my $buf = ''; $ctx->{base_url} = $ctx->{-inbox}->base_url($ctx->{env}); - bless { - buf => \$buf, - gz => IO::Compress::Gzip->new(\$buf, Time => 0), - cb => $cb, - ctx => $ctx, - }, $class; + my ($gz, $err) = Compress::Raw::Zlib::Deflate->new(%OPT); + $err == Z_OK or die "Deflate->new failed: $err"; + bless { gz => $gz, cb => $cb, ctx => $ctx }, $class; } sub response { @@ -32,31 +30,40 @@ sub response { [ 200, \@h, $body ]; } +sub gzip_fail ($$) { + my ($ctx, $err) = @_; + $ctx->{env}->{'psgi.errors'}->print("deflate failed: $err\n"); + ''; +} + # called by Plack::Util::foreach or similar sub getline { my ($self) = @_; my $ctx = $self->{ctx} or return; my $gz = $self->{gz}; + my $buf = delete($self->{buf}); while (my $smsg = $self->{cb}->()) { my $mref = $ctx->{-inbox}->msg_by_smsg($smsg) or next; my $h = Email::Simple->new($mref)->header_obj; - $gz->write(PublicInbox::Mbox::msg_hdr($ctx, $h, $smsg->{mid})); - $gz->write(PublicInbox::Mbox::msg_body($$mref)); - my $bref = $self->{buf}; - if (length($$bref) >= 8192) { - my $ret = $$bref; # copy :< - ${$self->{buf}} = ''; - return $ret; - } + my $err = $gz->deflate( + PublicInbox::Mbox::msg_hdr($ctx, $h, $smsg->{mid}), + $buf); + return gzip_fail($ctx, $err) if $err != Z_OK; + + $err = $gz->deflate(PublicInbox::Mbox::msg_body($$mref), $buf); + return gzip_fail($ctx, $err) if $err != Z_OK; + + return $buf if length($buf) >= 8192; # be fair to other clients on public-inbox-httpd: + $self->{buf} = $buf; return ''; } - delete($self->{gz})->close; # signal that we're done and can return undef next call: delete $self->{ctx}; - ${delete $self->{buf}}; + my $err = $gz->flush($buf, Z_FINISH); + $err == Z_OK ? $buf : gzip_fail($ctx, $err); } sub close {} # noop |