From mboxrd@z Thu Jan 1 00:00:00 1970 Return-Path: X-Spam-Checker-Version: SpamAssassin 3.4.2 (2018-09-13) on dcvr.yhbt.net X-Spam-Level: X-Spam-ASN: X-Spam-Status: No, score=-4.0 required=3.0 tests=ALL_TRUSTED,BAYES_00 shortcircuit=no autolearn=ham autolearn_force=no version=3.4.2 Received: from localhost (dcvr.yhbt.net [127.0.0.1]) by dcvr.yhbt.net (Postfix) with ESMTP id 0797F2141A for ; Thu, 10 Jan 2019 21:35:50 +0000 (UTC) From: Eric Wong To: meta@public-inbox.org Subject: [PATCH 3/7] searchmsg: remove Xapian::Document field Date: Thu, 10 Jan 2019 21:35:45 +0000 Message-Id: <20190110213549.19778-4-e@80x24.org> In-Reply-To: <20190110213549.19778-1-e@80x24.org> References: <20190110213549.19778-1-e@80x24.org> MIME-Version: 1.0 Content-Transfer-Encoding: 8bit List-Id: We don't need to be carrying this around with the many SearchMsg objects we have. This saves about 20K from a large SearchView "&x=t" response. --- lib/PublicInbox/SearchIdx.pm | 6 +++--- lib/PublicInbox/SearchMsg.pm | 19 +++++++------------ 2 files changed, 10 insertions(+), 15 deletions(-) diff --git a/lib/PublicInbox/SearchIdx.pm b/lib/PublicInbox/SearchIdx.pm index fd48169..7a8ebf3 100644 --- a/lib/PublicInbox/SearchIdx.pm +++ b/lib/PublicInbox/SearchIdx.pm @@ -282,7 +282,7 @@ sub index_body ($$$) { sub add_xapian ($$$$$) { my ($self, $mime, $num, $oid, $mids, $mid0) = @_; my $smsg = PublicInbox::SearchMsg->new($mime); - my $doc = $smsg->{doc}; + my $doc = Search::Xapian::Document->new; my $subj = $smsg->subject; add_val($doc, PublicInbox::Search::TS(), $smsg->ts); my @ds = gmtime($smsg->ds); @@ -439,8 +439,8 @@ sub remove_by_oid { for (; $head != $tail; $head->inc) { my $docid = $head->get_docid; my $doc = $db->get_document($docid); - my $smsg = PublicInbox::SearchMsg->wrap($doc, $mid); - $smsg->load_expand; + my $smsg = PublicInbox::SearchMsg->wrap($mid); + $smsg->load_expand($doc); if ($smsg->{blob} eq $oid) { push(@delete, $docid); } diff --git a/lib/PublicInbox/SearchMsg.pm b/lib/PublicInbox/SearchMsg.pm index 5a2ca83..65e085f 100644 --- a/lib/PublicInbox/SearchMsg.pm +++ b/lib/PublicInbox/SearchMsg.pm @@ -13,20 +13,18 @@ use Time::Local qw(timegm); sub new { my ($class, $mime) = @_; - my $doc = Search::Xapian::Document->new; - bless { doc => $doc, mime => $mime }, $class; + bless { mime => $mime }, $class; } sub wrap { - my ($class, $doc, $mid) = @_; - bless { doc => $doc, mime => undef, mid => $mid }, $class; + my ($class, $mid) = @_; + bless { mid => $mid }, $class; } sub get { my ($class, $head, $db, $mid) = @_; my $doc_id = $head->get_docid; - my $doc = $db->get_document($doc_id); - load_expand(wrap($class, $doc, $mid)) + load_expand(wrap($class, $mid), $db->get_document($doc_id)); } sub get_val ($$) { @@ -70,8 +68,7 @@ sub load_from_data ($$) { } sub load_expand { - my ($self) = @_; - my $doc = $self->{doc}; + my ($self, $doc) = @_; my $data = $doc->get_data or return; $self->{ts} = get_val($doc, PublicInbox::Search::TS()); my $dt = get_val($doc, PublicInbox::Search::DT()); @@ -84,8 +81,8 @@ sub load_expand { sub load_doc { my ($class, $doc) = @_; - my $self = bless { doc => $doc }, $class; - $self->load_expand; + my $self = bless {}, $class; + load_expand($self, $doc); } # :bytes and :lines metadata in RFC 3977 @@ -164,8 +161,6 @@ sub mid ($;$) { $self->{mid} = $mid; } elsif (defined(my $rv = $self->{mid})) { $rv; - } elsif ($self->{doc}) { - die "SHOULD NOT HAPPEN\n"; } else { die "NO {mime} for mid\n" unless $self->{mime}; $self->_extract_mid; # v1 w/o Xapian -- EW