From: Eric Wong <e@80x24.org>
To: meta@public-inbox.org
Subject: [PATCH 3/7] searchmsg: remove Xapian::Document field
Date: Thu, 10 Jan 2019 21:35:45 +0000 [thread overview]
Message-ID: <20190110213549.19778-4-e@80x24.org> (raw)
In-Reply-To: <20190110213549.19778-1-e@80x24.org>
We don't need to be carrying this around with the many SearchMsg
objects we have. This saves about 20K from a large SearchView
"&x=t" response.
---
lib/PublicInbox/SearchIdx.pm | 6 +++---
lib/PublicInbox/SearchMsg.pm | 19 +++++++------------
2 files changed, 10 insertions(+), 15 deletions(-)
diff --git a/lib/PublicInbox/SearchIdx.pm b/lib/PublicInbox/SearchIdx.pm
index fd48169..7a8ebf3 100644
--- a/lib/PublicInbox/SearchIdx.pm
+++ b/lib/PublicInbox/SearchIdx.pm
@@ -282,7 +282,7 @@ sub index_body ($$$) {
sub add_xapian ($$$$$) {
my ($self, $mime, $num, $oid, $mids, $mid0) = @_;
my $smsg = PublicInbox::SearchMsg->new($mime);
- my $doc = $smsg->{doc};
+ my $doc = Search::Xapian::Document->new;
my $subj = $smsg->subject;
add_val($doc, PublicInbox::Search::TS(), $smsg->ts);
my @ds = gmtime($smsg->ds);
@@ -439,8 +439,8 @@ sub remove_by_oid {
for (; $head != $tail; $head->inc) {
my $docid = $head->get_docid;
my $doc = $db->get_document($docid);
- my $smsg = PublicInbox::SearchMsg->wrap($doc, $mid);
- $smsg->load_expand;
+ my $smsg = PublicInbox::SearchMsg->wrap($mid);
+ $smsg->load_expand($doc);
if ($smsg->{blob} eq $oid) {
push(@delete, $docid);
}
diff --git a/lib/PublicInbox/SearchMsg.pm b/lib/PublicInbox/SearchMsg.pm
index 5a2ca83..65e085f 100644
--- a/lib/PublicInbox/SearchMsg.pm
+++ b/lib/PublicInbox/SearchMsg.pm
@@ -13,20 +13,18 @@ use Time::Local qw(timegm);
sub new {
my ($class, $mime) = @_;
- my $doc = Search::Xapian::Document->new;
- bless { doc => $doc, mime => $mime }, $class;
+ bless { mime => $mime }, $class;
}
sub wrap {
- my ($class, $doc, $mid) = @_;
- bless { doc => $doc, mime => undef, mid => $mid }, $class;
+ my ($class, $mid) = @_;
+ bless { mid => $mid }, $class;
}
sub get {
my ($class, $head, $db, $mid) = @_;
my $doc_id = $head->get_docid;
- my $doc = $db->get_document($doc_id);
- load_expand(wrap($class, $doc, $mid))
+ load_expand(wrap($class, $mid), $db->get_document($doc_id));
}
sub get_val ($$) {
@@ -70,8 +68,7 @@ sub load_from_data ($$) {
}
sub load_expand {
- my ($self) = @_;
- my $doc = $self->{doc};
+ my ($self, $doc) = @_;
my $data = $doc->get_data or return;
$self->{ts} = get_val($doc, PublicInbox::Search::TS());
my $dt = get_val($doc, PublicInbox::Search::DT());
@@ -84,8 +81,8 @@ sub load_expand {
sub load_doc {
my ($class, $doc) = @_;
- my $self = bless { doc => $doc }, $class;
- $self->load_expand;
+ my $self = bless {}, $class;
+ load_expand($self, $doc);
}
# :bytes and :lines metadata in RFC 3977
@@ -164,8 +161,6 @@ sub mid ($;$) {
$self->{mid} = $mid;
} elsif (defined(my $rv = $self->{mid})) {
$rv;
- } elsif ($self->{doc}) {
- die "SHOULD NOT HAPPEN\n";
} else {
die "NO {mime} for mid\n" unless $self->{mime};
$self->_extract_mid; # v1 w/o Xapian
--
EW
next prev parent reply other threads:[~2019-01-10 21:35 UTC|newest]
Thread overview: 8+ messages / expand[flat|nested] mbox.gz Atom feed top
2019-01-10 21:35 [PATCH 0/7] psgi: more memory reductions Eric Wong
2019-01-10 21:35 ` [PATCH 1/7] httpd: remove psgix.harakiri reference Eric Wong
2019-01-10 21:35 ` [PATCH 2/7] searchmsg: get rid of termlist scanning for mid Eric Wong
2019-01-10 21:35 ` Eric Wong [this message]
2019-01-10 21:35 ` [PATCH 4/7] searchview: drop unused {seen} hashref Eric Wong
2019-01-10 21:35 ` [PATCH 5/7] searchmsg: remove unused fields for PSGI in Xapian results Eric Wong
2019-01-10 21:35 ` [PATCH 6/7] over: cull unneeded fields for get_thread Eric Wong
2019-01-10 21:35 ` [PATCH 7/7] view: more culling for search threads Eric Wong
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
List information: https://public-inbox.org/README
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=20190110213549.19778-4-e@80x24.org \
--to=e@80x24.org \
--cc=meta@public-inbox.org \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
Code repositories for project(s) associated with this public inbox
https://80x24.org/public-inbox.git
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for read-only IMAP folder(s) and NNTP newsgroup(s).