From: Austin Clements Date: Mon, 6 Oct 2014 23:17:13 +0000 (+1800) Subject: [PATCH v2 07/12] lib: Internal support for querying and creating ghost messages X-Git-Url: http://git.tremily.us/?a=commitdiff_plain;h=81cfd58e4f6f990b361bfd38870c030ebdf323f4;p=notmuch-archives.git [PATCH v2 07/12] lib: Internal support for querying and creating ghost messages --- diff --git a/09/ee87c29b3c61aa62a5bfd9daabc71f042a2004 b/09/ee87c29b3c61aa62a5bfd9daabc71f042a2004 new file mode 100644 index 000000000..e37a59e66 --- /dev/null +++ b/09/ee87c29b3c61aa62a5bfd9daabc71f042a2004 @@ -0,0 +1,247 @@ +Return-Path: +X-Original-To: notmuch@notmuchmail.org +Delivered-To: notmuch@notmuchmail.org +Received: from localhost (localhost [127.0.0.1]) + by olra.theworths.org (Postfix) with ESMTP id 145E3431FC3 + for ; Mon, 6 Oct 2014 16:17:31 -0700 (PDT) +X-Virus-Scanned: Debian amavisd-new at olra.theworths.org +X-Spam-Flag: NO +X-Spam-Score: -2.3 +X-Spam-Level: +X-Spam-Status: No, score=-2.3 tagged_above=-999 required=5 + tests=[RCVD_IN_DNSWL_MED=-2.3] autolearn=disabled +Received: from olra.theworths.org ([127.0.0.1]) + by localhost (olra.theworths.org [127.0.0.1]) (amavisd-new, port 10024) + with ESMTP id H5yCLonCmNsE for ; + Mon, 6 Oct 2014 16:17:27 -0700 (PDT) +Received: from dmz-mailsec-scanner-6.mit.edu (dmz-mailsec-scanner-6.mit.edu + [18.7.68.35]) + (using TLSv1 with cipher DHE-RSA-AES256-SHA (256/256 bits)) + (No client certificate requested) + by olra.theworths.org (Postfix) with ESMTPS id DD05A431FAF + for ; Mon, 6 Oct 2014 16:17:26 -0700 (PDT) +X-AuditID: 12074423-f799d6d00000337c-b9-543323062838 +Received: from mailhub-auth-4.mit.edu ( [18.7.62.39]) + (using TLS with cipher AES256-SHA (256/256 bits)) + (Client did not present a certificate) + by dmz-mailsec-scanner-6.mit.edu (Symantec Messaging Gateway) with SMTP + id 3C.5C.13180.60323345; Mon, 6 Oct 2014 19:17:26 -0400 (EDT) +Received: from outgoing.mit.edu (outgoing-auth-1.mit.edu [18.9.28.11]) + by mailhub-auth-4.mit.edu (8.13.8/8.9.2) with ESMTP id s96NHPcd032090; + Mon, 6 Oct 2014 19:17:25 -0400 +Received: from drake.dyndns.org ([12.185.136.2]) (authenticated bits=0) + (User authenticated as amdragon@ATHENA.MIT.EDU) + by outgoing.mit.edu (8.13.8/8.12.4) with ESMTP id s96NHMbk014469 + (version=TLSv1/SSLv3 cipher=AES128-SHA bits=128 verify=NOT); + Mon, 6 Oct 2014 19:17:24 -0400 +Received: from amthrax by drake.dyndns.org with local (Exim 4.84) + (envelope-from ) + id 1XbHWs-0001Jh-2O; Mon, 06 Oct 2014 17:17:22 -0600 +From: Austin Clements +To: notmuch@notmuchmail.org +Subject: [PATCH v2 07/12] lib: Internal support for querying and creating + ghost messages +Date: Mon, 6 Oct 2014 17:17:13 -0600 +Message-Id: <1412637438-4821-8-git-send-email-aclements@csail.mit.edu> +X-Mailer: git-send-email 2.1.0 +In-Reply-To: <1412637438-4821-1-git-send-email-aclements@csail.mit.edu> +References: <1412637438-4821-1-git-send-email-aclements@csail.mit.edu> +X-Brightmail-Tracker: + H4sIAAAAAAAAA+NgFtrDIsWRmVeSWpSXmKPExsUixG6nrsumbBxiMKuLx+JGazejxfWbM5kd + mDyerbrF7LHl0HvmAKYoLpuU1JzMstQifbsEroyujZIF0wwr2p9dYWpgfKzexcjJISFgIrH4 + 3mk2CFtM4sK99UA2F4eQwGwmialz97BAOBsYJW4snQRWJSSwlEni8UlXiMQSRonnV++ygCTY + BPQlVqydxApiiwhIS+y8OxvMZhawlLj6tZ0JxBYWiJDYduQQ2CAWAVWJ72cuMoPYvAJuEo0b + VrNAnCEnsWH3f0YQm1PAXWLNlcmsEIvdJJ7/fMoygZF/ASPDKkbZlNwq3dzEzJzi1GTd4uTE + vLzUIl0zvdzMEr3UlNJNjOBAclHewfjnoNIhRgEORiUe3ogdhiFCrIllxZW5hxglOZiURHnn + sBuHCPEl5adUZiQWZ8QXleakFh9ilOBgVhLh5fptFCLEm5JYWZValA+TkuZgURLn3fSDL0RI + ID2xJDU7NbUgtQgmK8PBoSTBa6wENFSwKDU9tSItM6cEIc3EwQkynAdo+D9FoBre4oLE3OLM + dIj8KUZFKXHeYJCEAEgiozQPrhcW6a8YxYFeEeYNAlnBA0wScN2vgAYzAQ02naMPMrgkESEl + 1cB4vPoai4TkY/8Lk4S4pPesjO1+WjXdYYroc30WbtNscbfHl5r8v21U+KdzzDN7wbu+JZPU + fLyCjl9dvvkQy98yuwV65tqO+zdfnrtUbUOph+f+OX4/X25u5Laf6VG+acksqWeRHOUBAa9X + Teg1TXrVJpiiJrRx3saL3k17DkxS3FJ5Rm7HhBW3lFiKMxINtZiLihMBXwDlGc8CAAA= +X-BeenThere: notmuch@notmuchmail.org +X-Mailman-Version: 2.1.13 +Precedence: list +List-Id: "Use and development of the notmuch mail system." + +List-Unsubscribe: , + +List-Archive: +List-Post: +List-Help: +List-Subscribe: , + +X-List-Received-Date: Mon, 06 Oct 2014 23:17:31 -0000 + +From: Austin Clements + +This updates the message abstraction to support ghost messages: it +adds a message flag that distinguishes regular messages from ghost +messages, and an internal function for initializing a newly created +(blank) message as a ghost message. +--- + lib/message.cc | 52 +++++++++++++++++++++++++++++++++++++++++++++++++-- + lib/notmuch-private.h | 4 ++++ + lib/notmuch.h | 9 ++++++++- + 3 files changed, 62 insertions(+), 3 deletions(-) + +diff --git a/lib/message.cc b/lib/message.cc +index 55d2ff6..a7a13cc 100644 +--- a/lib/message.cc ++++ b/lib/message.cc +@@ -39,6 +39,9 @@ struct visible _notmuch_message { + notmuch_message_file_t *message_file; + notmuch_message_list_t *replies; + unsigned long flags; ++ /* For flags that are initialized on-demand, lazy_flags indicates ++ * if each flag has been initialized. */ ++ unsigned long lazy_flags; + + Xapian::Document doc; + Xapian::termcount termpos; +@@ -99,6 +102,7 @@ _notmuch_message_create_for_document (const void *talloc_owner, + + message->frozen = 0; + message->flags = 0; ++ message->lazy_flags = 0; + + /* Each of these will be lazily created as needed. */ + message->message_id = NULL; +@@ -192,7 +196,7 @@ _notmuch_message_create (const void *talloc_owner, + * + * There is already a document with message ID 'message_id' in the + * database. The returned message can be used to query/modify the +- * document. ++ * document. The message may be a ghost message. + * + * NOTMUCH_PRIVATE_STATUS_NO_DOCUMENT_FOUND: + * +@@ -305,6 +309,7 @@ _notmuch_message_ensure_metadata (notmuch_message_t *message) + const char *thread_prefix = _find_prefix ("thread"), + *tag_prefix = _find_prefix ("tag"), + *id_prefix = _find_prefix ("id"), ++ *type_prefix = _find_prefix ("type"), + *filename_prefix = _find_prefix ("file-direntry"), + *replyto_prefix = _find_prefix ("replyto"); + +@@ -337,10 +342,25 @@ _notmuch_message_ensure_metadata (notmuch_message_t *message) + message->message_id = + _notmuch_message_get_term (message, i, end, id_prefix); + ++ /* Get document type */ ++ assert (strcmp (id_prefix, type_prefix) < 0); ++ if (! NOTMUCH_TEST_BIT (message->lazy_flags, NOTMUCH_MESSAGE_FLAG_GHOST)) { ++ i.skip_to (type_prefix); ++ /* "T" is the prefix "type" fields. See ++ * BOOLEAN_PREFIX_INTERNAL. */ ++ if (*i == "Tmail") ++ NOTMUCH_CLEAR_BIT (&message->flags, NOTMUCH_MESSAGE_FLAG_GHOST); ++ else if (*i == "Tghost") ++ NOTMUCH_SET_BIT (&message->flags, NOTMUCH_MESSAGE_FLAG_GHOST); ++ else ++ INTERNAL_ERROR ("Message without type term"); ++ NOTMUCH_SET_BIT (&message->lazy_flags, NOTMUCH_MESSAGE_FLAG_GHOST); ++ } ++ + /* Get filename list. Here we get only the terms. We lazily + * expand them to full file names when needed in + * _notmuch_message_ensure_filename_list. */ +- assert (strcmp (id_prefix, filename_prefix) < 0); ++ assert (strcmp (type_prefix, filename_prefix) < 0); + if (!message->filename_term_list && !message->filename_list) + message->filename_term_list = + _notmuch_database_get_terms_with_prefix (message, i, end, +@@ -371,6 +391,11 @@ _notmuch_message_invalidate_metadata (notmuch_message_t *message, + message->tag_list = NULL; + } + ++ if (strcmp ("type", prefix_name) == 0) { ++ NOTMUCH_CLEAR_BIT (&message->flags, NOTMUCH_MESSAGE_FLAG_GHOST); ++ NOTMUCH_CLEAR_BIT (&message->lazy_flags, NOTMUCH_MESSAGE_FLAG_GHOST); ++ } ++ + if (strcmp ("file-direntry", prefix_name) == 0) { + talloc_free (message->filename_term_list); + talloc_free (message->filename_list); +@@ -869,6 +894,10 @@ notmuch_bool_t + notmuch_message_get_flag (notmuch_message_t *message, + notmuch_message_flag_t flag) + { ++ if (flag == NOTMUCH_MESSAGE_FLAG_GHOST && ++ ! NOTMUCH_TEST_BIT (message->lazy_flags, flag)) ++ _notmuch_message_ensure_metadata (message); ++ + return NOTMUCH_TEST_BIT (message->flags, flag); + } + +@@ -880,6 +909,7 @@ notmuch_message_set_flag (notmuch_message_t *message, + NOTMUCH_SET_BIT (&message->flags, flag); + else + NOTMUCH_CLEAR_BIT (&message->flags, flag); ++ NOTMUCH_SET_BIT (&message->lazy_flags, flag); + } + + time_t +@@ -989,6 +1019,24 @@ _notmuch_message_delete (notmuch_message_t *message) + return NOTMUCH_STATUS_SUCCESS; + } + ++/* Transform a blank message into a ghost message. The caller must ++ * _notmuch_message_sync the message. */ ++notmuch_private_status_t ++_notmuch_message_initialize_ghost (notmuch_message_t *message, ++ const char *thread_id) ++{ ++ notmuch_private_status_t status; ++ ++ status = _notmuch_message_add_term (message, "type", "ghost"); ++ if (status) ++ return status; ++ status = _notmuch_message_add_term (message, "thread", thread_id); ++ if (status) ++ return status; ++ ++ return NOTMUCH_PRIVATE_STATUS_SUCCESS; ++} ++ + /* Ensure that 'message' is not holding any file object open. Future + * calls to various functions will still automatically open the + * message file as needed. +diff --git a/lib/notmuch-private.h b/lib/notmuch-private.h +index 7250291..2f43c1d 100644 +--- a/lib/notmuch-private.h ++++ b/lib/notmuch-private.h +@@ -308,6 +308,10 @@ _notmuch_message_sync (notmuch_message_t *message); + notmuch_status_t + _notmuch_message_delete (notmuch_message_t *message); + ++notmuch_private_status_t ++_notmuch_message_initialize_ghost (notmuch_message_t *message, ++ const char *thread_id); ++ + void + _notmuch_message_close (notmuch_message_t *message); + +diff --git a/lib/notmuch.h b/lib/notmuch.h +index dae0416..92594b9 100644 +--- a/lib/notmuch.h ++++ b/lib/notmuch.h +@@ -1221,7 +1221,14 @@ notmuch_message_get_filenames (notmuch_message_t *message); + */ + typedef enum _notmuch_message_flag { + NOTMUCH_MESSAGE_FLAG_MATCH, +- NOTMUCH_MESSAGE_FLAG_EXCLUDED ++ NOTMUCH_MESSAGE_FLAG_EXCLUDED, ++ ++ /* This message is a "ghost message", meaning it has no filenames ++ * or content, but we know it exists because it was referenced by ++ * some other message. A ghost message has only a message ID and ++ * thread ID. ++ */ ++ NOTMUCH_MESSAGE_FLAG_GHOST, + } notmuch_message_flag_t; + + /** +-- +2.1.0 +