--- /dev/null
+Return-Path: <amdragon@mit.edu>\r
+X-Original-To: notmuch@notmuchmail.org\r
+Delivered-To: notmuch@notmuchmail.org\r
+Received: from localhost (localhost [127.0.0.1])\r
+ by olra.theworths.org (Postfix) with ESMTP id DECA2431FD6\r
+ for <notmuch@notmuchmail.org>; Sat, 26 Jul 2014 20:53:46 -0700 (PDT)\r
+X-Virus-Scanned: Debian amavisd-new at olra.theworths.org\r
+X-Spam-Flag: NO\r
+X-Spam-Score: -2.3\r
+X-Spam-Level: \r
+X-Spam-Status: No, score=-2.3 tagged_above=-999 required=5\r
+ tests=[RCVD_IN_DNSWL_MED=-2.3] autolearn=disabled\r
+Received: from olra.theworths.org ([127.0.0.1])\r
+ by localhost (olra.theworths.org [127.0.0.1]) (amavisd-new, port 10024)\r
+ with ESMTP id pkaRQ0FBN+I8 for <notmuch@notmuchmail.org>;\r
+ Sat, 26 Jul 2014 20:53:41 -0700 (PDT)\r
+Received: from dmz-mailsec-scanner-8.mit.edu (dmz-mailsec-scanner-8.mit.edu\r
+ [18.7.68.37])\r
+ (using TLSv1 with cipher DHE-RSA-AES256-SHA (256/256 bits))\r
+ (No client certificate requested)\r
+ by olra.theworths.org (Postfix) with ESMTPS id BC41D431FD5\r
+ for <notmuch@notmuchmail.org>; Sat, 26 Jul 2014 20:53:13 -0700 (PDT)\r
+X-AuditID: 12074425-f79766d000006da8-d6-53d477a97527\r
+Received: from mailhub-auth-3.mit.edu ( [18.9.21.43])\r
+ (using TLS with cipher AES256-SHA (256/256 bits))\r
+ (Client did not present a certificate)\r
+ by dmz-mailsec-scanner-8.mit.edu (Symantec Messaging Gateway) with SMTP\r
+ id B1.5E.28072.9A774D35; Sat, 26 Jul 2014 23:53:13 -0400 (EDT)\r
+Received: from outgoing.mit.edu (outgoing-auth-1.mit.edu [18.9.28.11])\r
+ by mailhub-auth-3.mit.edu (8.13.8/8.9.2) with ESMTP id s6R3r2eK004149; \r
+ Sat, 26 Jul 2014 23:53:02 -0400\r
+Received: from drake.dyndns.org\r
+ (216-15-114-40.c3-0.arl-ubr1.sbo-arl.ma.cable.rcn.com\r
+ [216.15.114.40]) (authenticated bits=0)\r
+ (User authenticated as amdragon@ATHENA.MIT.EDU)\r
+ by outgoing.mit.edu (8.13.8/8.12.4) with ESMTP id s6R3r0fF016406\r
+ (version=TLSv1/SSLv3 cipher=AES256-SHA bits=256 verify=NOT);\r
+ Sat, 26 Jul 2014 23:53:01 -0400\r
+Received: from amthrax by drake.dyndns.org with local (Exim 4.77)\r
+ (envelope-from <amdragon@mit.edu>)\r
+ id 1XBFW8-00051W-E8; Sat, 26 Jul 2014 23:53:00 -0400\r
+From: Austin Clements <amdragon@MIT.EDU>\r
+To: notmuch@notmuchmail.org\r
+Subject: [PATCH 10/14] lib: Reorganize upgrade around document types\r
+Date: Sat, 26 Jul 2014 23:52:49 -0400\r
+Message-Id: <1406433173-19169-11-git-send-email-amdragon@mit.edu>\r
+X-Mailer: git-send-email 2.0.0\r
+In-Reply-To: <1406433173-19169-1-git-send-email-amdragon@mit.edu>\r
+References: <1406433173-19169-1-git-send-email-amdragon@mit.edu>\r
+X-Brightmail-Tracker:\r
+ H4sIAAAAAAAAA+NgFtrIIsWRmVeSWpSXmKPExsUixCmqrbuy/Eqwwd9pyhbXb85kdmD0eLbq\r
+ FnMAYxSXTUpqTmZZapG+XQJXRvOS1ewFaxUrTnXMYW9gXCPVxcjJISFgIrH5ZisjhC0mceHe\r
+ erYuRi4OIYHZTBLrfxxnB0kICWxklNh1JhEicYdJYsGpU0wQzlxGiTv/ullAqtgENCS27V8O\r
+ NkpEQFpi593ZrF2MHBzMAmoSf7pUQMLCAi4Sh3sfg5WwCKhKnHn5nBXE5hVwlJi9ais7xBVy\r
+ Eg03PrGB2JxA8ePPTrCBjBEScJC4dSlxAiP/AkaGVYyyKblVurmJmTnFqcm6xcmJeXmpRboW\r
+ ermZJXqpKaWbGEEhw+6iuoNxwiGlQ4wCHIxKPLwCLFeChVgTy4orcw8xSnIwKYny7jcDCvEl\r
+ 5adUZiQWZ8QXleakFh9ilOBgVhLhFSoGyvGmJFZWpRblw6SkOViUxHnfWlsFCwmkJ5akZqem\r
+ FqQWwWRlODiUJHjDyoAaBYtS01Mr0jJzShDSTBycIMN5gIZvKAUZXlyQmFucmQ6RP8WoKCXO\r
+ GwuMSiEBkERGaR5cLyymXzGKA70izMsKsoIHmA7gul8BDWYCGszifxlkcEkiQkqqgTHs052Z\r
+ BVw9u59FPvwje/zmwuKI5QGlW1/URS33P/qs+tte//0+tk5H43YdLzy5QXH3M+YnkU0vb6+L\r
+ jrjY2zXlxf44mffiPx7EaYUubbnod71i0tuW/zWnnx6f1L7DfAbDj8Ir0VPVJ5/fX573jtM6\r
+ 4r4xp0TqU4md2w/mLdn9pURuqtY5y0kLlViKMxINtZiLihMBz2hOVsQCAAA=\r
+X-BeenThere: notmuch@notmuchmail.org\r
+X-Mailman-Version: 2.1.13\r
+Precedence: list\r
+List-Id: "Use and development of the notmuch mail system."\r
+ <notmuch.notmuchmail.org>\r
+List-Unsubscribe: <http://notmuchmail.org/mailman/options/notmuch>,\r
+ <mailto:notmuch-request@notmuchmail.org?subject=unsubscribe>\r
+List-Archive: <http://notmuchmail.org/pipermail/notmuch>\r
+List-Post: <mailto:notmuch@notmuchmail.org>\r
+List-Help: <mailto:notmuch-request@notmuchmail.org?subject=help>\r
+List-Subscribe: <http://notmuchmail.org/mailman/listinfo/notmuch>,\r
+ <mailto:notmuch-request@notmuchmail.org?subject=subscribe>\r
+X-List-Received-Date: Sun, 27 Jul 2014 03:53:47 -0000\r
+\r
+Rather than potentially making multiple passes over the same type of\r
+data in the database, reorganize upgrade around each type of data that\r
+may be upgraded. This eliminates code duplication, will make\r
+multi-version upgrades faster, and will let us improve progress\r
+reporting.\r
+---\r
+ lib/database.cc | 71 +++++++++++++++++++++------------------------------------\r
+ 1 file changed, 26 insertions(+), 45 deletions(-)\r
+\r
+diff --git a/lib/database.cc b/lib/database.cc\r
+index 1dd2cd9..155cbac 100644\r
+--- a/lib/database.cc\r
++++ b/lib/database.cc\r
+@@ -1243,11 +1243,9 @@ notmuch_database_upgrade (notmuch_database_t *notmuch,\r
+ /* Perform the upgrade in a transaction. */\r
+ db->begin_transaction (true);\r
+ \r
+- /* Before version 1, each message document had its filename in the\r
+- * data field. Copy that into the new format by calling\r
+- * notmuch_message_add_filename.\r
+- */\r
+- if (new_features & NOTMUCH_FEATURE_FILE_TERMS) {\r
++ /* Perform per-message upgrades. */\r
++ if (new_features &\r
++ (NOTMUCH_FEATURE_FILE_TERMS | NOTMUCH_FEATURE_BOOL_FOLDER)) {\r
+ notmuch_query_t *query = notmuch_query_create (notmuch, "");\r
+ notmuch_messages_t *messages;\r
+ notmuch_message_t *message;\r
+@@ -1266,13 +1264,28 @@ notmuch_database_upgrade (notmuch_database_t *notmuch,\r
+ \r
+ message = notmuch_messages_get (messages);\r
+ \r
+- filename = _notmuch_message_talloc_copy_data (message);\r
+- if (filename && *filename != '\0') {\r
+- _notmuch_message_add_filename (message, filename);\r
+- _notmuch_message_clear_data (message);\r
++ /* Before version 1, each message document had its\r
++ * filename in the data field. Copy that into the new\r
++ * format by calling notmuch_message_add_filename.\r
++ */\r
++ if (new_features & NOTMUCH_FEATURE_FILE_TERMS) {\r
++ filename = _notmuch_message_talloc_copy_data (message);\r
++ if (filename && *filename != '\0') {\r
++ _notmuch_message_add_filename (message, filename);\r
++ _notmuch_message_clear_data (message);\r
++ _notmuch_message_sync (message);\r
++ }\r
++ talloc_free (filename);\r
++ }\r
++\r
++ /* Prior to version 2, the "folder:" prefix was\r
++ * probabilistic and stemmed. Change it to the current\r
++ * boolean prefix. Add "path:" prefixes while at it.\r
++ */\r
++ if (new_features & NOTMUCH_FEATURE_BOOL_FOLDER) {\r
++ _notmuch_message_upgrade_folder (message);\r
+ _notmuch_message_sync (message);\r
+ }\r
+- talloc_free (filename);\r
+ \r
+ notmuch_message_destroy (message);\r
+ \r
+@@ -1282,7 +1295,9 @@ notmuch_database_upgrade (notmuch_database_t *notmuch,\r
+ notmuch_query_destroy (query);\r
+ }\r
+ \r
+- /* Also, before version 1 we stored directory timestamps in\r
++ /* Perform per-directory upgrades. */\r
++\r
++ /* Before version 1 we stored directory timestamps in\r
+ * XTIMESTAMP documents instead of the current XDIRECTORY\r
+ * documents. So copy those as well. */\r
+ if (new_features & NOTMUCH_FEATURE_DIRECTORY_DOCS) {\r
+@@ -1324,40 +1339,6 @@ notmuch_database_upgrade (notmuch_database_t *notmuch,\r
+ }\r
+ }\r
+ \r
+- /*\r
+- * Prior to version 2, the "folder:" prefix was probabilistic and\r
+- * stemmed. Change it to the current boolean prefix. Add "path:"\r
+- * prefixes while at it.\r
+- */\r
+- if (new_features & NOTMUCH_FEATURE_BOOL_FOLDER) {\r
+- notmuch_query_t *query = notmuch_query_create (notmuch, "");\r
+- notmuch_messages_t *messages;\r
+- notmuch_message_t *message;\r
+-\r
+- count = 0;\r
+- total = notmuch_query_count_messages (query);\r
+-\r
+- for (messages = notmuch_query_search_messages (query);\r
+- notmuch_messages_valid (messages);\r
+- notmuch_messages_move_to_next (messages)) {\r
+- if (do_progress_notify) {\r
+- progress_notify (closure, (double) count / total);\r
+- do_progress_notify = 0;\r
+- }\r
+-\r
+- message = notmuch_messages_get (messages);\r
+-\r
+- _notmuch_message_upgrade_folder (message);\r
+- _notmuch_message_sync (message);\r
+-\r
+- notmuch_message_destroy (message);\r
+-\r
+- count++;\r
+- }\r
+-\r
+- notmuch_query_destroy (query);\r
+- }\r
+-\r
+ notmuch->features = target_features;\r
+ db->set_metadata ("features", _print_features (local, notmuch->features));\r
+ db->set_metadata ("version", STRINGIFY (NOTMUCH_DATABASE_VERSION));\r
+-- \r
+2.0.0\r
+\r