Return-Path: X-Original-To: notmuch@notmuchmail.org Delivered-To: notmuch@notmuchmail.org Received: from localhost (localhost [127.0.0.1]) by olra.theworths.org (Postfix) with ESMTP id D3121431FAF for ; Sun, 18 Nov 2012 11:05:35 -0800 (PST) X-Virus-Scanned: Debian amavisd-new at olra.theworths.org X-Spam-Flag: NO X-Spam-Score: 0 X-Spam-Level: X-Spam-Status: No, score=0 tagged_above=-999 required=5 tests=[none] autolearn=disabled Received: from olra.theworths.org ([127.0.0.1]) by localhost (olra.theworths.org [127.0.0.1]) (amavisd-new, port 10024) with ESMTP id zFLsV02a6pqQ for ; Sun, 18 Nov 2012 11:05:33 -0800 (PST) Received: from tesseract.cs.unb.ca (tesseract.cs.unb.ca [131.202.240.238]) (using TLSv1 with cipher AES256-SHA (256/256 bits)) (No client certificate requested) by olra.theworths.org (Postfix) with ESMTPS id 8B410431FDB for ; Sun, 18 Nov 2012 11:05:19 -0800 (PST) Received: from fctnnbsc30w-156034089108.dhcp-dynamic.fibreop.nb.bellaliant.net ([156.34.89.108] helo=zancas.localnet) by tesseract.cs.unb.ca with esmtpsa (TLS1.0:DHE_RSA_AES_128_CBC_SHA1:16) (Exim 4.72) (envelope-from ) id 1TaABC-00028B-KP; Sun, 18 Nov 2012 15:05:18 -0400 Received: from bremner by zancas.localnet with local (Exim 4.80) (envelope-from ) id 1TaAB7-0001J0-2y; Sun, 18 Nov 2012 15:05:13 -0400 From: david@tethera.net To: notmuch@notmuchmail.org Subject: [PATCH 11/16] notmuch-restore: add support for input format 'batch-tag' Date: Sun, 18 Nov 2012 15:04:53 -0400 Message-Id: <1353265498-3839-12-git-send-email-david@tethera.net> X-Mailer: git-send-email 1.7.10.4 In-Reply-To: <1353265498-3839-1-git-send-email-david@tethera.net> References: <1353265498-3839-1-git-send-email-david@tethera.net> X-Spam_bar: - Cc: David Bremner X-BeenThere: notmuch@notmuchmail.org X-Mailman-Version: 2.1.13 Precedence: list List-Id: "Use and development of the notmuch mail system." List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , X-List-Received-Date: Sun, 18 Nov 2012 19:05:36 -0000 From: David Bremner This is the same as the batch input for notmuch tag, except by default it removes all tags before modifying a given message id and only "id:" is supported. --- notmuch-restore.c | 180 +++++++++++++++++++++++++++++++---------------------- 1 file changed, 105 insertions(+), 75 deletions(-) diff --git a/notmuch-restore.c b/notmuch-restore.c index f03dcac..1776e99 100644 --- a/notmuch-restore.c +++ b/notmuch-restore.c @@ -19,18 +19,21 @@ */ #include "notmuch-client.h" +#include "dump-restore-private.h" +#include "tag-util.h" + +static volatile sig_atomic_t interrupted; +static regex_t regex; static int -tag_message (notmuch_database_t *notmuch, const char *message_id, - char *file_tags, notmuch_bool_t remove_all, - notmuch_bool_t synchronize_flags) +tag_message (unused (void *ctx), + notmuch_database_t *notmuch, + const char *message_id, + tag_op_list_t *tag_ops, + tag_op_flag_t flags) { notmuch_status_t status; - notmuch_tags_t *db_tags; - char *db_tags_str; notmuch_message_t *message = NULL; - const char *tag; - char *next; int ret = 0; status = notmuch_database_find_message (notmuch, message_id, &message); @@ -44,55 +47,46 @@ tag_message (notmuch_database_t *notmuch, const char *message_id, /* In order to detect missing messages, this check/optimization is * intentionally done *after* first finding the message. */ - if (! remove_all && (file_tags == NULL || *file_tags == '\0')) - goto DONE; - - db_tags_str = NULL; - for (db_tags = notmuch_message_get_tags (message); - notmuch_tags_valid (db_tags); - notmuch_tags_move_to_next (db_tags)) { - tag = notmuch_tags_get (db_tags); - - if (db_tags_str) - db_tags_str = talloc_asprintf_append (db_tags_str, " %s", tag); - else - db_tags_str = talloc_strdup (message, tag); - } + if ( (flags & TAG_FLAG_REMOVE_ALL) || ! (tag_op_list_empty (tag_ops))) + tag_op_list_apply (message, tag_ops, flags); - if (((file_tags == NULL || *file_tags == '\0') && - (db_tags_str == NULL || *db_tags_str == '\0')) || - (file_tags && db_tags_str && strcmp (file_tags, db_tags_str) == 0)) - goto DONE; + if (message) + notmuch_message_destroy (message); - notmuch_message_freeze (message); + return ret; +} - if (remove_all) - notmuch_message_remove_all_tags (message); +static int +parse_sup_line (void *ctx, char *line, + char **query_str, tag_op_list_t *tag_ops) +{ - next = file_tags; - while (next) { - tag = strsep (&next, " "); - if (*tag == '\0') - continue; - status = notmuch_message_add_tag (message, tag); - if (status) { - fprintf (stderr, "Error applying tag %s to message %s:\n", - tag, message_id); - fprintf (stderr, "%s\n", notmuch_status_to_string (status)); - ret = 1; - } - } + regmatch_t match[3]; + char *file_tags; + int rerr; - notmuch_message_thaw (message); + tag_op_list_reset (tag_ops); - if (synchronize_flags) - notmuch_message_tags_to_maildir_flags (message); + chomp_newline (line); - DONE: - if (message) - notmuch_message_destroy (message); + /* Silently ignore blank lines */ + if (line[0] == '\0') { + return 1; + } - return ret; + rerr = xregexec (®ex, line, 3, match, 0); + if (rerr == REG_NOMATCH) { + fprintf (stderr, "Warning: Ignoring invalid input line: %s\n", + line); + return 1; + } + + *query_str = talloc_strndup (ctx, line + match[1].rm_so, + match[1].rm_eo - match[1].rm_so); + file_tags = talloc_strndup (ctx, line + match[2].rm_so, + match[2].rm_eo - match[2].rm_so); + + return tag_op_list_from_string (ctx, file_tags, FALSE, tag_ops); } int @@ -100,16 +94,19 @@ notmuch_restore_command (unused (void *ctx), int argc, char *argv[]) { notmuch_config_t *config; notmuch_database_t *notmuch; - notmuch_bool_t synchronize_flags; notmuch_bool_t accumulate = FALSE; + tag_op_flag_t flags = 0; + tag_op_list_t *tag_ops; + char *input_file_name = NULL; FILE *input = stdin; char *line = NULL; size_t line_size; ssize_t line_len; - regex_t regex; - int rerr; + + int ret = 0; int opt_index; + int input_format = DUMP_FORMAT_AUTO; config = notmuch_config_open (ctx, NULL, NULL); if (config == NULL) @@ -119,9 +116,15 @@ notmuch_restore_command (unused (void *ctx), int argc, char *argv[]) NOTMUCH_DATABASE_MODE_READ_WRITE, ¬much)) return 1; - synchronize_flags = notmuch_config_get_maildir_synchronize_flags (config); + if (notmuch_config_get_maildir_synchronize_flags (config)) + flags |= TAG_FLAG_MAILDIR_SYNC; notmuch_opt_desc_t options[] = { + { NOTMUCH_OPT_KEYWORD, &input_format, "format", 'f', + (notmuch_keyword_t []){ { "auto", DUMP_FORMAT_AUTO }, + { "batch-tag", DUMP_FORMAT_BATCH_TAG }, + { "sup", DUMP_FORMAT_SUP }, + { 0, 0 } } }, { NOTMUCH_OPT_STRING, &input_file_name, "input", 'i', 0 }, { NOTMUCH_OPT_BOOLEAN, &accumulate, "accumulate", 'a', 0 }, { 0, 0, 0, 0, 0 } @@ -134,6 +137,9 @@ notmuch_restore_command (unused (void *ctx), int argc, char *argv[]) return 1; } + if (! accumulate) + flags |= TAG_FLAG_REMOVE_ALL; + if (input_file_name) { input = fopen (input_file_name, "r"); if (input == NULL) { @@ -154,35 +160,58 @@ notmuch_restore_command (unused (void *ctx), int argc, char *argv[]) * non-space characters for the message-id, then one or more * spaces, then a list of space-separated tags as a sequence of * characters within literal '(' and ')'. */ - if ( xregcomp (®ex, - "^([^ ]+) \\(([^)]*)\\)$", - REG_EXTENDED) ) - INTERNAL_ERROR ("compile time constant regex failed."); + char *p; - while ((line_len = getline (&line, &line_size, input)) != -1) { - regmatch_t match[3]; - char *message_id, *file_tags; + line_len = getline (&line, &line_size, input); + if (line_len == 0) + return 0; - chomp_newline (line); + for (p = line; *p; p++) { + if (*p == '(') + input_format = DUMP_FORMAT_SUP; + } - rerr = xregexec (®ex, line, 3, match, 0); - if (rerr == REG_NOMATCH) { - fprintf (stderr, "Warning: Ignoring invalid input line: %s\n", - line); - continue; + if (input_format == DUMP_FORMAT_AUTO) + input_format = DUMP_FORMAT_BATCH_TAG; + + if (input_format == DUMP_FORMAT_SUP) + if ( xregcomp (®ex, + "^([^ ]+) \\(([^)]*)\\)$", + REG_EXTENDED) ) + INTERNAL_ERROR ("compile time constant regex failed."); + + tag_ops = tag_op_list_create (ctx); + if (tag_ops == NULL) { + fprintf (stderr, "Out of memory.\n"); + return 1; + } + + do { + char *query_string; + + if (input_format == DUMP_FORMAT_SUP) { + ret = parse_sup_line (ctx, line, &query_string, tag_ops); + } else { + ret = parse_tag_line (ctx, line, &query_string, tag_ops); + + if (ret == 0) { + if ( strncmp ("id:", query_string, 3) != 0) { + fprintf (stderr, "Unsupported query: %s\n", query_string); + continue; + } + query_string = query_string + 3; + } } - message_id = xstrndup (line + match[1].rm_so, - match[1].rm_eo - match[1].rm_so); - file_tags = xstrndup (line + match[2].rm_so, - match[2].rm_eo - match[2].rm_so); + if (ret > 0) + continue; - tag_message (notmuch, message_id, file_tags, ! accumulate, - synchronize_flags); + if (ret < 0 || tag_message (ctx, notmuch, query_string, + tag_ops, flags)) + break; + + } while ((line_len = getline (&line, &line_size, input)) != -1); - free (message_id); - free (file_tags); - } regfree (®ex); @@ -190,8 +219,9 @@ notmuch_restore_command (unused (void *ctx), int argc, char *argv[]) free (line); notmuch_database_destroy (notmuch); + if (input != stdin) fclose (input); - return 0; + return ret; } -- 1.7.10.4