From 60a3691fe742d0aace26db436c2c91993839d3e1 Mon Sep 17 00:00:00 2001 From: Ethan Glasser-Camp Date: Mon, 2 Jul 2012 12:39:47 +2000 Subject: [PATCH] [PATCH v2 5/8] notmuch-new: pull out useful bits of add_files_recursive --- ba/1ba25a640ae9d4756f796b4fb88cb20ae26408 | 311 ++++++++++++++++++++++ 1 file changed, 311 insertions(+) create mode 100644 ba/1ba25a640ae9d4756f796b4fb88cb20ae26408 diff --git a/ba/1ba25a640ae9d4756f796b4fb88cb20ae26408 b/ba/1ba25a640ae9d4756f796b4fb88cb20ae26408 new file mode 100644 index 000000000..d89757c2c --- /dev/null +++ b/ba/1ba25a640ae9d4756f796b4fb88cb20ae26408 @@ -0,0 +1,311 @@ +Return-Path: +X-Original-To: notmuch@notmuchmail.org +Delivered-To: notmuch@notmuchmail.org +Received: from localhost (localhost [127.0.0.1]) + by olra.theworths.org (Postfix) with ESMTP id 8E8FF431FBC + for ; Sun, 1 Jul 2012 09:46:26 -0700 (PDT) +X-Virus-Scanned: Debian amavisd-new at olra.theworths.org +X-Spam-Flag: NO +X-Spam-Score: 1.061 +X-Spam-Level: * +X-Spam-Status: No, score=1.061 tagged_above=-999 required=5 + tests=[DKIM_SIGNED=0.1, DKIM_VALID=-0.1, DKIM_VALID_AU=-0.1, + FREEMAIL_FROM=0.001, RCVD_IN_BL_SPAMCOP_NET=1.246, + RCVD_IN_DNSWL_LOW=-0.7, RCVD_IN_SORBS_WEB=0.614] autolearn=disabled +Received: from olra.theworths.org ([127.0.0.1]) + by localhost (olra.theworths.org [127.0.0.1]) (amavisd-new, port 10024) + with ESMTP id I+E0g9gaJq2d for ; + Sun, 1 Jul 2012 09:46:25 -0700 (PDT) +Received: from mail-wg0-f41.google.com (mail-wg0-f41.google.com + [74.125.82.41]) (using TLSv1 with cipher RC4-SHA (128/128 bits)) (No client + certificate requested) by olra.theworths.org (Postfix) with ESMTPS id + 16B1F431FAF for ; Sun, 1 Jul 2012 09:46:24 -0700 + (PDT) +Received: by wgbds1 with SMTP id ds1so2232210wgb.2 + for ; Sun, 01 Jul 2012 09:46:23 -0700 (PDT) +DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/relaxed; d=gmail.com; s=20120113; + h=from:to:cc:subject:date:message-id:x-mailer:in-reply-to:references; + bh=kVMM807Ap9n6I8OuylbnndHJh8sh447voBoKA/GofhM=; + b=rhHYaX62pp+1q6eXlC0g4xQysh8skL23Aua3WJF9iPGOWTSu9MSLoz2QYELtvLCOUk + wM3BtIWacfEfx2tqCLhiGO2EamNIYd23GKTxSX3khuc/B1NBbd6B/fMyxiBOHzVO5x0a + Y3GqDh+nF9wx+xvAglJwEZmtpmNJL6kOMUXq5X2UJD+v3xffmThb2Q8n+YjMgU5AhMpT + 3666EAInl3UzFL45vWT7nuIH/+d/1PXzohBlI1OaHzHbN0r3RVFEn77E5YwAiQCZ78GP + e9lzV1G2dYg43YLbA8KhjyrLDTR9q3baP5ee2bUnX4kKmljD8k4EdFItgwzn1Fija4Ba + fE/w== +Received: by 10.180.109.129 with SMTP id hs1mr11249730wib.0.1341161183713; + Sun, 01 Jul 2012 09:46:23 -0700 (PDT) +Received: from localhost ([195.24.209.21]) + by mx.google.com with ESMTPS id ch9sm35160214wib.8.2012.07.01.09.46.16 + (version=TLSv1/SSLv3 cipher=OTHER); + Sun, 01 Jul 2012 09:46:22 -0700 (PDT) +From: Ethan Glasser-Camp +To: notmuch@notmuchmail.org +Subject: [PATCH v2 5/8] notmuch-new: pull out useful bits of + add_files_recursive +Date: Sun, 1 Jul 2012 12:39:47 -0400 +Message-Id: <1341160790-14525-6-git-send-email-ethan@betacantrips.com> +X-Mailer: git-send-email 1.7.9.5 +In-Reply-To: <1341160790-14525-1-git-send-email-ethan@betacantrips.com> +References: + + <1341160790-14525-1-git-send-email-ethan@betacantrips.com> +Cc: Ethan Glasser-Camp +X-BeenThere: notmuch@notmuchmail.org +X-Mailman-Version: 2.1.13 +Precedence: list +List-Id: "Use and development of the notmuch mail system." + +List-Unsubscribe: , + +List-Archive: +List-Post: +List-Help: +List-Subscribe: , + +X-List-Received-Date: Sun, 01 Jul 2012 16:46:26 -0000 + +This patch pulls some bits out of add_files_recursive which will be +useful for other backends: two reporting functions +_report_before_adding_file and _report_added_file, as well as +_add_message, which actually does the message adding. + +No functional changes. + +Signed-off-by: Ethan Glasser-Camp +--- + notmuch-new.c | 192 +++++++++++++++++++++++++++++++++++---------------------- + 1 file changed, 119 insertions(+), 73 deletions(-) + +diff --git a/notmuch-new.c b/notmuch-new.c +index 8377750..5250562 100644 +--- a/notmuch-new.c ++++ b/notmuch-new.c +@@ -239,6 +239,122 @@ _entry_in_ignore_list (const char *entry, add_files_state_t *state) + return FALSE; + } + ++/* Progress-reporting function. ++ * ++ * Can be used by any mailstore-crawling function that wants to alert ++ * users what message it's about to add. Subsequent errors will be due ++ * to this message ;) ++ */ ++static void ++_report_before_adding_file (add_files_state_t *state, const char *filename) ++{ ++ state->processed_files++; ++ ++ if (state->verbose) { ++ if (state->output_is_a_tty) ++ printf("\r\033[K"); ++ ++ printf ("%i/%i: %s", ++ state->processed_files, ++ state->total_files, ++ filename); ++ ++ putchar((state->output_is_a_tty) ? '\r' : '\n'); ++ fflush (stdout); ++ } ++} ++ ++/* Progress-reporting function. ++ * ++ * Call this to respond to the signal handler for SIGALRM. ++ */ ++static void ++_report_added_file (add_files_state_t *state) ++{ ++ if (do_print_progress) { ++ do_print_progress = 0; ++ generic_print_progress ("Processed", "files", state->tv_start, ++ state->processed_files, state->total_files); ++ } ++} ++ ++ ++/* Atomically handles adding a message to the database. ++ * ++ * Should be used by any mailstore-crawling function that finds a new ++ * message to add. ++ */ ++static notmuch_status_t ++_add_message (add_files_state_t *state, notmuch_database_t *notmuch, ++ const char *filename) ++{ ++ notmuch_status_t status, ret = NOTMUCH_STATUS_SUCCESS; ++ notmuch_message_t *message; ++ const char **tag; ++ ++ status = notmuch_database_begin_atomic (notmuch); ++ if (status) { ++ ret = status; ++ goto DONE; ++ } ++ ++ status = notmuch_database_add_message (notmuch, filename, &message); ++ ++ switch (status) { ++ /* success */ ++ case NOTMUCH_STATUS_SUCCESS: ++ state->added_messages++; ++ notmuch_message_freeze (message); ++ for (tag=state->new_tags; *tag != NULL; tag++) ++ notmuch_message_add_tag (message, *tag); ++ if (state->synchronize_flags == TRUE) ++ notmuch_message_maildir_flags_to_tags (message); ++ notmuch_message_thaw (message); ++ break; ++ /* Non-fatal issues (go on to next file) */ ++ case NOTMUCH_STATUS_DUPLICATE_MESSAGE_ID: ++ if (state->synchronize_flags == TRUE) ++ notmuch_message_maildir_flags_to_tags (message); ++ break; ++ case NOTMUCH_STATUS_FILE_NOT_EMAIL: ++ fprintf (stderr, "Note: Ignoring non-mail file: %s\n", ++ filename); ++ break; ++ /* Fatal issues. Don't process anymore. */ ++ case NOTMUCH_STATUS_READ_ONLY_DATABASE: ++ case NOTMUCH_STATUS_XAPIAN_EXCEPTION: ++ case NOTMUCH_STATUS_OUT_OF_MEMORY: ++ fprintf (stderr, "Error: %s. Halting processing.\n", ++ notmuch_status_to_string (status)); ++ ret = status; ++ goto DONE; ++ default: ++ case NOTMUCH_STATUS_FILE_ERROR: ++ case NOTMUCH_STATUS_NULL_POINTER: ++ case NOTMUCH_STATUS_TAG_TOO_LONG: ++ case NOTMUCH_STATUS_UNBALANCED_FREEZE_THAW: ++ case NOTMUCH_STATUS_UNBALANCED_ATOMIC: ++ case NOTMUCH_STATUS_LAST_STATUS: ++ INTERNAL_ERROR ("add_message returned unexpected value: %d", status); ++ ret = status; ++ goto DONE; ++ } ++ ++ status = notmuch_database_end_atomic (notmuch); ++ if (status) { ++ ret = status; ++ goto DONE; ++ } ++ ++ DONE: ++ if (message) { ++ notmuch_message_destroy (message); ++ message = NULL; ++ } ++ ++ return ret; ++} ++ + /* Examine 'path' recursively as follows: + * + * o Ask the filesystem for the mtime of 'path' (fs_mtime) +@@ -290,7 +406,6 @@ add_files (notmuch_database_t *notmuch, + char *next = NULL; + time_t fs_mtime, db_mtime; + notmuch_status_t status, ret = NOTMUCH_STATUS_SUCCESS; +- notmuch_message_t *message = NULL; + struct dirent **fs_entries = NULL; + int i, num_fs_entries = 0, entry_type; + notmuch_directory_t *directory; +@@ -299,7 +414,6 @@ add_files (notmuch_database_t *notmuch, + time_t stat_time; + struct stat st; + notmuch_bool_t is_maildir; +- const char **tag; + + if (stat (path, &st)) { + fprintf (stderr, "Error reading directory %s: %s\n", +@@ -469,83 +583,15 @@ add_files (notmuch_database_t *notmuch, + * in the database, so add it. */ + next = talloc_asprintf (notmuch, "%s/%s", path, entry->d_name); + +- state->processed_files++; +- +- if (state->verbose) { +- if (state->output_is_a_tty) +- printf("\r\033[K"); +- +- printf ("%i/%i: %s", +- state->processed_files, +- state->total_files, +- next); +- +- putchar((state->output_is_a_tty) ? '\r' : '\n'); +- fflush (stdout); +- } ++ _report_before_adding_file (state, next); + +- status = notmuch_database_begin_atomic (notmuch); ++ status = _add_message (state, notmuch, next); + if (status) { + ret = status; + goto DONE; + } + +- status = notmuch_database_add_message (notmuch, next, &message); +- switch (status) { +- /* success */ +- case NOTMUCH_STATUS_SUCCESS: +- state->added_messages++; +- notmuch_message_freeze (message); +- for (tag=state->new_tags; *tag != NULL; tag++) +- notmuch_message_add_tag (message, *tag); +- if (state->synchronize_flags == TRUE) +- notmuch_message_maildir_flags_to_tags (message); +- notmuch_message_thaw (message); +- break; +- /* Non-fatal issues (go on to next file) */ +- case NOTMUCH_STATUS_DUPLICATE_MESSAGE_ID: +- if (state->synchronize_flags == TRUE) +- notmuch_message_maildir_flags_to_tags (message); +- break; +- case NOTMUCH_STATUS_FILE_NOT_EMAIL: +- fprintf (stderr, "Note: Ignoring non-mail file: %s\n", +- next); +- break; +- /* Fatal issues. Don't process anymore. */ +- case NOTMUCH_STATUS_READ_ONLY_DATABASE: +- case NOTMUCH_STATUS_XAPIAN_EXCEPTION: +- case NOTMUCH_STATUS_OUT_OF_MEMORY: +- fprintf (stderr, "Error: %s. Halting processing.\n", +- notmuch_status_to_string (status)); +- ret = status; +- goto DONE; +- default: +- case NOTMUCH_STATUS_FILE_ERROR: +- case NOTMUCH_STATUS_NULL_POINTER: +- case NOTMUCH_STATUS_TAG_TOO_LONG: +- case NOTMUCH_STATUS_UNBALANCED_FREEZE_THAW: +- case NOTMUCH_STATUS_UNBALANCED_ATOMIC: +- case NOTMUCH_STATUS_LAST_STATUS: +- INTERNAL_ERROR ("add_message returned unexpected value: %d", status); +- goto DONE; +- } +- +- status = notmuch_database_end_atomic (notmuch); +- if (status) { +- ret = status; +- goto DONE; +- } +- +- if (message) { +- notmuch_message_destroy (message); +- message = NULL; +- } +- +- if (do_print_progress) { +- do_print_progress = 0; +- generic_print_progress ("Processed", "files", state->tv_start, +- state->processed_files, state->total_files); +- } ++ _report_added_file (state); + + talloc_free (next); + next = NULL; +-- +1.7.9.5 + -- 2.26.2