From: Peter Wang Date: Thu, 24 Jan 2013 12:07:59 +0000 (+1100) Subject: [PATCH v4 03/12] cli: add insert command X-Git-Url: http://git.tremily.us/?a=commitdiff_plain;h=7e8ab9c1c4f873a22cccb298b374b5e3e4f0c072;p=notmuch-archives.git [PATCH v4 03/12] cli: add insert command --- diff --git a/43/167b470170fb0076beede42b85200c4a9a3bc0 b/43/167b470170fb0076beede42b85200c4a9a3bc0 new file mode 100644 index 000000000..e22da6661 --- /dev/null +++ b/43/167b470170fb0076beede42b85200c4a9a3bc0 @@ -0,0 +1,473 @@ +Return-Path: +X-Original-To: notmuch@notmuchmail.org +Delivered-To: notmuch@notmuchmail.org +Received: from localhost (localhost [127.0.0.1]) + by olra.theworths.org (Postfix) with ESMTP id 4A9E1431FDA + for ; Thu, 24 Jan 2013 04:09:38 -0800 (PST) +X-Virus-Scanned: Debian amavisd-new at olra.theworths.org +X-Spam-Flag: NO +X-Spam-Score: -0.799 +X-Spam-Level: +X-Spam-Status: No, score=-0.799 tagged_above=-999 required=5 + tests=[DKIM_SIGNED=0.1, DKIM_VALID=-0.1, DKIM_VALID_AU=-0.1, + FREEMAIL_FROM=0.001, RCVD_IN_DNSWL_LOW=-0.7] autolearn=disabled +Received: from olra.theworths.org ([127.0.0.1]) + by localhost (olra.theworths.org [127.0.0.1]) (amavisd-new, port 10024) + with ESMTP id 1ogO2gYrHdnC for ; + Thu, 24 Jan 2013 04:09:34 -0800 (PST) +Received: from mail-da0-f48.google.com (mail-da0-f48.google.com + [209.85.210.48]) (using TLSv1 with cipher RC4-SHA (128/128 bits)) + (No client certificate requested) + by olra.theworths.org (Postfix) with ESMTPS id 52BFB431FDB + for ; Thu, 24 Jan 2013 04:09:30 -0800 (PST) +Received: by mail-da0-f48.google.com with SMTP id k18so4242643dae.21 + for ; Thu, 24 Jan 2013 04:09:29 -0800 (PST) +DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/relaxed; d=gmail.com; s=20120113; + h=x-received:from:to:cc:subject:date:message-id:x-mailer:in-reply-to + :references:mime-version:content-type:content-transfer-encoding; + bh=MXqGwY8d1zepC3hxsBpykWuFWGygQ9eNuz2WI3R4Efw=; + b=bneo3r8406MFmssekRC9Gr02BlCCyS2qvnyjMAM/lOYP5AcE+v7Y9MfL4CXQ6NiwaN + IJesIvD04cnUNUdQl1GXm8Dy0fJWYgp7Yc29nrUIvkeNecdgbQR7lqTozoHLEZPbIuRa + 9vdKXWes6HZG+eIUeTmBQxx7dbSp/xNBNMGC+F1Ek3D4S++vVWD2rJH7jZMsXVSgujlN + YgNM64lEeTc/Vkq1oEs1c4Ju2awO/uu12um1uBvfNe/SSx5wlsX7mbWqNOpf/3PVX9z6 + kKBk8H8383IIuPrgDgowNpPNqeGRCYmkaJuWqLJq7tCUzI4qkv4NrATK9H3D77Sl2Aph + WVmA== +X-Received: by 10.66.88.164 with SMTP id bh4mr4069139pab.41.1359029369550; + Thu, 24 Jan 2013 04:09:29 -0800 (PST) +Received: from localhost (215.42.233.220.static.exetel.com.au. + [220.233.42.215]) + by mx.google.com with ESMTPS id i5sm15604556pax.13.2013.01.24.04.09.27 + (version=TLSv1.2 cipher=RC4-SHA bits=128/128); + Thu, 24 Jan 2013 04:09:29 -0800 (PST) +From: Peter Wang +To: notmuch@notmuchmail.org +Subject: [PATCH v4 03/12] cli: add insert command +Date: Thu, 24 Jan 2013 23:07:59 +1100 +Message-Id: <1359029288-12132-4-git-send-email-novalazy@gmail.com> +X-Mailer: git-send-email 1.7.12.1 +In-Reply-To: <1359029288-12132-1-git-send-email-novalazy@gmail.com> +References: <1359029288-12132-1-git-send-email-novalazy@gmail.com> +MIME-Version: 1.0 +Content-Type: text/plain; charset=UTF-8 +Content-Transfer-Encoding: 8bit +X-BeenThere: notmuch@notmuchmail.org +X-Mailman-Version: 2.1.13 +Precedence: list +List-Id: "Use and development of the notmuch mail system." + +List-Unsubscribe: , + +List-Archive: +List-Post: +List-Help: +List-Subscribe: , + +X-List-Received-Date: Thu, 24 Jan 2013 12:09:38 -0000 + +The notmuch insert command reads a message from standard input, +writes it to a Maildir folder, and then incorporates the message into +the notmuch database. Essentially it moves the functionality of +notmuch-deliver into notmuch. + +Though it could be used as an alternative to notmuch new, the reason +I want this is to allow my notmuch frontend to add postponed or sent +messages to the mail store and notmuch database, without resorting to +another tool (e.g. notmuch-deliver) nor directly modifying the maildir. +--- + Makefile.local | 1 + + notmuch-client.h | 3 + + notmuch-insert.c | 341 +++++++++++++++++++++++++++++++++++++++++++++++++++++++ + notmuch.c | 3 + + 4 files changed, 348 insertions(+) + create mode 100644 notmuch-insert.c + +diff --git a/Makefile.local b/Makefile.local +index c274f07..bb2381d 100644 +--- a/Makefile.local ++++ b/Makefile.local +@@ -261,6 +261,7 @@ notmuch_client_srcs = \ + notmuch-config.c \ + notmuch-count.c \ + notmuch-dump.c \ ++ notmuch-insert.c \ + notmuch-new.c \ + notmuch-reply.c \ + notmuch-restore.c \ +diff --git a/notmuch-client.h b/notmuch-client.h +index 5f28836..af7d094 100644 +--- a/notmuch-client.h ++++ b/notmuch-client.h +@@ -175,6 +175,9 @@ int + notmuch_dump_command (void *ctx, int argc, char *argv[]); + + int ++notmuch_insert_command (void *ctx, int argc, char *argv[]); ++ ++int + notmuch_new_command (void *ctx, int argc, char *argv[]); + + int +diff --git a/notmuch-insert.c b/notmuch-insert.c +new file mode 100644 +index 0000000..31c1152 +--- /dev/null ++++ b/notmuch-insert.c +@@ -0,0 +1,341 @@ ++/* notmuch - Not much of an email program, (just index and search) ++ * ++ * Copyright © 2013 Peter Wang ++ * ++ * Based in part on notmuch-deliver ++ * Copyright © 2010 Ali Polatel ++ * ++ * This program is free software: you can redistribute it and/or modify ++ * it under the terms of the GNU General Public License as published by ++ * the Free Software Foundation, either version 3 of the License, or ++ * (at your option) any later version. ++ * ++ * This program is distributed in the hope that it will be useful, ++ * but WITHOUT ANY WARRANTY; without even the implied warranty of ++ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the ++ * GNU General Public License for more details. ++ * ++ * You should have received a copy of the GNU General Public License ++ * along with this program. If not, see http://www.gnu.org/licenses/ . ++ * ++ * Author: Peter Wang ++ */ ++ ++#include "notmuch-client.h" ++#include "tag-util.h" ++ ++#include ++#include ++#include ++ ++static volatile sig_atomic_t interrupted; ++ ++static void ++handle_sigint (unused (int sig)) ++{ ++ static char msg[] = "Stopping... \n"; ++ ++ /* This write is "opportunistic", so it's okay to ignore the ++ * result. It is not required for correctness, and if it does ++ * fail or produce a short write, we want to get out of the signal ++ * handler as quickly as possible, not retry it. */ ++ IGNORE_RESULT (write (2, msg, sizeof (msg) - 1)); ++ interrupted = 1; ++} ++ ++/* Like gethostname but guarantees that a null-terminated hostname is ++ * returned, even if it has to make one up. Invalid characters are ++ * substituted such that the hostname can be used within a filename. ++ */ ++static void ++safe_gethostname (char *hostname, size_t len) ++{ ++ char *p; ++ ++ if (gethostname (hostname, len) == -1) { ++ strncpy (hostname, "unknown", len); ++ } ++ hostname[len - 1] = '\0'; ++ ++ for (p = hostname; *p != '\0'; p++) { ++ if (*p == '/' || *p == ':') ++ *p = '_'; ++ } ++} ++ ++/* Call fsync() on a directory path. */ ++static notmuch_bool_t ++sync_dir (const char *dir) ++{ ++ notmuch_bool_t ret; ++ int fd; ++ ++ ret = TRUE; ++ fd = open (dir, O_RDONLY); ++ if (fd == -1) { ++ fprintf (stderr, "Error: open() dir failed: %s\n", strerror (errno)); ++ ret = FALSE; ++ } ++ if (ret && fsync (fd) != 0) { ++ fprintf (stderr, "Error: fsync() dir failed: %s\n", strerror (errno)); ++ ret = FALSE; ++ } ++ if (fd != -1) ++ close (fd); ++ return ret; ++} ++ ++/* Open a unique file in the Maildir 'tmp' directory. ++ * Returns the file descriptor on success, or -1 on failure. ++ * On success, file paths for the message in the 'tmp' and 'new' ++ * directories are returned via tmppath and newpath, ++ * and the path of the 'new' directory itself in newdir. */ ++static int ++maildir_open_tmp_file (void *ctx, const char *dir, ++ char **tmppath, char **newpath, char **newdir) ++{ ++ pid_t pid; ++ char hostname[256]; ++ struct timeval tv; ++ char *filename; ++ int fd = -1; ++ ++ /* We follow the Dovecot file name generation algorithm. */ ++ pid = getpid (); ++ safe_gethostname (hostname, sizeof (hostname)); ++ do { ++ gettimeofday (&tv, NULL); ++ filename = talloc_asprintf (ctx, "%ld.M%ldP%d.%s", ++ tv.tv_sec, tv.tv_usec, pid, hostname); ++ if (! filename) { ++ fprintf (stderr, "Out of memory\n"); ++ return -1; ++ } ++ ++ *tmppath = talloc_asprintf (ctx, "%s/tmp/%s", dir, filename); ++ if (! *tmppath) { ++ fprintf (stderr, "Out of memory\n"); ++ return -1; ++ } ++ ++ fd = open (*tmppath, O_WRONLY | O_CREAT | O_TRUNC | O_EXCL, 0600); ++ } while (fd == -1 && errno == EEXIST); ++ ++ if (fd == -1) { ++ fprintf (stderr, "Error: opening %s: %s\n", *tmppath, strerror (errno)); ++ return -1; ++ } ++ ++ *newdir = talloc_asprintf (ctx, "%s/new", dir); ++ *newpath = talloc_asprintf (ctx, "%s/new/%s", dir, filename); ++ if (! *newdir || ! *newpath) { ++ fprintf (stderr, "Out of memory\n"); ++ close (fd); ++ unlink (*tmppath); ++ return -1; ++ } ++ ++ talloc_free (filename); ++ ++ return fd; ++} ++ ++/* Copy the contents of standard input (fdin) into fdout. */ ++static notmuch_bool_t ++copy_stdin (int fdin, int fdout) ++{ ++ char buf[4096]; ++ char *p; ++ ssize_t remain; ++ ssize_t written; ++ ++ while (! interrupted) { ++ remain = read (fdin, buf, sizeof (buf)); ++ if (remain == 0) ++ break; ++ if (remain < 0) { ++ if (errno == EINTR) ++ continue; ++ fprintf (stderr, "Error: reading from standard input: %s\n", ++ strerror (errno)); ++ return FALSE; ++ } ++ ++ p = buf; ++ do { ++ written = write (fdout, p, remain); ++ if (written < 0 && errno == EINTR) ++ continue; ++ if (written <= 0) { ++ fprintf (stderr, "Error: writing to temporary file: %s", ++ strerror (errno)); ++ return FALSE; ++ } ++ p += written; ++ remain -= written; ++ } while (remain > 0); ++ } ++ ++ return ! interrupted; ++} ++ ++/* Add the specified message file to the notmuch database, applying tags. ++ * The file is renamed to encode notmuch tags as maildir flags. */ ++static notmuch_bool_t ++add_file_to_database (notmuch_database_t *notmuch, const char *path, ++ tag_op_list_t *tag_ops) ++{ ++ notmuch_message_t *message; ++ notmuch_status_t status; ++ ++ status = notmuch_database_add_message (notmuch, path, &message); ++ switch (status) { ++ case NOTMUCH_STATUS_SUCCESS: ++ case NOTMUCH_STATUS_DUPLICATE_MESSAGE_ID: ++ break; ++ default: ++ case NOTMUCH_STATUS_FILE_NOT_EMAIL: ++ case NOTMUCH_STATUS_READ_ONLY_DATABASE: ++ case NOTMUCH_STATUS_XAPIAN_EXCEPTION: ++ case NOTMUCH_STATUS_OUT_OF_MEMORY: ++ case NOTMUCH_STATUS_FILE_ERROR: ++ case NOTMUCH_STATUS_NULL_POINTER: ++ case NOTMUCH_STATUS_TAG_TOO_LONG: ++ case NOTMUCH_STATUS_UNBALANCED_FREEZE_THAW: ++ case NOTMUCH_STATUS_UNBALANCED_ATOMIC: ++ case NOTMUCH_STATUS_LAST_STATUS: ++ fprintf (stderr, "Error: failed to add `%s' to notmuch database: %s\n", ++ path, notmuch_status_to_string (status)); ++ return FALSE; ++ } ++ ++ if (status == NOTMUCH_STATUS_DUPLICATE_MESSAGE_ID) { ++ /* Don't change tags of an existing message. */ ++ status = notmuch_message_tags_to_maildir_flags (message); ++ if (status != NOTMUCH_STATUS_SUCCESS) ++ fprintf (stderr, "Error: failed to sync tags to maildir flags\n"); ++ } else { ++ status = tag_op_list_apply (message, tag_ops, TAG_FLAG_MAILDIR_SYNC); ++ } ++ ++ notmuch_message_destroy (message); ++ ++ return (status == NOTMUCH_STATUS_SUCCESS) ? TRUE : FALSE; ++} ++ ++static notmuch_bool_t ++insert_message (void *ctx, notmuch_database_t *notmuch, int fdin, ++ const char *dir, tag_op_list_t *tag_ops) ++{ ++ char *tmppath; ++ char *newpath; ++ char *newdir; ++ int fdout; ++ ++ fdout = maildir_open_tmp_file (ctx, dir, &tmppath, &newpath, &newdir); ++ if (fdout < 0) { ++ return FALSE; ++ } ++ ++ if (! copy_stdin (fdin, fdout)) { ++ close (fdout); ++ unlink (tmppath); ++ return FALSE; ++ } ++ ++ if (fsync (fdout) != 0) { ++ fprintf (stderr, "Error: fsync failed: %s\n", strerror (errno)); ++ close (fdout); ++ unlink (tmppath); ++ return FALSE; ++ } ++ ++ close (fdout); ++ ++ /* Atomically move the new message file from the Maildir 'tmp' directory ++ * to the 'new' directory. We follow the Dovecot recommendation to ++ * simply use rename() instead of link() and unlink(). ++ * See also: http://wiki.dovecot.org/MailboxFormat/Maildir#Mail_delivery ++ */ ++ if (rename (tmppath, newpath) != 0) { ++ fprintf (stderr, "Error: rename() failed: %s\n", strerror (errno)); ++ unlink (tmppath); ++ return FALSE; ++ } ++ ++ if (! add_file_to_database (notmuch, newpath, tag_ops)) { ++ /* XXX add an option to keep the file in maildir? */ ++ unlink (newpath); ++ return FALSE; ++ } ++ ++ if (! sync_dir (newdir)) { ++ unlink (newpath); ++ return FALSE; ++ } ++ ++ return TRUE; ++} ++ ++int ++notmuch_insert_command (void *ctx, int argc, char *argv[]) ++{ ++ notmuch_config_t *config; ++ notmuch_database_t *notmuch; ++ struct sigaction action; ++ const char *db_path; ++ const char **new_tags; ++ size_t new_tags_length; ++ tag_op_list_t *tag_ops; ++ char *query_string = NULL; ++ const char *maildir; ++ int opt_index = 1; ++ unsigned int i; ++ notmuch_bool_t ret; ++ ++ config = notmuch_config_open (ctx, NULL, NULL); ++ if (config == NULL) ++ return 1; ++ ++ db_path = notmuch_config_get_database_path (config); ++ new_tags = notmuch_config_get_new_tags (config, &new_tags_length); ++ ++ tag_ops = tag_op_list_create (ctx); ++ if (tag_ops == NULL) { ++ fprintf (stderr, "Out of memory.\n"); ++ return 1; ++ } ++ for (i = 0; i < new_tags_length; i++) { ++ if (tag_op_list_append (tag_ops, new_tags[i], FALSE)) ++ return 1; ++ } ++ ++ if (parse_tag_command_line (ctx, argc - opt_index, argv + opt_index, ++ &query_string, tag_ops)) ++ return 1; ++ ++ if (*query_string != '\0') { ++ fprintf (stderr, "Error: unexpected query string: %s\n", query_string); ++ return 1; ++ } ++ ++ maildir = db_path; ++ ++ /* Setup our handler for SIGINT. We do not set SA_RESTART so that copying ++ * from standard input may be interrupted. */ ++ memset (&action, 0, sizeof (struct sigaction)); ++ action.sa_handler = handle_sigint; ++ sigemptyset (&action.sa_mask); ++ action.sa_flags = 0; ++ sigaction (SIGINT, &action, NULL); ++ ++ if (notmuch_database_open (notmuch_config_get_database_path (config), ++ NOTMUCH_DATABASE_MODE_READ_WRITE, ¬much)) ++ return 1; ++ ++ ret = insert_message (ctx, notmuch, STDIN_FILENO, maildir, tag_ops); ++ ++ notmuch_database_destroy (notmuch); ++ ++ return (ret) ? 0 : 1; ++} +diff --git a/notmuch.c b/notmuch.c +index 4fc0973..1c3b893 100644 +--- a/notmuch.c ++++ b/notmuch.c +@@ -53,6 +53,9 @@ static command_t commands[] = { + { "new", notmuch_new_command, + "[options...]", + "Find and import new messages to the notmuch database." }, ++ { "insert", notmuch_insert_command, ++ "[options...] [--] [+|- ...] < message", ++ "Add a new message into the maildir and notmuch database." }, + { "search", notmuch_search_command, + "[options...] [...]", + "Search for messages matching the given search terms." }, +-- +1.7.12.1 +