From: David Bremner Date: Sat, 29 Mar 2014 18:16:32 +0000 (+2100) Subject: [Patch v2 3/3] restore: transparently support gzipped input X-Git-Url: http://git.tremily.us/?a=commitdiff_plain;h=36ede7b74105cad6a55e2ee64240cdf7d93a8381;p=notmuch-archives.git [Patch v2 3/3] restore: transparently support gzipped input --- diff --git a/15/1f8452d515db2aae39ed28ca21da18b617a00d b/15/1f8452d515db2aae39ed28ca21da18b617a00d new file mode 100644 index 000000000..46c886b0a --- /dev/null +++ b/15/1f8452d515db2aae39ed28ca21da18b617a00d @@ -0,0 +1,163 @@ +Return-Path: +X-Original-To: notmuch@notmuchmail.org +Delivered-To: notmuch@notmuchmail.org +Received: from localhost (localhost [127.0.0.1]) + by olra.theworths.org (Postfix) with ESMTP id BCD24431FC9 + for ; Sat, 29 Mar 2014 11:16:59 -0700 (PDT) +X-Virus-Scanned: Debian amavisd-new at olra.theworths.org +X-Spam-Flag: NO +X-Spam-Score: 0 +X-Spam-Level: +X-Spam-Status: No, score=0 tagged_above=-999 required=5 tests=[none] + autolearn=disabled +Received: from olra.theworths.org ([127.0.0.1]) + by localhost (olra.theworths.org [127.0.0.1]) (amavisd-new, port 10024) + with ESMTP id NX8JPB18EuIG for ; + Sat, 29 Mar 2014 11:16:52 -0700 (PDT) +Received: from yantan.tethera.net (yantan.tethera.net [199.188.72.155]) + (using TLSv1 with cipher DHE-RSA-AES128-SHA (128/128 bits)) + (No client certificate requested) + by olra.theworths.org (Postfix) with ESMTPS id 37183431FBF + for ; Sat, 29 Mar 2014 11:16:49 -0700 (PDT) +Received: from remotemail by yantan.tethera.net with local (Exim 4.80) + (envelope-from ) + id 1WTxoG-0007wj-V8; Sat, 29 Mar 2014 15:16:48 -0300 +Received: (nullmailer pid 29820 invoked by uid 1000); Sat, 29 Mar 2014 + 18:16:38 -0000 +From: David Bremner +To: notmuch@notmuchmail.org +Subject: [Patch v2 3/3] restore: transparently support gzipped input +Date: Sat, 29 Mar 2014 15:16:32 -0300 +Message-Id: <1396116992-29640-4-git-send-email-david@tethera.net> +X-Mailer: git-send-email 1.9.0 +In-Reply-To: <1396116992-29640-1-git-send-email-david@tethera.net> +References: <1396100785-8744-1-git-send-email-david@tethera.net> + <1396116992-29640-1-git-send-email-david@tethera.net> +X-BeenThere: notmuch@notmuchmail.org +X-Mailman-Version: 2.1.13 +Precedence: list +List-Id: "Use and development of the notmuch mail system." + +List-Unsubscribe: , + +List-Archive: +List-Post: +List-Help: +List-Subscribe: , + +X-List-Received-Date: Sat, 29 Mar 2014 18:17:00 -0000 + +We rely completely on zlib to do the right thing in detecting gzipped +input. Since our dump format is chosen to be 7 bit ascii, this should +be fine. +--- + notmuch-restore.c | 30 +++++++++++++++--------------- + test/T240-dump-restore.sh | 14 ++++++++++++++ + 2 files changed, 29 insertions(+), 15 deletions(-) + +diff --git a/notmuch-restore.c b/notmuch-restore.c +index c54d513..50da480 100644 +--- a/notmuch-restore.c ++++ b/notmuch-restore.c +@@ -22,6 +22,7 @@ + #include "hex-escape.h" + #include "tag-util.h" + #include "string-util.h" ++#include "zlib-extra.h" + + static regex_t regex; + +@@ -128,7 +129,7 @@ notmuch_restore_command (notmuch_config_t *config, int argc, char *argv[]) + tag_op_list_t *tag_ops; + + char *input_file_name = NULL; +- FILE *input = stdin; ++ gzFile input; + char *line = NULL; + void *line_ctx = NULL; + size_t line_size; +@@ -163,13 +164,15 @@ notmuch_restore_command (notmuch_config_t *config, int argc, char *argv[]) + if (! accumulate) + flags |= TAG_FLAG_REMOVE_ALL; + +- if (input_file_name) { +- input = fopen (input_file_name, "r"); +- if (input == NULL) { +- fprintf (stderr, "Error opening %s for reading: %s\n", +- input_file_name, strerror (errno)); +- return EXIT_FAILURE; +- } ++ if (input_file_name) ++ input = gzopen (input_file_name, "r"); ++ else ++ input = gzdopen (fileno (stdin), "r"); ++ ++ if (input == NULL) { ++ fprintf (stderr, "Error opening %s for (gzip) reading: %s\n", ++ input_file_name ? input_file_name : "stdin", strerror (errno)); ++ return EXIT_FAILURE; + } + + if (opt_index < argc) { +@@ -184,7 +187,7 @@ notmuch_restore_command (notmuch_config_t *config, int argc, char *argv[]) + } + + do { +- line_len = getline (&line, &line_size, input); ++ line_len = gzgetline (line_ctx, &line, &line_size, input); + + /* empty input file not considered an error */ + if (line_len < 0) +@@ -254,7 +257,7 @@ notmuch_restore_command (notmuch_config_t *config, int argc, char *argv[]) + if (ret) + break; + +- } while ((line_len = getline (&line, &line_size, input)) != -1); ++ } while ((line_len = gzgetline (line_ctx, &line, &line_size, input)) != -1); + + if (line_ctx != NULL) + talloc_free (line_ctx); +@@ -262,13 +265,10 @@ notmuch_restore_command (notmuch_config_t *config, int argc, char *argv[]) + if (input_format == DUMP_FORMAT_SUP) + regfree (®ex); + +- if (line) +- free (line); +- + notmuch_database_destroy (notmuch); + +- if (input != stdin) +- fclose (input); ++ if (input_file_name != NULL) ++ gzclose_r (input); + + return ret ? EXIT_FAILURE : EXIT_SUCCESS; + } +diff --git a/test/T240-dump-restore.sh b/test/T240-dump-restore.sh +index d79aca8..50d4d48 100755 +--- a/test/T240-dump-restore.sh ++++ b/test/T240-dump-restore.sh +@@ -80,6 +80,20 @@ notmuch dump --gzip --output=dump-gzip-outfile.gz + gunzip dump-gzip-outfile.gz + test_expect_equal_file dump.expected dump-gzip-outfile + ++test_begin_subtest "restoring gzipped stdin" ++notmuch dump --gzip --output=backup.gz ++notmuch tag +new_tag '*' ++notmuch restore < backup.gz ++notmuch dump --output=dump.actual ++test_expect_equal_file dump.expected dump.actual ++ ++test_begin_subtest "restoring gzipped file" ++notmuch dump --gzip --output=backup.gz ++notmuch tag +new_tag '*' ++notmuch restore --input=backup.gz ++notmuch dump --output=dump.actual ++test_expect_equal_file dump.expected dump.actual ++ + # Note, we assume all messages from cworth have a message-id + # containing cworth.org + +-- +1.9.0 +