From mboxrd@z Thu Jan 1 00:00:00 1970 Return-Path: Received: from wes1-so2.wedos.net (wes1-so2.wedos.net [46.28.106.16]) by dpdk.org (Postfix) with ESMTP id EF3693237 for ; Fri, 6 May 2016 12:50:49 +0200 (CEST) Received: from pcviktorin.fit.vutbr.cz (pcviktorin.fit.vutbr.cz [147.229.13.147]) by wes1-so2.wedos.net (Postfix) with ESMTPSA id 3r1T8R755kz22s; Fri, 6 May 2016 12:50:47 +0200 (CEST) From: Jan Viktorin To: dev@dpdk.org Cc: Jan Viktorin , Bruce Richardson , Thomas Monjalon , David Marchand Date: Fri, 6 May 2016 12:48:34 +0200 Message-Id: <1462531720-26217-5-git-send-email-viktorin@rehivetech.com> X-Mailer: git-send-email 2.8.0 In-Reply-To: <1462531720-26217-1-git-send-email-viktorin@rehivetech.com> References: <1462531720-26217-1-git-send-email-viktorin@rehivetech.com> In-Reply-To: <1461935496-20367-1-git-send-email-viktorin@rehivetech.com> References: <1461935496-20367-1-git-send-email-viktorin@rehivetech.com> Subject: [dpdk-dev] [PATCH v1 04/10] app/test: support resources archived by tar X-BeenThere: dev@dpdk.org X-Mailman-Version: 2.1.15 Precedence: list List-Id: patches and discussions about DPDK List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , X-List-Received-Date: Fri, 06 May 2016 10:50:50 -0000 When needing a more complex resource (a file hierarchy), packing every single file as a single resource would be very ineffective. For that purpose, it is possible to pack the files into a tar archive, extract it before test from the resource and finally clean up all the created files. This patch introduces functions resource_untar and resource_rm_by_tar to perform those tasks. An example of using those functions is included as a test. Signed-off-by: Jan Viktorin --- app/test/Makefile | 4 ++ app/test/resource.c | 180 +++++++++++++++++++++++++++++++++++++++++++++++ app/test/resource.h | 13 ++++ app/test/test_resource.c | 29 ++++++++ 4 files changed, 226 insertions(+) diff --git a/app/test/Makefile b/app/test/Makefile index a9502f1..90acd63 100644 --- a/app/test/Makefile +++ b/app/test/Makefile @@ -77,6 +77,9 @@ SRCS-y += test.c SRCS-y += resource.c SRCS-y += test_resource.c $(eval $(call resource,test_resource_c,resource.c)) +$(eval $(call resource,test_resource_tar,resource.tar)) +resource.tar: test_resource.c + tar -C $(dir $<) -cf $@ $(notdir $<) SRCS-y += test_pci.c SRCS-y += test_prefetch.c SRCS-y += test_byteorder.c @@ -196,6 +199,7 @@ CFLAGS += $(WERROR_FLAGS) CFLAGS += -D_GNU_SOURCE LDLIBS += -lm +LDLIBS += -larchive # Disable VTA for memcpy test ifeq ($(CC), gcc) diff --git a/app/test/resource.c b/app/test/resource.c index a11c86e..7732bc7 100644 --- a/app/test/resource.c +++ b/app/test/resource.c @@ -33,6 +33,8 @@ #include #include +#include +#include #include #include @@ -90,6 +92,184 @@ int resource_fwrite_file(const struct resource *r, const char *fname) return ret; } +static int do_copy(struct archive *r, struct archive *w) +{ + const void *buf; + size_t len; + off_t off; + int ret; + + while (1) { + ret = archive_read_data_block(r, &buf, &len, &off); + if (ret == ARCHIVE_RETRY) + continue; + + if (ret == ARCHIVE_EOF) + return 0; + + if (ret != ARCHIVE_OK) + return ret; + + do { + ret = archive_write_data_block(w, buf, len, off); + if (ret != ARCHIVE_OK && ret != ARCHIVE_RETRY) + return ret; + } while (ret != ARCHIVE_OK); + } +} + +int resource_untar(const struct resource *res) +{ + struct archive *r; + struct archive *w; + struct archive_entry *e; + void *p; + int flags = 0; + int ret; + + p = malloc(resource_size(res)); + if (p == NULL) + rte_panic("Failed to malloc %zu B\n", resource_size(res)); + + memcpy(p, res->beg, resource_size(res)); + + r = archive_read_new(); + if (r == NULL) { + free(p); + return -1; + } + + archive_read_support_format_all(r); + archive_read_support_filter_all(r); + + w = archive_write_disk_new(); + if (w == NULL) { + archive_read_free(r); + free(p); + return -1; + } + + flags |= ARCHIVE_EXTRACT_PERM; + flags |= ARCHIVE_EXTRACT_FFLAGS; + archive_write_disk_set_options(w, flags); + archive_write_disk_set_standard_lookup(w); + + ret = archive_read_open_memory(r, p, resource_size(res)); + if (ret != ARCHIVE_OK) + goto fail; + + while (1) { + ret = archive_read_next_header(r, &e); + if (ret == ARCHIVE_EOF) + break; + if (ret != ARCHIVE_OK) + goto fail; + + ret = archive_write_header(w, e); + if (ret == ARCHIVE_EOF) + break; + if (ret != ARCHIVE_OK) + goto fail; + + if (archive_entry_size(e) == 0) + continue; + + ret = do_copy(r, w); + if (ret != ARCHIVE_OK) + goto fail; + + ret = archive_write_finish_entry(w); + if (ret != ARCHIVE_OK) + goto fail; + } + + archive_write_free(w); + archive_read_free(r); + free(p); + return 0; + +fail: + archive_write_free(w); + archive_read_free(r); + free(p); + rte_panic("Failed: %s\n", archive_error_string(r)); + return -1; +} + +int resource_rm_by_tar(const struct resource *res) +{ + struct archive *r; + struct archive_entry *e; + void *p; + int try_again = 1; + int ret; + + p = malloc(resource_size(res)); + if (p == NULL) + rte_panic("Failed to malloc %zu B\n", resource_size(res)); + + memcpy(p, res->beg, resource_size(res)); + + while (try_again) { + r = archive_read_new(); + if (r == NULL) { + free(p); + return -1; + } + + archive_read_support_format_all(r); + archive_read_support_filter_all(r); + + ret = archive_read_open_memory(r, p, resource_size(res)); + if (ret != ARCHIVE_OK) { + fprintf(stderr, "Failed: %s\n", + archive_error_string(r)); + goto fail; + } + + try_again = 0; + + while (1) { + ret = archive_read_next_header(r, &e); + if (ret == ARCHIVE_EOF) + break; + if (ret != ARCHIVE_OK) + goto fail; + + ret = remove(archive_entry_pathname(e)); + if (ret < 0) { + switch (errno) { + case ENOTEMPTY: + case EEXIST: + try_again = 1; + break; + + /* should not usually happen: */ + case ENOENT: + case ENOTDIR: + case EROFS: + continue; + default: + perror("Failed to remove file"); + goto fail; + } + } + } + + archive_read_free(r); + } + + free(p); + return 0; + +fail: + archive_read_free(r); + free(p); + + rte_panic("Failed: %s\n", archive_error_string(r)); + return -1; +} + void __resource_register(struct resource *r) { TAILQ_INSERT_TAIL(&resource_list, r, next); diff --git a/app/test/resource.h b/app/test/resource.h index 9f85c16..ed91d4e 100644 --- a/app/test/resource.h +++ b/app/test/resource.h @@ -61,6 +61,19 @@ const struct resource *resource_find(const char *name); int resource_fwrite(const struct resource *r, FILE *f); int resource_fwrite_file(const struct resource *r, const char *fname); +/** + * Treat the given resource as a tar archive. Extract + * the archive to the current directory. + */ +int resource_untar(const struct resource *res); + +/** + * Treat the given resource as a tar archive. Remove + * all files (related to the current directory) listed + * in the tar archive. + */ +int resource_rm_by_tar(const struct resource *res); + void __resource_register(struct resource *r); #define REGISTER_LINKED_RESOURCE(_n) \ diff --git a/app/test/test_resource.c b/app/test/test_resource.c index 148964e..7b9ed31 100644 --- a/app/test/test_resource.c +++ b/app/test/test_resource.c @@ -85,6 +85,32 @@ static int test_resource_c(void) return 0; } +REGISTER_LINKED_RESOURCE(test_resource_tar); + +static int test_resource_tar(void) +{ + const struct resource *r; + FILE *f; + + r = resource_find("test_resource_tar"); + TEST_ASSERT_NOT_NULL(r, "No test_resource_tar found"); + TEST_ASSERT(!strcmp(r->name, "test_resource_tar"), + "Found resource %s, expected test_resource_tar", + r->name); + + TEST_ASSERT_SUCCESS(resource_untar(r), + "Failed to to untar %s", r->name); + + f = fopen("test_resource.c", "r"); + TEST_ASSERT_NOT_NULL(f, + "Missing extracted file test_resource.c"); + fclose(f); + + TEST_ASSERT_SUCCESS(resource_rm_by_tar(r), + "Failed to remove extracted contents of %s", r->name); + return 0; +} + static int test_resource(void) { if (test_resource_dpdk()) @@ -93,6 +119,9 @@ static int test_resource(void) if (test_resource_c()) return -1; + if (test_resource_tar()) + return -1; + return 0; } -- 2.8.0