test_write_filter_zstd.c revision 353376
1/*- 2 * Copyright (c) 2017 Sean Purcell 3 * All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions 7 * are met: 8 * 1. Redistributions of source code must retain the above copyright 9 * notice, this list of conditions and the following disclaimer 10 * in this position and unchanged. 11 * 2. Redistributions in binary form must reproduce the above copyright 12 * notice, this list of conditions and the following disclaimer in the 13 * documentation and/or other materials provided with the distribution. 14 * 15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR(S) ``AS IS'' AND ANY EXPRESS OR 16 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 17 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 18 * IN NO EVENT SHALL THE AUTHOR(S) BE LIABLE FOR ANY DIRECT, INDIRECT, 19 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 20 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 21 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 22 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 23 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 24 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 25 */ 26 27#include "test.h" 28__FBSDID("$FreeBSD: stable/11/contrib/libarchive/libarchive/test/test_write_filter_zstd.c 353376 2019-10-09 22:19:06Z mm $"); 29 30DEFINE_TEST(test_write_filter_zstd) 31{ 32 struct archive_entry *ae; 33 struct archive *a; 34 char *buff, *data; 35 size_t buffsize, datasize; 36 char path[16]; 37 size_t used1, used2, used3; 38 int i, r; 39 40 buffsize = 2000000; 41 assert(NULL != (buff = (char *)malloc(buffsize))); 42 if (buff == NULL) 43 return; 44 45 datasize = 10000; 46 assert(NULL != (data = (char *)malloc(datasize))); 47 if (data == NULL) { 48 free(buff); 49 return; 50 } 51 memset(data, 0, datasize); 52 53 /* 54 * Write a 100 files and read them all back. 55 */ 56 assert((a = archive_write_new()) != NULL); 57 assertEqualIntA(a, ARCHIVE_OK, archive_write_set_format_ustar(a)); 58 r = archive_write_add_filter_zstd(a); 59 if (r != ARCHIVE_OK) { 60 skipping("zstd writing not supported on this platform"); 61 assertEqualInt(ARCHIVE_OK, archive_write_free(a)); 62 free(buff); 63 free(data); 64 return; 65 } 66 assertEqualIntA(a, ARCHIVE_OK, 67 archive_write_set_bytes_per_block(a, 10)); 68 assertEqualInt(ARCHIVE_FILTER_ZSTD, archive_filter_code(a, 0)); 69 assertEqualString("zstd", archive_filter_name(a, 0)); 70 assertEqualIntA(a, ARCHIVE_OK, archive_write_open_memory(a, buff, buffsize, &used1)); 71 assertEqualInt(ARCHIVE_FILTER_ZSTD, archive_filter_code(a, 0)); 72 assertEqualString("zstd", archive_filter_name(a, 0)); 73 assert((ae = archive_entry_new()) != NULL); 74 archive_entry_set_filetype(ae, AE_IFREG); 75 archive_entry_set_size(ae, datasize); 76 for (i = 0; i < 100; i++) { 77 sprintf(path, "file%03d", i); 78 archive_entry_copy_pathname(ae, path); 79 assertEqualIntA(a, ARCHIVE_OK, archive_write_header(a, ae)); 80 assertA(datasize 81 == (size_t)archive_write_data(a, data, datasize)); 82 } 83 archive_entry_free(ae); 84 assertEqualIntA(a, ARCHIVE_OK, archive_write_close(a)); 85 assertEqualInt(ARCHIVE_OK, archive_write_free(a)); 86 87 assert((a = archive_read_new()) != NULL); 88 assertEqualIntA(a, ARCHIVE_OK, archive_read_support_format_all(a)); 89 r = archive_read_support_filter_zstd(a); 90 if (r == ARCHIVE_WARN) { 91 skipping("Can't verify zstd writing by reading back;" 92 " zstd reading not fully supported on this platform"); 93 } else { 94 assertEqualIntA(a, ARCHIVE_OK, 95 archive_read_support_filter_all(a)); 96 assertEqualIntA(a, ARCHIVE_OK, 97 archive_read_open_memory(a, buff, used1)); 98 for (i = 0; i < 100; i++) { 99 sprintf(path, "file%03d", i); 100 if (!assertEqualInt(ARCHIVE_OK, 101 archive_read_next_header(a, &ae))) 102 break; 103 assertEqualString(path, archive_entry_pathname(ae)); 104 assertEqualInt((int)datasize, archive_entry_size(ae)); 105 } 106 assertEqualIntA(a, ARCHIVE_OK, archive_read_close(a)); 107 } 108 assertEqualInt(ARCHIVE_OK, archive_read_free(a)); 109 110 /* 111 * Repeat the cycle again, this time setting some compression 112 * options. 113 */ 114 assert((a = archive_write_new()) != NULL); 115 assertEqualIntA(a, ARCHIVE_OK, archive_write_set_format_ustar(a)); 116 assertEqualIntA(a, ARCHIVE_OK, 117 archive_write_set_bytes_per_block(a, 10)); 118 assertEqualIntA(a, ARCHIVE_OK, archive_write_add_filter_zstd(a)); 119 assertEqualIntA(a, ARCHIVE_FAILED, 120 archive_write_set_filter_option(a, NULL, "nonexistent-option", "0")); 121 assertEqualIntA(a, ARCHIVE_FAILED, 122 archive_write_set_filter_option(a, NULL, "compression-level", "abc")); 123 assertEqualIntA(a, ARCHIVE_FAILED, 124 archive_write_set_filter_option(a, NULL, "compression-level", "25")); /* too big */ 125 assertEqualIntA(a, ARCHIVE_OK, 126 archive_write_set_filter_option(a, NULL, "compression-level", "9")); 127 assertEqualIntA(a, ARCHIVE_OK, 128 archive_write_set_filter_option(a, NULL, "compression-level", "7")); 129 assertEqualIntA(a, ARCHIVE_OK, archive_write_open_memory(a, buff, buffsize, &used2)); 130 for (i = 0; i < 100; i++) { 131 sprintf(path, "file%03d", i); 132 assert((ae = archive_entry_new()) != NULL); 133 archive_entry_copy_pathname(ae, path); 134 archive_entry_set_size(ae, datasize); 135 archive_entry_set_filetype(ae, AE_IFREG); 136 assertEqualIntA(a, ARCHIVE_OK, archive_write_header(a, ae)); 137 assertA(datasize == (size_t)archive_write_data(a, data, datasize)); 138 archive_entry_free(ae); 139 } 140 assertEqualIntA(a, ARCHIVE_OK, archive_write_close(a)); 141 assertEqualInt(ARCHIVE_OK, archive_write_free(a)); 142 143 assert((a = archive_read_new()) != NULL); 144 assertEqualIntA(a, ARCHIVE_OK, archive_read_support_format_all(a)); 145 r = archive_read_support_filter_zstd(a); 146 if (r == ARCHIVE_WARN) { 147 skipping("zstd reading not fully supported on this platform"); 148 } else { 149 assertEqualIntA(a, ARCHIVE_OK, 150 archive_read_support_filter_all(a)); 151 assertEqualIntA(a, ARCHIVE_OK, 152 archive_read_open_memory(a, buff, used2)); 153 for (i = 0; i < 100; i++) { 154 sprintf(path, "file%03d", i); 155 failure("Trying to read %s", path); 156 if (!assertEqualIntA(a, ARCHIVE_OK, 157 archive_read_next_header(a, &ae))) 158 break; 159 assertEqualString(path, archive_entry_pathname(ae)); 160 assertEqualInt((int)datasize, archive_entry_size(ae)); 161 } 162 assertEqualIntA(a, ARCHIVE_OK, archive_read_close(a)); 163 } 164 assertEqualInt(ARCHIVE_OK, archive_read_free(a)); 165 166 /* 167 * One more time at level 1 168 */ 169 assert((a = archive_write_new()) != NULL); 170 assertEqualIntA(a, ARCHIVE_OK, archive_write_set_format_ustar(a)); 171 assertEqualIntA(a, ARCHIVE_OK, 172 archive_write_set_bytes_per_block(a, 10)); 173 assertEqualIntA(a, ARCHIVE_OK, archive_write_add_filter_zstd(a)); 174 assertEqualIntA(a, ARCHIVE_OK, 175 archive_write_set_filter_option(a, NULL, "compression-level", "1")); 176 assertEqualIntA(a, ARCHIVE_OK, archive_write_open_memory(a, buff, buffsize, &used3)); 177 assert((ae = archive_entry_new()) != NULL); 178 archive_entry_set_filetype(ae, AE_IFREG); 179 archive_entry_set_size(ae, datasize); 180 for (i = 0; i < 100; i++) { 181 sprintf(path, "file%03d", i); 182 archive_entry_copy_pathname(ae, path); 183 assertEqualIntA(a, ARCHIVE_OK, archive_write_header(a, ae)); 184 assertA(datasize == (size_t)archive_write_data(a, data, datasize)); 185 } 186 archive_entry_free(ae); 187 assertEqualIntA(a, ARCHIVE_OK, archive_write_close(a)); 188 assertEqualInt(ARCHIVE_OK, archive_write_free(a)); 189 190 assert((a = archive_read_new()) != NULL); 191 assertEqualIntA(a, ARCHIVE_OK, archive_read_support_format_all(a)); 192 r = archive_read_support_filter_zstd(a); 193 if (r == ARCHIVE_WARN) { 194 skipping("zstd reading not fully supported on this platform"); 195 } else { 196 assertEqualIntA(a, ARCHIVE_OK, 197 archive_read_support_filter_all(a)); 198 assertEqualIntA(a, ARCHIVE_OK, 199 archive_read_open_memory(a, buff, used3)); 200 for (i = 0; i < 100; i++) { 201 sprintf(path, "file%03d", i); 202 failure("Trying to read %s", path); 203 if (!assertEqualIntA(a, ARCHIVE_OK, 204 archive_read_next_header(a, &ae))) 205 break; 206 assertEqualString(path, archive_entry_pathname(ae)); 207 assertEqualInt((int)datasize, archive_entry_size(ae)); 208 } 209 assertEqualIntA(a, ARCHIVE_OK, archive_read_close(a)); 210 } 211 assertEqualInt(ARCHIVE_OK, archive_read_free(a)); 212 213 /* 214 * Check output sizes for various compression levels, expectation 215 * is that archive size for level=7 < default < level=1 216 */ 217 failure("compression-level=7 wrote %d bytes, default wrote %d bytes", 218 (int)used2, (int)used1); 219 assert(used2 < used1); 220 failure("compression-level=1 wrote %d bytes, default wrote %d bytes", 221 (int)used3, (int)used1); 222 assert(used1 < used3); 223 224 /* 225 * Test various premature shutdown scenarios to make sure we 226 * don't crash or leak memory. 227 */ 228 assert((a = archive_write_new()) != NULL); 229 assertEqualIntA(a, ARCHIVE_OK, archive_write_add_filter_zstd(a)); 230 assertEqualInt(ARCHIVE_OK, archive_write_free(a)); 231 232 assert((a = archive_write_new()) != NULL); 233 assertEqualIntA(a, ARCHIVE_OK, archive_write_add_filter_zstd(a)); 234 assertEqualInt(ARCHIVE_OK, archive_write_close(a)); 235 assertEqualInt(ARCHIVE_OK, archive_write_free(a)); 236 237 assert((a = archive_write_new()) != NULL); 238 assertEqualIntA(a, ARCHIVE_OK, archive_write_set_format_ustar(a)); 239 assertEqualIntA(a, ARCHIVE_OK, archive_write_add_filter_zstd(a)); 240 assertEqualInt(ARCHIVE_OK, archive_write_close(a)); 241 assertEqualInt(ARCHIVE_OK, archive_write_free(a)); 242 243 assert((a = archive_write_new()) != NULL); 244 assertEqualIntA(a, ARCHIVE_OK, archive_write_set_format_ustar(a)); 245 assertEqualIntA(a, ARCHIVE_OK, archive_write_add_filter_zstd(a)); 246 assertEqualIntA(a, ARCHIVE_OK, archive_write_open_memory(a, buff, buffsize, &used2)); 247 assertEqualInt(ARCHIVE_OK, archive_write_close(a)); 248 assertEqualInt(ARCHIVE_OK, archive_write_free(a)); 249 250 /* 251 * Clean up. 252 */ 253 free(data); 254 free(buff); 255} 256