blob: 1c3239df475be57029aca205d08c2cde92cee4bc [file] [log] [blame]
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -08001/*
2 * Copyright 2006 The Android Open Source Project
3 *
4 * Simple Zip file support.
5 */
6#include "safe_iop.h"
7#include "zlib.h"
8
9#include <errno.h>
10#include <fcntl.h>
11#include <limits.h>
12#include <stdint.h> // for uintptr_t
13#include <stdlib.h>
14#include <sys/stat.h> // for S_ISLNK()
15#include <unistd.h>
16
17#define LOG_TAG "minzip"
18#include "Zip.h"
19#include "Bits.h"
20#include "Log.h"
21#include "DirUtil.h"
22
23#undef NDEBUG // do this after including Log.h
24#include <assert.h>
25
26#define SORT_ENTRIES 1
27
28/*
29 * Offset and length constants (java.util.zip naming convention).
30 */
31enum {
32 CENSIG = 0x02014b50, // PK12
33 CENHDR = 46,
34
35 CENVEM = 4,
36 CENVER = 6,
37 CENFLG = 8,
38 CENHOW = 10,
39 CENTIM = 12,
40 CENCRC = 16,
41 CENSIZ = 20,
42 CENLEN = 24,
43 CENNAM = 28,
Doug Zongker596271f2009-04-29 16:52:04 -070044 CENEXT = 30,
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -080045 CENCOM = 32,
46 CENDSK = 34,
47 CENATT = 36,
48 CENATX = 38,
49 CENOFF = 42,
50
51 ENDSIG = 0x06054b50, // PK56
52 ENDHDR = 22,
53
54 ENDSUB = 8,
55 ENDTOT = 10,
56 ENDSIZ = 12,
57 ENDOFF = 16,
58 ENDCOM = 20,
59
60 EXTSIG = 0x08074b50, // PK78
61 EXTHDR = 16,
62
63 EXTCRC = 4,
64 EXTSIZ = 8,
65 EXTLEN = 12,
66
67 LOCSIG = 0x04034b50, // PK34
68 LOCHDR = 30,
Doug Zongker596271f2009-04-29 16:52:04 -070069
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -080070 LOCVER = 4,
71 LOCFLG = 6,
72 LOCHOW = 8,
73 LOCTIM = 10,
74 LOCCRC = 14,
Doug Zongker596271f2009-04-29 16:52:04 -070075 LOCSIZ = 18,
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -080076 LOCLEN = 22,
77 LOCNAM = 26,
78 LOCEXT = 28,
79
80 STORED = 0,
81 DEFLATED = 8,
82
83 CENVEM_UNIX = 3 << 8, // the high byte of CENVEM
84};
85
86
87/*
88 * For debugging, dump the contents of a ZipEntry.
89 */
90#if 0
91static void dumpEntry(const ZipEntry* pEntry)
92{
93 LOGI(" %p '%.*s'\n", pEntry->fileName,pEntry->fileNameLen,pEntry->fileName);
94 LOGI(" off=%ld comp=%ld uncomp=%ld how=%d\n", pEntry->offset,
95 pEntry->compLen, pEntry->uncompLen, pEntry->compression);
96}
97#endif
98
99/*
100 * (This is a mzHashTableLookup callback.)
101 *
102 * Compare two ZipEntry structs, by name.
103 */
104static int hashcmpZipEntry(const void* ventry1, const void* ventry2)
105{
106 const ZipEntry* entry1 = (const ZipEntry*) ventry1;
107 const ZipEntry* entry2 = (const ZipEntry*) ventry2;
108
109 if (entry1->fileNameLen != entry2->fileNameLen)
110 return entry1->fileNameLen - entry2->fileNameLen;
111 return memcmp(entry1->fileName, entry2->fileName, entry1->fileNameLen);
112}
113
114/*
115 * (This is a mzHashTableLookup callback.)
116 *
117 * find a ZipEntry struct by name.
118 */
119static int hashcmpZipName(const void* ventry, const void* vname)
120{
121 const ZipEntry* entry = (const ZipEntry*) ventry;
122 const char* name = (const char*) vname;
123 unsigned int nameLen = strlen(name);
124
125 if (entry->fileNameLen != nameLen)
126 return entry->fileNameLen - nameLen;
127 return memcmp(entry->fileName, name, nameLen);
128}
129
130/*
131 * Compute the hash code for a ZipEntry filename.
132 *
133 * Not expected to be compatible with any other hash function, so we init
134 * to 2 to ensure it doesn't happen to match.
135 */
136static unsigned int computeHash(const char* name, int nameLen)
137{
138 unsigned int hash = 2;
139
140 while (nameLen--)
141 hash = hash * 31 + *name++;
142
143 return hash;
144}
145
146static void addEntryToHashTable(HashTable* pHash, ZipEntry* pEntry)
147{
148 unsigned int itemHash = computeHash(pEntry->fileName, pEntry->fileNameLen);
149 const ZipEntry* found;
150
151 found = (const ZipEntry*)mzHashTableLookup(pHash,
152 itemHash, pEntry, hashcmpZipEntry, true);
153 if (found != pEntry) {
154 LOGW("WARNING: duplicate entry '%.*s' in Zip\n",
155 found->fileNameLen, found->fileName);
156 /* keep going */
157 }
158}
159
160static int validFilename(const char *fileName, unsigned int fileNameLen)
161{
162 // Forbid super long filenames.
163 if (fileNameLen >= PATH_MAX) {
164 LOGW("Filename too long (%d chatacters)\n", fileNameLen);
165 return 0;
166 }
167
168 // Require all characters to be printable ASCII (no NUL, no UTF-8, etc).
169 unsigned int i;
170 for (i = 0; i < fileNameLen; ++i) {
171 if (fileName[i] < 32 || fileName[i] >= 127) {
172 LOGW("Filename contains invalid character '\%03o'\n", fileName[i]);
173 return 0;
174 }
175 }
176
177 return 1;
178}
179
180/*
181 * Parse the contents of a Zip archive. After confirming that the file
182 * is in fact a Zip, we scan out the contents of the central directory and
183 * store it in a hash table.
184 *
185 * Returns "true" on success.
186 */
Doug Zongker99916f02014-01-13 14:16:58 -0800187static bool parseZipArchive(ZipArchive* pArchive)
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800188{
189 bool result = false;
190 const unsigned char* ptr;
191 unsigned int i, numEntries, cdOffset;
192 unsigned int val;
193
194 /*
195 * The first 4 bytes of the file will either be the local header
196 * signature for the first file (LOCSIG) or, if the archive doesn't
197 * have any files in it, the end-of-central-directory signature (ENDSIG).
198 */
Doug Zongker99916f02014-01-13 14:16:58 -0800199 val = get4LE(pArchive->addr);
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800200 if (val == ENDSIG) {
Tao Baod7d0f752015-07-15 14:13:06 -0700201 LOGW("Found Zip archive, but it looks empty\n");
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800202 goto bail;
203 } else if (val != LOCSIG) {
Tao Baod7d0f752015-07-15 14:13:06 -0700204 LOGW("Not a Zip archive (found 0x%08x)\n", val);
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800205 goto bail;
206 }
207
208 /*
209 * Find the EOCD. We'll find it immediately unless they have a file
210 * comment.
211 */
Doug Zongker99916f02014-01-13 14:16:58 -0800212 ptr = pArchive->addr + pArchive->length - ENDHDR;
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800213
Doug Zongker99916f02014-01-13 14:16:58 -0800214 while (ptr >= (const unsigned char*) pArchive->addr) {
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800215 if (*ptr == (ENDSIG & 0xff) && get4LE(ptr) == ENDSIG)
216 break;
217 ptr--;
218 }
Doug Zongker99916f02014-01-13 14:16:58 -0800219 if (ptr < (const unsigned char*) pArchive->addr) {
Tao Baod7d0f752015-07-15 14:13:06 -0700220 LOGW("Could not find end-of-central-directory in Zip\n");
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800221 goto bail;
222 }
223
224 /*
225 * There are two interesting items in the EOCD block: the number of
226 * entries in the file, and the file offset of the start of the
227 * central directory.
228 */
229 numEntries = get2LE(ptr + ENDSUB);
230 cdOffset = get4LE(ptr + ENDOFF);
231
232 LOGVV("numEntries=%d cdOffset=%d\n", numEntries, cdOffset);
Doug Zongker99916f02014-01-13 14:16:58 -0800233 if (numEntries == 0 || cdOffset >= pArchive->length) {
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800234 LOGW("Invalid entries=%d offset=%d (len=%zd)\n",
Doug Zongker99916f02014-01-13 14:16:58 -0800235 numEntries, cdOffset, pArchive->length);
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800236 goto bail;
237 }
238
239 /*
240 * Create data structures to hold entries.
241 */
242 pArchive->numEntries = numEntries;
243 pArchive->pEntries = (ZipEntry*) calloc(numEntries, sizeof(ZipEntry));
244 pArchive->pHash = mzHashTableCreate(mzHashSize(numEntries), NULL);
245 if (pArchive->pEntries == NULL || pArchive->pHash == NULL)
246 goto bail;
247
Doug Zongker99916f02014-01-13 14:16:58 -0800248 ptr = pArchive->addr + cdOffset;
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800249 for (i = 0; i < numEntries; i++) {
250 ZipEntry* pEntry;
251 unsigned int fileNameLen, extraLen, commentLen, localHdrOffset;
252 const unsigned char* localHdr;
253 const char *fileName;
254
Doug Zongker99916f02014-01-13 14:16:58 -0800255 if (ptr + CENHDR > (const unsigned char*)pArchive->addr + pArchive->length) {
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800256 LOGW("Ran off the end (at %d)\n", i);
257 goto bail;
258 }
259 if (get4LE(ptr) != CENSIG) {
260 LOGW("Missed a central dir sig (at %d)\n", i);
261 goto bail;
262 }
263
264 localHdrOffset = get4LE(ptr + CENOFF);
265 fileNameLen = get2LE(ptr + CENNAM);
266 extraLen = get2LE(ptr + CENEXT);
267 commentLen = get2LE(ptr + CENCOM);
268 fileName = (const char*)ptr + CENHDR;
Doug Zongker99916f02014-01-13 14:16:58 -0800269 if (fileName + fileNameLen > (const char*)pArchive->addr + pArchive->length) {
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800270 LOGW("Filename ran off the end (at %d)\n", i);
271 goto bail;
272 }
273 if (!validFilename(fileName, fileNameLen)) {
274 LOGW("Invalid filename (at %d)\n", i);
275 goto bail;
276 }
277
278#if SORT_ENTRIES
279 /* Figure out where this entry should go (binary search).
280 */
281 if (i > 0) {
282 int low, high;
283
284 low = 0;
285 high = i - 1;
286 while (low <= high) {
287 int mid;
288 int diff;
289 int diffLen;
290
291 mid = low + ((high - low) / 2); // avoid overflow
292
293 if (pArchive->pEntries[mid].fileNameLen < fileNameLen) {
294 diffLen = pArchive->pEntries[mid].fileNameLen;
295 } else {
296 diffLen = fileNameLen;
297 }
298 diff = strncmp(pArchive->pEntries[mid].fileName, fileName,
299 diffLen);
300 if (diff == 0) {
301 diff = pArchive->pEntries[mid].fileNameLen - fileNameLen;
302 }
303 if (diff < 0) {
304 low = mid + 1;
305 } else if (diff > 0) {
306 high = mid - 1;
307 } else {
308 high = mid;
309 break;
310 }
311 }
312
313 unsigned int target = high + 1;
314 assert(target <= i);
315 if (target != i) {
316 /* It belongs somewhere other than at the end of
317 * the list. Make some room at [target].
318 */
319 memmove(pArchive->pEntries + target + 1,
320 pArchive->pEntries + target,
321 (i - target) * sizeof(ZipEntry));
322 }
323 pEntry = &pArchive->pEntries[target];
324 } else {
325 pEntry = &pArchive->pEntries[0];
326 }
327#else
328 pEntry = &pArchive->pEntries[i];
329#endif
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800330 pEntry->fileNameLen = fileNameLen;
331 pEntry->fileName = fileName;
332
333 pEntry->compLen = get4LE(ptr + CENSIZ);
334 pEntry->uncompLen = get4LE(ptr + CENLEN);
335 pEntry->compression = get2LE(ptr + CENHOW);
336 pEntry->modTime = get4LE(ptr + CENTIM);
337 pEntry->crc32 = get4LE(ptr + CENCRC);
338
339 /* These two are necessary for finding the mode of the file.
340 */
341 pEntry->versionMadeBy = get2LE(ptr + CENVEM);
342 if ((pEntry->versionMadeBy & 0xff00) != 0 &&
343 (pEntry->versionMadeBy & 0xff00) != CENVEM_UNIX)
344 {
345 LOGW("Incompatible \"version made by\": 0x%02x (at %d)\n",
346 pEntry->versionMadeBy >> 8, i);
347 goto bail;
348 }
349 pEntry->externalFileAttributes = get4LE(ptr + CENATX);
350
Doug Zongker99916f02014-01-13 14:16:58 -0800351 // Perform pArchive->addr + localHdrOffset, ensuring that it won't
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800352 // overflow. This is needed because localHdrOffset is untrusted.
Doug Zongker99916f02014-01-13 14:16:58 -0800353 if (!safe_add((uintptr_t *)&localHdr, (uintptr_t)pArchive->addr,
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800354 (uintptr_t)localHdrOffset)) {
355 LOGW("Integer overflow adding in parseZipArchive\n");
356 goto bail;
357 }
358 if ((uintptr_t)localHdr + LOCHDR >
Doug Zongker99916f02014-01-13 14:16:58 -0800359 (uintptr_t)pArchive->addr + pArchive->length) {
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800360 LOGW("Bad offset to local header: %d (at %d)\n", localHdrOffset, i);
361 goto bail;
362 }
363 if (get4LE(localHdr) != LOCSIG) {
364 LOGW("Missed a local header sig (at %d)\n", i);
365 goto bail;
366 }
367 pEntry->offset = localHdrOffset + LOCHDR
368 + get2LE(localHdr + LOCNAM) + get2LE(localHdr + LOCEXT);
nkk716069a792016-01-19 16:36:47 +0200369 if (!safe_add(NULL, pEntry->offset, (typeof(pEntry->offset))pEntry->compLen)) {
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800370 LOGW("Integer overflow adding in parseZipArchive\n");
371 goto bail;
372 }
Doug Zongker99916f02014-01-13 14:16:58 -0800373 if ((size_t)pEntry->offset + pEntry->compLen > pArchive->length) {
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800374 LOGW("Data ran off the end (at %d)\n", i);
375 goto bail;
376 }
377
378#if !SORT_ENTRIES
379 /* Add to hash table; no need to lock here.
380 * Can't do this now if we're sorting, because entries
381 * will move around.
382 */
383 addEntryToHashTable(pArchive->pHash, pEntry);
384#endif
385
386 //dumpEntry(pEntry);
387 ptr += CENHDR + fileNameLen + extraLen + commentLen;
388 }
389
390#if SORT_ENTRIES
391 /* If we're sorting, we have to wait until all entries
392 * are in their final places, otherwise the pointers will
393 * probably point to the wrong things.
394 */
395 for (i = 0; i < numEntries; i++) {
396 /* Add to hash table; no need to lock here.
397 */
398 addEntryToHashTable(pArchive->pHash, &pArchive->pEntries[i]);
399 }
400#endif
401
402 result = true;
403
404bail:
405 if (!result) {
406 mzHashTableFree(pArchive->pHash);
407 pArchive->pHash = NULL;
408 }
409 return result;
410}
411
412/*
413 * Open a Zip archive and scan out the contents.
414 *
415 * The easiest way to do this is to mmap() the whole thing and do the
416 * traditional backward scan for central directory. Since the EOCD is
417 * a relatively small bit at the end, we should end up only touching a
418 * small set of pages.
419 *
420 * This will be called on non-Zip files, especially during startup, so
421 * we don't want to be too noisy about failures. (Do we want a "quiet"
422 * flag?)
423 *
424 * On success, we fill out the contents of "pArchive".
425 */
Doug Zongker99916f02014-01-13 14:16:58 -0800426int mzOpenZipArchive(unsigned char* addr, size_t length, ZipArchive* pArchive)
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800427{
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800428 int err;
429
that50640482015-08-30 12:08:05 +0200430 memset(pArchive, 0, sizeof(ZipArchive));
431
Doug Zongker99916f02014-01-13 14:16:58 -0800432 if (length < ENDHDR) {
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800433 err = -1;
Tao Baod7d0f752015-07-15 14:13:06 -0700434 LOGW("Archive %p is too small to be zip (%zd)\n", pArchive, length);
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800435 goto bail;
436 }
437
Doug Zongker99916f02014-01-13 14:16:58 -0800438 pArchive->addr = addr;
439 pArchive->length = length;
440
441 if (!parseZipArchive(pArchive)) {
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800442 err = -1;
Tao Baod7d0f752015-07-15 14:13:06 -0700443 LOGW("Parsing archive %p failed\n", pArchive);
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800444 goto bail;
445 }
446
447 err = 0;
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800448
449bail:
450 if (err != 0)
451 mzCloseZipArchive(pArchive);
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800452 return err;
453}
454
455/*
456 * Close a ZipArchive, closing the file and freeing the contents.
457 *
458 * NOTE: the ZipArchive may not have been fully created.
459 */
460void mzCloseZipArchive(ZipArchive* pArchive)
461{
462 LOGV("Closing archive %p\n", pArchive);
463
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800464 free(pArchive->pEntries);
465
466 mzHashTableFree(pArchive->pHash);
467
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800468 pArchive->pHash = NULL;
469 pArchive->pEntries = NULL;
470}
471
472/*
473 * Find a matching entry.
474 *
475 * Returns NULL if no matching entry found.
476 */
477const ZipEntry* mzFindZipEntry(const ZipArchive* pArchive,
478 const char* entryName)
479{
480 unsigned int itemHash = computeHash(entryName, strlen(entryName));
481
482 return (const ZipEntry*)mzHashTableLookup(pArchive->pHash,
483 itemHash, (char*) entryName, hashcmpZipName, false);
484}
485
486/*
487 * Return true if the entry is a symbolic link.
488 */
Narayan Kamath3e700cf2015-02-23 13:29:16 +0000489static bool mzIsZipEntrySymlink(const ZipEntry* pEntry)
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800490{
491 if ((pEntry->versionMadeBy & 0xff00) == CENVEM_UNIX) {
492 return S_ISLNK(pEntry->externalFileAttributes >> 16);
493 }
494 return false;
495}
496
497/* Call processFunction on the uncompressed data of a STORED entry.
498 */
499static bool processStoredEntry(const ZipArchive *pArchive,
500 const ZipEntry *pEntry, ProcessZipEntryContentsFunction processFunction,
501 void *cookie)
502{
Doug Zongker99916f02014-01-13 14:16:58 -0800503 return processFunction(pArchive->addr + pEntry->offset, pEntry->uncompLen, cookie);
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800504}
505
506static bool processDeflatedEntry(const ZipArchive *pArchive,
507 const ZipEntry *pEntry, ProcessZipEntryContentsFunction processFunction,
508 void *cookie)
509{
510 long result = -1;
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800511 unsigned char procBuf[32 * 1024];
512 z_stream zstream;
513 int zerr;
514 long compRemaining;
515
516 compRemaining = pEntry->compLen;
517
518 /*
519 * Initialize the zlib stream.
520 */
521 memset(&zstream, 0, sizeof(zstream));
522 zstream.zalloc = Z_NULL;
523 zstream.zfree = Z_NULL;
524 zstream.opaque = Z_NULL;
Doug Zongker99916f02014-01-13 14:16:58 -0800525 zstream.next_in = pArchive->addr + pEntry->offset;
526 zstream.avail_in = pEntry->compLen;
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800527 zstream.next_out = (Bytef*) procBuf;
528 zstream.avail_out = sizeof(procBuf);
529 zstream.data_type = Z_UNKNOWN;
530
531 /*
532 * Use the undocumented "negative window bits" feature to tell zlib
533 * that there's no zlib header waiting for it.
534 */
535 zerr = inflateInit2(&zstream, -MAX_WBITS);
536 if (zerr != Z_OK) {
537 if (zerr == Z_VERSION_ERROR) {
538 LOGE("Installed zlib is not compatible with linked version (%s)\n",
539 ZLIB_VERSION);
540 } else {
541 LOGE("Call to inflateInit2 failed (zerr=%d)\n", zerr);
542 }
543 goto bail;
544 }
545
546 /*
547 * Loop while we have data.
548 */
549 do {
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800550 /* uncompress the data */
551 zerr = inflate(&zstream, Z_NO_FLUSH);
552 if (zerr != Z_OK && zerr != Z_STREAM_END) {
Tao Baod7d0f752015-07-15 14:13:06 -0700553 LOGW("zlib inflate call failed (zerr=%d)\n", zerr);
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800554 goto z_bail;
555 }
556
557 /* write when we're full or when we're done */
558 if (zstream.avail_out == 0 ||
559 (zerr == Z_STREAM_END && zstream.avail_out != sizeof(procBuf)))
560 {
561 long procSize = zstream.next_out - procBuf;
562 LOGVV("+++ processing %d bytes\n", (int) procSize);
563 bool ret = processFunction(procBuf, procSize, cookie);
564 if (!ret) {
565 LOGW("Process function elected to fail (in inflate)\n");
566 goto z_bail;
567 }
568
569 zstream.next_out = procBuf;
570 zstream.avail_out = sizeof(procBuf);
571 }
572 } while (zerr == Z_OK);
573
574 assert(zerr == Z_STREAM_END); /* other errors should've been caught */
575
576 // success!
577 result = zstream.total_out;
578
579z_bail:
580 inflateEnd(&zstream); /* free up any allocated structures */
581
582bail:
583 if (result != pEntry->uncompLen) {
584 if (result != -1) // error already shown?
585 LOGW("Size mismatch on inflated file (%ld vs %ld)\n",
586 result, pEntry->uncompLen);
587 return false;
588 }
589 return true;
590}
591
592/*
593 * Stream the uncompressed data through the supplied function,
594 * passing cookie to it each time it gets called. processFunction
595 * may be called more than once.
596 *
597 * If processFunction returns false, the operation is abandoned and
598 * mzProcessZipEntryContents() immediately returns false.
599 *
600 * This is useful for calculating the hash of an entry's uncompressed contents.
601 */
602bool mzProcessZipEntryContents(const ZipArchive *pArchive,
603 const ZipEntry *pEntry, ProcessZipEntryContentsFunction processFunction,
604 void *cookie)
605{
606 bool ret = false;
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800607
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800608 switch (pEntry->compression) {
609 case STORED:
610 ret = processStoredEntry(pArchive, pEntry, processFunction, cookie);
611 break;
612 case DEFLATED:
613 ret = processDeflatedEntry(pArchive, pEntry, processFunction, cookie);
614 break;
615 default:
616 LOGE("Unsupported compression type %d for entry '%s'\n",
617 pEntry->compression, pEntry->fileName);
618 break;
619 }
620
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800621 return ret;
622}
623
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800624typedef struct {
625 char *buf;
626 int bufLen;
627} CopyProcessArgs;
628
629static bool copyProcessFunction(const unsigned char *data, int dataLen,
630 void *cookie)
631{
632 CopyProcessArgs *args = (CopyProcessArgs *)cookie;
633 if (dataLen <= args->bufLen) {
634 memcpy(args->buf, data, dataLen);
635 args->buf += dataLen;
636 args->bufLen -= dataLen;
637 return true;
638 }
639 return false;
640}
641
642/*
643 * Read an entry into a buffer allocated by the caller.
644 */
645bool mzReadZipEntry(const ZipArchive* pArchive, const ZipEntry* pEntry,
646 char *buf, int bufLen)
647{
648 CopyProcessArgs args;
649 bool ret;
Doug Zongker596271f2009-04-29 16:52:04 -0700650
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800651 args.buf = buf;
652 args.bufLen = bufLen;
653 ret = mzProcessZipEntryContents(pArchive, pEntry, copyProcessFunction,
654 (void *)&args);
655 if (!ret) {
656 LOGE("Can't extract entry to buffer.\n");
657 return false;
658 }
659 return true;
660}
661
662static bool writeProcessFunction(const unsigned char *data, int dataLen,
Doug Zongker683c4622009-05-05 17:50:21 -0700663 void *cookie)
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800664{
Colin Cross92cdf9c2014-02-05 17:30:31 -0800665 int fd = (int)(intptr_t)cookie;
Michael Rungef5d9f892014-05-06 16:54:42 -0700666 if (dataLen == 0) {
667 return true;
668 }
Doug Zongker596271f2009-04-29 16:52:04 -0700669 ssize_t soFar = 0;
Doug Zongker683c4622009-05-05 17:50:21 -0700670 while (true) {
Elliott Hughes2f5feed2015-04-28 17:24:24 -0700671 ssize_t n = TEMP_FAILURE_RETRY(write(fd, data+soFar, dataLen-soFar));
Doug Zongker683c4622009-05-05 17:50:21 -0700672 if (n <= 0) {
Doug Zongkera9300302014-02-10 12:35:19 -0800673 LOGE("Error writing %zd bytes from zip file from %p: %s\n",
Doug Zongker683c4622009-05-05 17:50:21 -0700674 dataLen-soFar, data+soFar, strerror(errno));
Elliott Hughes2f5feed2015-04-28 17:24:24 -0700675 return false;
Doug Zongker596271f2009-04-29 16:52:04 -0700676 } else if (n > 0) {
677 soFar += n;
678 if (soFar == dataLen) return true;
679 if (soFar > dataLen) {
Doug Zongkera9300302014-02-10 12:35:19 -0800680 LOGE("write overrun? (%zd bytes instead of %d)\n",
Doug Zongker596271f2009-04-29 16:52:04 -0700681 soFar, dataLen);
682 return false;
683 }
Doug Zongker596271f2009-04-29 16:52:04 -0700684 }
Doug Zongker683c4622009-05-05 17:50:21 -0700685 }
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800686}
687
688/*
689 * Uncompress "pEntry" in "pArchive" to "fd" at the current offset.
690 */
691bool mzExtractZipEntryToFile(const ZipArchive *pArchive,
Doug Zongker1c4ceae2009-05-08 09:43:28 -0700692 const ZipEntry *pEntry, int fd)
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800693{
694 bool ret = mzProcessZipEntryContents(pArchive, pEntry, writeProcessFunction,
Colin Cross92cdf9c2014-02-05 17:30:31 -0800695 (void*)(intptr_t)fd);
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800696 if (!ret) {
697 LOGE("Can't extract entry to file.\n");
698 return false;
699 }
700 return true;
701}
702
Doug Zongker6aece332010-02-01 14:40:12 -0800703typedef struct {
704 unsigned char* buffer;
705 long len;
706} BufferExtractCookie;
707
708static bool bufferProcessFunction(const unsigned char *data, int dataLen,
709 void *cookie) {
710 BufferExtractCookie *bec = (BufferExtractCookie*)cookie;
711
712 memmove(bec->buffer, data, dataLen);
713 bec->buffer += dataLen;
714 bec->len -= dataLen;
715
716 return true;
717}
718
719/*
720 * Uncompress "pEntry" in "pArchive" to buffer, which must be large
721 * enough to hold mzGetZipEntryUncomplen(pEntry) bytes.
722 */
723bool mzExtractZipEntryToBuffer(const ZipArchive *pArchive,
724 const ZipEntry *pEntry, unsigned char *buffer)
725{
726 BufferExtractCookie bec;
727 bec.buffer = buffer;
728 bec.len = mzGetZipEntryUncompLen(pEntry);
729
730 bool ret = mzProcessZipEntryContents(pArchive, pEntry,
731 bufferProcessFunction, (void*)&bec);
732 if (!ret || bec.len != 0) {
733 LOGE("Can't extract entry to memory buffer.\n");
734 return false;
735 }
736 return true;
737}
738
739
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800740/* Helper state to make path translation easier and less malloc-happy.
741 */
742typedef struct {
743 const char *targetDir;
744 const char *zipDir;
745 char *buf;
746 int targetDirLen;
747 int zipDirLen;
748 int bufLen;
749} MzPathHelper;
750
751/* Given the values of targetDir and zipDir in the helper,
752 * return the target filename of the provided entry.
753 * The helper must be initialized first.
754 */
755static const char *targetEntryPath(MzPathHelper *helper, ZipEntry *pEntry)
756{
757 int needLen;
758 bool firstTime = (helper->buf == NULL);
759
760 /* target file <-- targetDir + / + entry[zipDirLen:]
761 */
762 needLen = helper->targetDirLen + 1 +
763 pEntry->fileNameLen - helper->zipDirLen + 1;
764 if (needLen > helper->bufLen) {
765 char *newBuf;
766
767 needLen *= 2;
768 newBuf = (char *)realloc(helper->buf, needLen);
769 if (newBuf == NULL) {
770 return NULL;
771 }
772 helper->buf = newBuf;
773 helper->bufLen = needLen;
774 }
775
776 /* Every path will start with the target path and a slash.
777 */
778 if (firstTime) {
779 char *p = helper->buf;
780 memcpy(p, helper->targetDir, helper->targetDirLen);
781 p += helper->targetDirLen;
782 if (p == helper->buf || p[-1] != '/') {
783 helper->targetDirLen += 1;
784 *p++ = '/';
785 }
786 }
787
788 /* Replace the custom part of the path with the appropriate
789 * part of the entry's path.
790 */
791 char *epath = helper->buf + helper->targetDirLen;
792 memcpy(epath, pEntry->fileName + helper->zipDirLen,
793 pEntry->fileNameLen - helper->zipDirLen);
794 epath += pEntry->fileNameLen - helper->zipDirLen;
795 *epath = '\0';
796
797 return helper->buf;
798}
799
800/*
801 * Inflate all entries under zipDir to the directory specified by
802 * targetDir, which must exist and be a writable directory.
803 *
804 * The immediate children of zipDir will become the immediate
805 * children of targetDir; e.g., if the archive contains the entries
806 *
807 * a/b/c/one
808 * a/b/c/two
809 * a/b/c/d/three
810 *
811 * and mzExtractRecursive(a, "a/b/c", "/tmp") is called, the resulting
812 * files will be
813 *
814 * /tmp/one
815 * /tmp/two
816 * /tmp/d/three
817 *
818 * Returns true on success, false on failure.
819 */
820bool mzExtractRecursive(const ZipArchive *pArchive,
821 const char *zipDir, const char *targetDir,
Narayan Kamath9c0f5d62015-02-23 14:09:31 +0000822 const struct utimbuf *timestamp,
Stephen Smalley779701d2012-02-09 14:13:23 -0500823 void (*callback)(const char *fn, void *), void *cookie,
824 struct selabel_handle *sehnd)
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800825{
826 if (zipDir[0] == '/') {
827 LOGE("mzExtractRecursive(): zipDir must be a relative path.\n");
828 return false;
829 }
830 if (targetDir[0] != '/') {
831 LOGE("mzExtractRecursive(): targetDir must be an absolute path.\n");
832 return false;
833 }
834
835 unsigned int zipDirLen;
836 char *zpath;
837
838 zipDirLen = strlen(zipDir);
839 zpath = (char *)malloc(zipDirLen + 2);
840 if (zpath == NULL) {
841 LOGE("Can't allocate %d bytes for zip path\n", zipDirLen + 2);
842 return false;
843 }
844 /* If zipDir is empty, we'll extract the entire zip file.
845 * Otherwise, canonicalize the path.
846 */
847 if (zipDirLen > 0) {
848 /* Make sure there's (hopefully, exactly one) slash at the
849 * end of the path. This way we don't need to worry about
850 * accidentally extracting "one/twothree" when a path like
851 * "one/two" is specified.
852 */
853 memcpy(zpath, zipDir, zipDirLen);
854 if (zpath[zipDirLen-1] != '/') {
855 zpath[zipDirLen++] = '/';
856 }
857 }
858 zpath[zipDirLen] = '\0';
859
860 /* Set up the helper structure that we'll use to assemble paths.
861 */
862 MzPathHelper helper;
863 helper.targetDir = targetDir;
864 helper.targetDirLen = strlen(helper.targetDir);
865 helper.zipDir = zpath;
866 helper.zipDirLen = strlen(helper.zipDir);
867 helper.buf = NULL;
868 helper.bufLen = 0;
869
870 /* Walk through the entries and extract anything whose path begins
871 * with zpath.
Nanik Tolaram4e8e93b2015-02-08 22:31:14 +1100872 //TODO: since the entries are sorted, binary search for the first match
873 // and stop after the first non-match.
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800874 */
875 unsigned int i;
876 bool seenMatch = false;
877 int ok = true;
Doug Zongkerbf80f492012-10-19 12:24:26 -0700878 int extractCount = 0;
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800879 for (i = 0; i < pArchive->numEntries; i++) {
880 ZipEntry *pEntry = pArchive->pEntries + i;
881 if (pEntry->fileNameLen < zipDirLen) {
Nanik Tolaram4e8e93b2015-02-08 22:31:14 +1100882 //TODO: look out for a single empty directory entry that matches zpath, but
883 // missing the trailing slash. Most zip files seem to include
884 // the trailing slash, but I think it's legal to leave it off.
885 // e.g., zpath "a/b/", entry "a/b", with no children of the entry.
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800886 /* No chance of matching.
887 */
888#if SORT_ENTRIES
889 if (seenMatch) {
890 /* Since the entries are sorted, we can give up
891 * on the first mismatch after the first match.
892 */
893 break;
894 }
895#endif
896 continue;
897 }
898 /* If zpath is empty, this strncmp() will match everything,
899 * which is what we want.
900 */
901 if (strncmp(pEntry->fileName, zpath, zipDirLen) != 0) {
902#if SORT_ENTRIES
903 if (seenMatch) {
904 /* Since the entries are sorted, we can give up
905 * on the first mismatch after the first match.
906 */
907 break;
908 }
909#endif
910 continue;
911 }
912 /* This entry begins with zipDir, so we'll extract it.
913 */
914 seenMatch = true;
915
916 /* Find the target location of the entry.
917 */
918 const char *targetFile = targetEntryPath(&helper, pEntry);
919 if (targetFile == NULL) {
920 LOGE("Can't assemble target path for \"%.*s\"\n",
921 pEntry->fileNameLen, pEntry->fileName);
922 ok = false;
923 break;
924 }
925
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800926#define UNZIP_DIRMODE 0755
927#define UNZIP_FILEMODE 0644
Narayan Kamath9c0f5d62015-02-23 14:09:31 +0000928 /*
929 * Create the file or directory. We ignore directory entries
930 * because we recursively create paths to each file entry we encounter
931 * in the zip archive anyway.
932 *
933 * NOTE: A "directory entry" in a zip archive is just a zero length
934 * entry that ends in a "/". They're not mandatory and many tools get
935 * rid of them. We need to process them only if we want to preserve
936 * empty directories from the archive.
937 */
938 if (pEntry->fileName[pEntry->fileNameLen-1] != '/') {
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800939 /* This is not a directory. First, make sure that
940 * the containing directory exists.
941 */
942 int ret = dirCreateHierarchy(
Stephen Smalley779701d2012-02-09 14:13:23 -0500943 targetFile, UNZIP_DIRMODE, timestamp, true, sehnd);
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800944 if (ret != 0) {
945 LOGE("Can't create containing directory for \"%s\": %s\n",
946 targetFile, strerror(errno));
947 ok = false;
948 break;
949 }
950
Narayan Kamath9c0f5d62015-02-23 14:09:31 +0000951 /*
952 * The entry is a regular file or a symlink. Open the target for writing.
953 *
954 * TODO: This behavior for symlinks seems rather bizarre. For a
955 * symlink foo/bar/baz -> foo/tar/taz, we will create a file called
956 * "foo/bar/baz" whose contents are the literal "foo/tar/taz". We
957 * warn about this for now and preserve older behavior.
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800958 */
Narayan Kamath9c0f5d62015-02-23 14:09:31 +0000959 if (mzIsZipEntrySymlink(pEntry)) {
960 LOGE("Symlink entry \"%.*s\" will be output as a regular file.",
961 pEntry->fileNameLen, pEntry->fileName);
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -0800962 }
Narayan Kamath9c0f5d62015-02-23 14:09:31 +0000963
964 char *secontext = NULL;
965
966 if (sehnd) {
967 selabel_lookup(sehnd, &secontext, targetFile, UNZIP_FILEMODE);
968 setfscreatecon(secontext);
969 }
970
maxwenc3540a92015-10-25 22:22:06 +0100971 int fd = creat(targetFile, UNZIP_FILEMODE);
Narayan Kamath9c0f5d62015-02-23 14:09:31 +0000972
973 if (secontext) {
974 freecon(secontext);
975 setfscreatecon(NULL);
976 }
977
978 if (fd < 0) {
979 LOGE("Can't create target file \"%s\": %s\n",
980 targetFile, strerror(errno));
981 ok = false;
982 break;
983 }
984
985 bool ok = mzExtractZipEntryToFile(pArchive, pEntry, fd);
maxwenc3540a92015-10-25 22:22:06 +0100986 close(fd);
Narayan Kamath9c0f5d62015-02-23 14:09:31 +0000987 if (!ok) {
988 LOGE("Error extracting \"%s\"\n", targetFile);
989 ok = false;
990 break;
991 }
992
993 if (timestamp != NULL && utime(targetFile, timestamp)) {
994 LOGE("Error touching \"%s\"\n", targetFile);
995 ok = false;
996 break;
997 }
998
999 LOGV("Extracted file \"%s\"\n", targetFile);
1000 ++extractCount;
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -08001001 }
1002
1003 if (callback != NULL) callback(targetFile, cookie);
1004 }
1005
Tao Baod7d0f752015-07-15 14:13:06 -07001006 LOGV("Extracted %d file(s)\n", extractCount);
Doug Zongkerbf80f492012-10-19 12:24:26 -07001007
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -08001008 free(helper.buf);
1009 free(zpath);
The Android Open Source Projectc24a8e62009-03-03 19:28:42 -08001010
1011 return ok;
1012}