blob: 2f134df052bf53e41c4e772ce7d101ceb6916bee [file] [log] [blame]
Doug Zongker512536a2010-02-17 16:11:44 -08001/*
2 * Copyright (C) 2008 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include <errno.h>
18#include <libgen.h>
19#include <stdio.h>
20#include <stdlib.h>
21#include <string.h>
22#include <sys/stat.h>
23#include <sys/statfs.h>
24#include <sys/types.h>
25#include <fcntl.h>
26#include <unistd.h>
27
28#include "mincrypt/sha.h"
29#include "applypatch.h"
30#include "mtdutils/mtdutils.h"
Doug Zongkerc4351c72010-02-22 14:46:32 -080031#include "edify/expr.h"
Doug Zongker512536a2010-02-17 16:11:44 -080032
Doug Zongkerf291d852010-07-07 13:55:25 -070033static int LoadPartitionContents(const char* filename, FileContents* file);
Doug Zongkerf291d852010-07-07 13:55:25 -070034static ssize_t FileSink(unsigned char* data, ssize_t len, void* token);
Doug Zongker1c43c972012-02-28 11:07:09 -080035static int GenerateTarget(FileContents* source_file,
36 const Value* source_patch_value,
37 FileContents* copy_file,
38 const Value* copy_patch_value,
39 const char* source_filename,
40 const char* target_filename,
41 const uint8_t target_sha1[SHA_DIGEST_SIZE],
Doug Zongkera3ccba62012-08-20 15:28:02 -070042 size_t target_size,
43 const Value* bonus_data);
Doug Zongker512536a2010-02-17 16:11:44 -080044
45static int mtd_partitions_scanned = 0;
46
Hristo Bojinovdb314d62010-08-02 10:29:49 -070047// Read a file into memory; optionally (retouch_flag == RETOUCH_DO_MASK) mask
48// the retouched entries back to their original value (such that SHA-1 checks
49// don't fail due to randomization); store the file contents and associated
50// metadata in *file.
51//
52// Return 0 on success.
53int LoadFileContents(const char* filename, FileContents* file,
54 int retouch_flag) {
Doug Zongker512536a2010-02-17 16:11:44 -080055 file->data = NULL;
Doug Zongker512536a2010-02-17 16:11:44 -080056
Doug Zongkerf291d852010-07-07 13:55:25 -070057 // A special 'filename' beginning with "MTD:" or "EMMC:" means to
58 // load the contents of a partition.
59 if (strncmp(filename, "MTD:", 4) == 0 ||
60 strncmp(filename, "EMMC:", 5) == 0) {
61 return LoadPartitionContents(filename, file);
Doug Zongkerc4351c72010-02-22 14:46:32 -080062 }
Doug Zongker512536a2010-02-17 16:11:44 -080063
Doug Zongkerc4351c72010-02-22 14:46:32 -080064 if (stat(filename, &file->st) != 0) {
65 printf("failed to stat \"%s\": %s\n", filename, strerror(errno));
66 return -1;
67 }
68
69 file->size = file->st.st_size;
70 file->data = malloc(file->size);
71
72 FILE* f = fopen(filename, "rb");
73 if (f == NULL) {
74 printf("failed to open \"%s\": %s\n", filename, strerror(errno));
75 free(file->data);
76 file->data = NULL;
77 return -1;
78 }
79
80 ssize_t bytes_read = fread(file->data, 1, file->size, f);
81 if (bytes_read != file->size) {
82 printf("short read of \"%s\" (%ld bytes of %ld)\n",
83 filename, (long)bytes_read, (long)file->size);
84 free(file->data);
85 file->data = NULL;
86 return -1;
87 }
88 fclose(f);
89
Hristo Bojinovdb314d62010-08-02 10:29:49 -070090 // apply_patch[_check] functions are blind to randomization. Randomization
91 // is taken care of in [Undo]RetouchBinariesFn. If there is a mismatch
92 // within a file, this means the file is assumed "corrupt" for simplicity.
93 if (retouch_flag) {
94 int32_t desired_offset = 0;
95 if (retouch_mask_data(file->data, file->size,
96 &desired_offset, NULL) != RETOUCH_DATA_MATCHED) {
97 printf("error trying to mask retouch entries\n");
98 free(file->data);
99 file->data = NULL;
100 return -1;
101 }
102 }
103
Doug Zongkerc4351c72010-02-22 14:46:32 -0800104 SHA(file->data, file->size, file->sha1);
105 return 0;
Doug Zongker512536a2010-02-17 16:11:44 -0800106}
107
108static size_t* size_array;
109// comparison function for qsort()ing an int array of indexes into
110// size_array[].
111static int compare_size_indices(const void* a, const void* b) {
Doug Zongkerc4351c72010-02-22 14:46:32 -0800112 int aa = *(int*)a;
113 int bb = *(int*)b;
114 if (size_array[aa] < size_array[bb]) {
115 return -1;
116 } else if (size_array[aa] > size_array[bb]) {
117 return 1;
118 } else {
119 return 0;
120 }
Doug Zongker512536a2010-02-17 16:11:44 -0800121}
122
Doug Zongkerf291d852010-07-07 13:55:25 -0700123// Load the contents of an MTD or EMMC partition into the provided
Doug Zongker512536a2010-02-17 16:11:44 -0800124// FileContents. filename should be a string of the form
Doug Zongkerf291d852010-07-07 13:55:25 -0700125// "MTD:<partition_name>:<size_1>:<sha1_1>:<size_2>:<sha1_2>:..." (or
126// "EMMC:<partition_device>:..."). The smallest size_n bytes for
127// which that prefix of the partition contents has the corresponding
128// sha1 hash will be loaded. It is acceptable for a size value to be
129// repeated with different sha1s. Will return 0 on success.
Doug Zongker512536a2010-02-17 16:11:44 -0800130//
131// This complexity is needed because if an OTA installation is
132// interrupted, the partition might contain either the source or the
133// target data, which might be of different lengths. We need to know
Doug Zongkerf291d852010-07-07 13:55:25 -0700134// the length in order to read from a partition (there is no
135// "end-of-file" marker), so the caller must specify the possible
136// lengths and the hash of the data, and we'll do the load expecting
137// to find one of those hashes.
138enum PartitionType { MTD, EMMC };
139
140static int LoadPartitionContents(const char* filename, FileContents* file) {
Doug Zongkerc4351c72010-02-22 14:46:32 -0800141 char* copy = strdup(filename);
142 const char* magic = strtok(copy, ":");
Doug Zongkerf291d852010-07-07 13:55:25 -0700143
144 enum PartitionType type;
145
146 if (strcmp(magic, "MTD") == 0) {
147 type = MTD;
148 } else if (strcmp(magic, "EMMC") == 0) {
149 type = EMMC;
150 } else {
151 printf("LoadPartitionContents called with bad filename (%s)\n",
Doug Zongkerc4351c72010-02-22 14:46:32 -0800152 filename);
153 return -1;
Doug Zongker512536a2010-02-17 16:11:44 -0800154 }
Doug Zongkerc4351c72010-02-22 14:46:32 -0800155 const char* partition = strtok(NULL, ":");
Doug Zongker512536a2010-02-17 16:11:44 -0800156
Doug Zongkerc4351c72010-02-22 14:46:32 -0800157 int i;
158 int colons = 0;
159 for (i = 0; filename[i] != '\0'; ++i) {
160 if (filename[i] == ':') {
161 ++colons;
162 }
Doug Zongker512536a2010-02-17 16:11:44 -0800163 }
Doug Zongkerc4351c72010-02-22 14:46:32 -0800164 if (colons < 3 || colons%2 == 0) {
Doug Zongkerf291d852010-07-07 13:55:25 -0700165 printf("LoadPartitionContents called with bad filename (%s)\n",
Doug Zongkerc4351c72010-02-22 14:46:32 -0800166 filename);
167 }
Doug Zongker512536a2010-02-17 16:11:44 -0800168
Doug Zongkerc4351c72010-02-22 14:46:32 -0800169 int pairs = (colons-1)/2; // # of (size,sha1) pairs in filename
170 int* index = malloc(pairs * sizeof(int));
171 size_t* size = malloc(pairs * sizeof(size_t));
172 char** sha1sum = malloc(pairs * sizeof(char*));
Doug Zongker512536a2010-02-17 16:11:44 -0800173
Doug Zongkerc4351c72010-02-22 14:46:32 -0800174 for (i = 0; i < pairs; ++i) {
175 const char* size_str = strtok(NULL, ":");
176 size[i] = strtol(size_str, NULL, 10);
177 if (size[i] == 0) {
Doug Zongkerf291d852010-07-07 13:55:25 -0700178 printf("LoadPartitionContents called with bad size (%s)\n", filename);
Doug Zongkerc4351c72010-02-22 14:46:32 -0800179 return -1;
180 }
181 sha1sum[i] = strtok(NULL, ":");
182 index[i] = i;
183 }
Doug Zongker512536a2010-02-17 16:11:44 -0800184
Doug Zongkerc4351c72010-02-22 14:46:32 -0800185 // sort the index[] array so it indexes the pairs in order of
186 // increasing size.
187 size_array = size;
188 qsort(index, pairs, sizeof(int), compare_size_indices);
Doug Zongker512536a2010-02-17 16:11:44 -0800189
Doug Zongkerf291d852010-07-07 13:55:25 -0700190 MtdReadContext* ctx = NULL;
191 FILE* dev = NULL;
Doug Zongker512536a2010-02-17 16:11:44 -0800192
Doug Zongkerf291d852010-07-07 13:55:25 -0700193 switch (type) {
194 case MTD:
195 if (!mtd_partitions_scanned) {
196 mtd_scan_partitions();
197 mtd_partitions_scanned = 1;
198 }
Doug Zongker512536a2010-02-17 16:11:44 -0800199
Doug Zongkerf291d852010-07-07 13:55:25 -0700200 const MtdPartition* mtd = mtd_find_partition_by_name(partition);
201 if (mtd == NULL) {
202 printf("mtd partition \"%s\" not found (loading %s)\n",
203 partition, filename);
204 return -1;
205 }
206
207 ctx = mtd_read_partition(mtd);
208 if (ctx == NULL) {
209 printf("failed to initialize read of mtd partition \"%s\"\n",
210 partition);
211 return -1;
212 }
213 break;
214
215 case EMMC:
216 dev = fopen(partition, "rb");
217 if (dev == NULL) {
218 printf("failed to open emmc partition \"%s\": %s\n",
219 partition, strerror(errno));
220 return -1;
221 }
Doug Zongkerc4351c72010-02-22 14:46:32 -0800222 }
Doug Zongker512536a2010-02-17 16:11:44 -0800223
Doug Zongkerc4351c72010-02-22 14:46:32 -0800224 SHA_CTX sha_ctx;
225 SHA_init(&sha_ctx);
226 uint8_t parsed_sha[SHA_DIGEST_SIZE];
227
228 // allocate enough memory to hold the largest size.
229 file->data = malloc(size[index[pairs-1]]);
230 char* p = (char*)file->data;
231 file->size = 0; // # bytes read so far
232
233 for (i = 0; i < pairs; ++i) {
234 // Read enough additional bytes to get us up to the next size
235 // (again, we're trying the possibilities in order of increasing
236 // size).
237 size_t next = size[index[i]] - file->size;
238 size_t read = 0;
239 if (next > 0) {
Doug Zongkerf291d852010-07-07 13:55:25 -0700240 switch (type) {
241 case MTD:
242 read = mtd_read_data(ctx, p, next);
243 break;
244
245 case EMMC:
246 read = fread(p, 1, next, dev);
247 break;
248 }
Doug Zongkerc4351c72010-02-22 14:46:32 -0800249 if (next != read) {
250 printf("short read (%d bytes of %d) for partition \"%s\"\n",
251 read, next, partition);
252 free(file->data);
253 file->data = NULL;
254 return -1;
255 }
256 SHA_update(&sha_ctx, p, read);
257 file->size += read;
258 }
259
260 // Duplicate the SHA context and finalize the duplicate so we can
261 // check it against this pair's expected hash.
262 SHA_CTX temp_ctx;
263 memcpy(&temp_ctx, &sha_ctx, sizeof(SHA_CTX));
264 const uint8_t* sha_so_far = SHA_final(&temp_ctx);
265
266 if (ParseSha1(sha1sum[index[i]], parsed_sha) != 0) {
267 printf("failed to parse sha1 %s in %s\n",
268 sha1sum[index[i]], filename);
269 free(file->data);
270 file->data = NULL;
271 return -1;
272 }
273
274 if (memcmp(sha_so_far, parsed_sha, SHA_DIGEST_SIZE) == 0) {
275 // we have a match. stop reading the partition; we'll return
276 // the data we've read so far.
Doug Zongkerf291d852010-07-07 13:55:25 -0700277 printf("partition read matched size %d sha %s\n",
Doug Zongkerc4351c72010-02-22 14:46:32 -0800278 size[index[i]], sha1sum[index[i]]);
279 break;
280 }
281
282 p += read;
283 }
284
Doug Zongkerf291d852010-07-07 13:55:25 -0700285 switch (type) {
286 case MTD:
287 mtd_read_close(ctx);
288 break;
289
290 case EMMC:
291 fclose(dev);
292 break;
293 }
294
Doug Zongkerc4351c72010-02-22 14:46:32 -0800295
296 if (i == pairs) {
297 // Ran off the end of the list of (size,sha1) pairs without
298 // finding a match.
Doug Zongkerf291d852010-07-07 13:55:25 -0700299 printf("contents of partition \"%s\" didn't match %s\n",
Doug Zongkerc4351c72010-02-22 14:46:32 -0800300 partition, filename);
Doug Zongker512536a2010-02-17 16:11:44 -0800301 free(file->data);
302 file->data = NULL;
303 return -1;
Doug Zongker512536a2010-02-17 16:11:44 -0800304 }
305
Doug Zongkerc4351c72010-02-22 14:46:32 -0800306 const uint8_t* sha_final = SHA_final(&sha_ctx);
307 for (i = 0; i < SHA_DIGEST_SIZE; ++i) {
308 file->sha1[i] = sha_final[i];
Doug Zongker512536a2010-02-17 16:11:44 -0800309 }
310
Doug Zongkerc4351c72010-02-22 14:46:32 -0800311 // Fake some stat() info.
312 file->st.st_mode = 0644;
313 file->st.st_uid = 0;
314 file->st.st_gid = 0;
Doug Zongker512536a2010-02-17 16:11:44 -0800315
Doug Zongkerc4351c72010-02-22 14:46:32 -0800316 free(copy);
317 free(index);
318 free(size);
319 free(sha1sum);
Doug Zongker512536a2010-02-17 16:11:44 -0800320
Doug Zongkerc4351c72010-02-22 14:46:32 -0800321 return 0;
Doug Zongker512536a2010-02-17 16:11:44 -0800322}
323
324
325// Save the contents of the given FileContents object under the given
326// filename. Return 0 on success.
Doug Zongker1c43c972012-02-28 11:07:09 -0800327int SaveFileContents(const char* filename, const FileContents* file) {
Nick Kralevich956cde82012-06-26 15:01:03 -0700328 int fd = open(filename, O_WRONLY | O_CREAT | O_TRUNC, S_IRUSR | S_IWUSR);
Doug Zongkerc4351c72010-02-22 14:46:32 -0800329 if (fd < 0) {
330 printf("failed to open \"%s\" for write: %s\n",
331 filename, strerror(errno));
332 return -1;
333 }
Doug Zongker512536a2010-02-17 16:11:44 -0800334
Doug Zongker1c43c972012-02-28 11:07:09 -0800335 ssize_t bytes_written = FileSink(file->data, file->size, &fd);
336 if (bytes_written != file->size) {
Doug Zongkerc4351c72010-02-22 14:46:32 -0800337 printf("short write of \"%s\" (%ld bytes of %ld) (%s)\n",
Doug Zongker1c43c972012-02-28 11:07:09 -0800338 filename, (long)bytes_written, (long)file->size,
Doug Zongkerc4351c72010-02-22 14:46:32 -0800339 strerror(errno));
340 close(fd);
341 return -1;
342 }
343 fsync(fd);
Doug Zongker512536a2010-02-17 16:11:44 -0800344 close(fd);
Doug Zongker512536a2010-02-17 16:11:44 -0800345
Doug Zongker1c43c972012-02-28 11:07:09 -0800346 if (chmod(filename, file->st.st_mode) != 0) {
Doug Zongkerc4351c72010-02-22 14:46:32 -0800347 printf("chmod of \"%s\" failed: %s\n", filename, strerror(errno));
348 return -1;
349 }
Doug Zongker1c43c972012-02-28 11:07:09 -0800350 if (chown(filename, file->st.st_uid, file->st.st_gid) != 0) {
Doug Zongkerc4351c72010-02-22 14:46:32 -0800351 printf("chown of \"%s\" failed: %s\n", filename, strerror(errno));
352 return -1;
353 }
Doug Zongker512536a2010-02-17 16:11:44 -0800354
Doug Zongkerc4351c72010-02-22 14:46:32 -0800355 return 0;
Doug Zongker512536a2010-02-17 16:11:44 -0800356}
357
Doug Zongkerf291d852010-07-07 13:55:25 -0700358// Write a memory buffer to 'target' partition, a string of the form
359// "MTD:<partition>[:...]" or "EMMC:<partition_device>:". Return 0 on
360// success.
361int WriteToPartition(unsigned char* data, size_t len,
362 const char* target) {
363 char* copy = strdup(target);
364 const char* magic = strtok(copy, ":");
365
366 enum PartitionType type;
367 if (strcmp(magic, "MTD") == 0) {
368 type = MTD;
369 } else if (strcmp(magic, "EMMC") == 0) {
370 type = EMMC;
371 } else {
372 printf("WriteToPartition called with bad target (%s)\n", target);
373 return -1;
374 }
375 const char* partition = strtok(NULL, ":");
376
Doug Zongkerc4351c72010-02-22 14:46:32 -0800377 if (partition == NULL) {
Doug Zongkerf291d852010-07-07 13:55:25 -0700378 printf("bad partition target name \"%s\"\n", target);
Doug Zongkerc4351c72010-02-22 14:46:32 -0800379 return -1;
380 }
Doug Zongker512536a2010-02-17 16:11:44 -0800381
Doug Zongkerf291d852010-07-07 13:55:25 -0700382 switch (type) {
383 case MTD:
384 if (!mtd_partitions_scanned) {
385 mtd_scan_partitions();
386 mtd_partitions_scanned = 1;
387 }
388
389 const MtdPartition* mtd = mtd_find_partition_by_name(partition);
390 if (mtd == NULL) {
391 printf("mtd partition \"%s\" not found for writing\n",
392 partition);
393 return -1;
394 }
395
396 MtdWriteContext* ctx = mtd_write_partition(mtd);
397 if (ctx == NULL) {
398 printf("failed to init mtd partition \"%s\" for writing\n",
399 partition);
400 return -1;
401 }
402
403 size_t written = mtd_write_data(ctx, (char*)data, len);
404 if (written != len) {
405 printf("only wrote %d of %d bytes to MTD %s\n",
406 written, len, partition);
407 mtd_write_close(ctx);
408 return -1;
409 }
410
411 if (mtd_erase_blocks(ctx, -1) < 0) {
412 printf("error finishing mtd write of %s\n", partition);
413 mtd_write_close(ctx);
414 return -1;
415 }
416
417 if (mtd_write_close(ctx)) {
418 printf("error closing mtd write of %s\n", partition);
419 return -1;
420 }
421 break;
422
423 case EMMC:
Doug Zongker044a0b42013-07-08 09:42:54 -0700424 {
425 size_t start = 0;
426 int success = 0;
427 FILE* f = fopen(partition, "r+b");
428 if (f == NULL) {
429 printf("failed to open %s: %s\n", partition, strerror(errno));
Doug Zongkerf291d852010-07-07 13:55:25 -0700430 return -1;
431 }
Doug Zongker044a0b42013-07-08 09:42:54 -0700432 int attempt;
433
434 for (attempt = 0; attempt < 3; ++attempt) {
435 printf("write %s attempt %d start at %d\n", partition, attempt+1, start);
436 fseek(f, start, SEEK_SET);
437 while (start < len) {
438 size_t to_write = len - start;
439 if (to_write > (1<<20)) to_write = 1<<20;
440
441 if (fwrite(data+start, 1, to_write, f) != to_write) {
442 printf("short write writing to %s (%s)\n",
443 partition, strerror(errno));
444 return -1;
445 }
446 start += to_write;
447 if (start < len) {
448 usleep(50000); // 50 ms
449 }
450 }
451
452 // drop caches so our subsequent verification read
453 // won't just be reading the cache.
454 sync();
455 FILE* dc = fopen("/proc/sys/vm/drop_caches", "w");
456 fwrite("3\n", 2, 1, dc);
457 fclose(dc);
458 sleep(1);
459 printf(" caches dropped\n");
460
461 // verify
462 fseek(f, 0, SEEK_SET);
463 unsigned char buffer[4096];
464 start = len;
465 size_t p;
466 for (p = 0; p < len; p += sizeof(buffer)) {
467 size_t to_read = len - p;
468 if (to_read > sizeof(buffer)) to_read = sizeof(buffer);
469
470 if (fread(buffer, 1, to_read, f) != to_read) {
471 printf("short verify read %s at %d: %s\n",
472 partition, p, strerror(errno));
473 start = p;
474 break;
475 }
476
477 if (memcmp(buffer, data+p, to_read)) {
478 printf("verification failed starting at %d\n", p);
479 start = p;
480 break;
481 }
482 }
483
484 if (start == len) {
485 printf("verification read succeeded (attempt %d)\n", attempt+1);
486 success = true;
487 break;
488 }
489 }
490
491 if (!success) {
492 printf("failed to verify after all attempts\n");
493 return -1;
494 }
495
Doug Zongkerf291d852010-07-07 13:55:25 -0700496 if (fclose(f) != 0) {
497 printf("error closing %s (%s)\n", partition, strerror(errno));
498 return -1;
499 }
500 break;
Doug Zongker044a0b42013-07-08 09:42:54 -0700501 }
Doug Zongkerc4351c72010-02-22 14:46:32 -0800502 }
Doug Zongker512536a2010-02-17 16:11:44 -0800503
Doug Zongkerf291d852010-07-07 13:55:25 -0700504 free(copy);
Doug Zongkerc4351c72010-02-22 14:46:32 -0800505 return 0;
Doug Zongker512536a2010-02-17 16:11:44 -0800506}
507
508
509// Take a string 'str' of 40 hex digits and parse it into the 20
510// byte array 'digest'. 'str' may contain only the digest or be of
511// the form "<digest>:<anything>". Return 0 on success, -1 on any
512// error.
513int ParseSha1(const char* str, uint8_t* digest) {
Doug Zongkerc4351c72010-02-22 14:46:32 -0800514 int i;
515 const char* ps = str;
516 uint8_t* pd = digest;
517 for (i = 0; i < SHA_DIGEST_SIZE * 2; ++i, ++ps) {
518 int digit;
519 if (*ps >= '0' && *ps <= '9') {
520 digit = *ps - '0';
521 } else if (*ps >= 'a' && *ps <= 'f') {
522 digit = *ps - 'a' + 10;
523 } else if (*ps >= 'A' && *ps <= 'F') {
524 digit = *ps - 'A' + 10;
525 } else {
526 return -1;
527 }
528 if (i % 2 == 0) {
529 *pd = digit << 4;
530 } else {
531 *pd |= digit;
532 ++pd;
533 }
Doug Zongker512536a2010-02-17 16:11:44 -0800534 }
Doug Zongkerc4351c72010-02-22 14:46:32 -0800535 if (*ps != '\0') return -1;
536 return 0;
Doug Zongker512536a2010-02-17 16:11:44 -0800537}
538
Doug Zongkerc4351c72010-02-22 14:46:32 -0800539// Search an array of sha1 strings for one matching the given sha1.
540// Return the index of the match on success, or -1 if no match is
541// found.
Doug Zongker044a0b42013-07-08 09:42:54 -0700542int FindMatchingPatch(uint8_t* sha1, char* const * const patch_sha1_str,
Doug Zongkerc4351c72010-02-22 14:46:32 -0800543 int num_patches) {
544 int i;
545 uint8_t patch_sha1[SHA_DIGEST_SIZE];
546 for (i = 0; i < num_patches; ++i) {
547 if (ParseSha1(patch_sha1_str[i], patch_sha1) == 0 &&
548 memcmp(patch_sha1, sha1, SHA_DIGEST_SIZE) == 0) {
549 return i;
550 }
Doug Zongker512536a2010-02-17 16:11:44 -0800551 }
Doug Zongkerc4351c72010-02-22 14:46:32 -0800552 return -1;
Doug Zongker512536a2010-02-17 16:11:44 -0800553}
554
555// Returns 0 if the contents of the file (argv[2]) or the cached file
556// match any of the sha1's on the command line (argv[3:]). Returns
557// nonzero otherwise.
Doug Zongkerc4351c72010-02-22 14:46:32 -0800558int applypatch_check(const char* filename,
559 int num_patches, char** const patch_sha1_str) {
560 FileContents file;
561 file.data = NULL;
Doug Zongker512536a2010-02-17 16:11:44 -0800562
Doug Zongkerc4351c72010-02-22 14:46:32 -0800563 // It's okay to specify no sha1s; the check will pass if the
Doug Zongkerf291d852010-07-07 13:55:25 -0700564 // LoadFileContents is successful. (Useful for reading
Doug Zongkerc4351c72010-02-22 14:46:32 -0800565 // partitions, where the filename encodes the sha1s; no need to
566 // check them twice.)
Hristo Bojinovdb314d62010-08-02 10:29:49 -0700567 if (LoadFileContents(filename, &file, RETOUCH_DO_MASK) != 0 ||
Doug Zongkerc4351c72010-02-22 14:46:32 -0800568 (num_patches > 0 &&
569 FindMatchingPatch(file.sha1, patch_sha1_str, num_patches) < 0)) {
570 printf("file \"%s\" doesn't have any of expected "
571 "sha1 sums; checking cache\n", filename);
Doug Zongker512536a2010-02-17 16:11:44 -0800572
Doug Zongkerc4351c72010-02-22 14:46:32 -0800573 free(file.data);
Doug Zongker1c43c972012-02-28 11:07:09 -0800574 file.data = NULL;
Doug Zongker512536a2010-02-17 16:11:44 -0800575
Doug Zongkerc4351c72010-02-22 14:46:32 -0800576 // If the source file is missing or corrupted, it might be because
577 // we were killed in the middle of patching it. A copy of it
578 // should have been made in CACHE_TEMP_SOURCE. If that file
579 // exists and matches the sha1 we're looking for, the check still
580 // passes.
581
Hristo Bojinovdb314d62010-08-02 10:29:49 -0700582 if (LoadFileContents(CACHE_TEMP_SOURCE, &file, RETOUCH_DO_MASK) != 0) {
Doug Zongkerc4351c72010-02-22 14:46:32 -0800583 printf("failed to load cache file\n");
584 return 1;
585 }
586
587 if (FindMatchingPatch(file.sha1, patch_sha1_str, num_patches) < 0) {
588 printf("cache bits don't match any sha1 for \"%s\"\n", filename);
589 free(file.data);
590 return 1;
591 }
592 }
Doug Zongker512536a2010-02-17 16:11:44 -0800593
594 free(file.data);
Doug Zongkerc4351c72010-02-22 14:46:32 -0800595 return 0;
Doug Zongker512536a2010-02-17 16:11:44 -0800596}
597
598int ShowLicenses() {
Doug Zongkerc4351c72010-02-22 14:46:32 -0800599 ShowBSDiffLicense();
600 return 0;
Doug Zongker512536a2010-02-17 16:11:44 -0800601}
602
603ssize_t FileSink(unsigned char* data, ssize_t len, void* token) {
Doug Zongkerc4351c72010-02-22 14:46:32 -0800604 int fd = *(int *)token;
605 ssize_t done = 0;
606 ssize_t wrote;
607 while (done < (ssize_t) len) {
608 wrote = write(fd, data+done, len-done);
609 if (wrote <= 0) {
610 printf("error writing %d bytes: %s\n", (int)(len-done), strerror(errno));
611 return done;
612 }
613 done += wrote;
Doug Zongker512536a2010-02-17 16:11:44 -0800614 }
Doug Zongkerc4351c72010-02-22 14:46:32 -0800615 return done;
Doug Zongker512536a2010-02-17 16:11:44 -0800616}
617
618typedef struct {
Doug Zongkerc4351c72010-02-22 14:46:32 -0800619 unsigned char* buffer;
620 ssize_t size;
621 ssize_t pos;
Doug Zongker512536a2010-02-17 16:11:44 -0800622} MemorySinkInfo;
623
624ssize_t MemorySink(unsigned char* data, ssize_t len, void* token) {
Doug Zongkerc4351c72010-02-22 14:46:32 -0800625 MemorySinkInfo* msi = (MemorySinkInfo*)token;
626 if (msi->size - msi->pos < len) {
627 return -1;
628 }
629 memcpy(msi->buffer + msi->pos, data, len);
630 msi->pos += len;
631 return len;
Doug Zongker512536a2010-02-17 16:11:44 -0800632}
633
634// Return the amount of free space (in bytes) on the filesystem
635// containing filename. filename must exist. Return -1 on error.
636size_t FreeSpaceForFile(const char* filename) {
Doug Zongkerc4351c72010-02-22 14:46:32 -0800637 struct statfs sf;
638 if (statfs(filename, &sf) != 0) {
639 printf("failed to statfs %s: %s\n", filename, strerror(errno));
640 return -1;
641 }
642 return sf.f_bsize * sf.f_bfree;
Doug Zongker512536a2010-02-17 16:11:44 -0800643}
644
Doug Zongkerc4351c72010-02-22 14:46:32 -0800645int CacheSizeCheck(size_t bytes) {
646 if (MakeFreeSpaceOnCache(bytes) < 0) {
647 printf("unable to make %ld bytes available on /cache\n", (long)bytes);
648 return 1;
649 } else {
650 return 0;
651 }
652}
653
Doug Zongkerbf80f492012-10-19 12:24:26 -0700654static void print_short_sha1(const uint8_t sha1[SHA_DIGEST_SIZE]) {
655 int i;
656 const char* hex = "0123456789abcdef";
657 for (i = 0; i < 4; ++i) {
658 putchar(hex[(sha1[i]>>4) & 0xf]);
659 putchar(hex[sha1[i] & 0xf]);
660 }
661}
Doug Zongkerc4351c72010-02-22 14:46:32 -0800662
663// This function applies binary patches to files in a way that is safe
Doug Zongker512536a2010-02-17 16:11:44 -0800664// (the original file is not touched until we have the desired
665// replacement for it) and idempotent (it's okay to run this program
666// multiple times).
667//
Doug Zongkerc4351c72010-02-22 14:46:32 -0800668// - if the sha1 hash of <target_filename> is <target_sha1_string>,
669// does nothing and exits successfully.
Doug Zongker512536a2010-02-17 16:11:44 -0800670//
Doug Zongkerc4351c72010-02-22 14:46:32 -0800671// - otherwise, if the sha1 hash of <source_filename> is one of the
672// entries in <patch_sha1_str>, the corresponding patch from
673// <patch_data> (which must be a VAL_BLOB) is applied to produce a
674// new file (the type of patch is automatically detected from the
675// blob daat). If that new file has sha1 hash <target_sha1_str>,
676// moves it to replace <target_filename>, and exits successfully.
677// Note that if <source_filename> and <target_filename> are not the
678// same, <source_filename> is NOT deleted on success.
679// <target_filename> may be the string "-" to mean "the same as
680// source_filename".
Doug Zongker512536a2010-02-17 16:11:44 -0800681//
682// - otherwise, or if any error is encountered, exits with non-zero
683// status.
684//
Doug Zongkerf291d852010-07-07 13:55:25 -0700685// <source_filename> may refer to a partition to read the source data.
686// See the comments for the LoadPartition Contents() function above
Doug Zongkerc4351c72010-02-22 14:46:32 -0800687// for the format of such a filename.
Doug Zongker512536a2010-02-17 16:11:44 -0800688
Doug Zongkerc4351c72010-02-22 14:46:32 -0800689int applypatch(const char* source_filename,
690 const char* target_filename,
691 const char* target_sha1_str,
692 size_t target_size,
693 int num_patches,
694 char** const patch_sha1_str,
Doug Zongkera3ccba62012-08-20 15:28:02 -0700695 Value** patch_data,
696 Value* bonus_data) {
Doug Zongkerbf80f492012-10-19 12:24:26 -0700697 printf("patch %s: ", source_filename);
Doug Zongker512536a2010-02-17 16:11:44 -0800698
Doug Zongkerc4351c72010-02-22 14:46:32 -0800699 if (target_filename[0] == '-' &&
700 target_filename[1] == '\0') {
701 target_filename = source_filename;
Doug Zongker512536a2010-02-17 16:11:44 -0800702 }
703
Doug Zongkerc4351c72010-02-22 14:46:32 -0800704 uint8_t target_sha1[SHA_DIGEST_SIZE];
705 if (ParseSha1(target_sha1_str, target_sha1) != 0) {
706 printf("failed to parse tgt-sha1 \"%s\"\n", target_sha1_str);
Doug Zongker512536a2010-02-17 16:11:44 -0800707 return 1;
Doug Zongkerc4351c72010-02-22 14:46:32 -0800708 }
Doug Zongker512536a2010-02-17 16:11:44 -0800709
Doug Zongkerc4351c72010-02-22 14:46:32 -0800710 FileContents copy_file;
711 FileContents source_file;
Doug Zongker1c43c972012-02-28 11:07:09 -0800712 copy_file.data = NULL;
713 source_file.data = NULL;
Doug Zongkerc4351c72010-02-22 14:46:32 -0800714 const Value* source_patch_value = NULL;
715 const Value* copy_patch_value = NULL;
Doug Zongker512536a2010-02-17 16:11:44 -0800716
Doug Zongkerc4351c72010-02-22 14:46:32 -0800717 // We try to load the target file into the source_file object.
Hristo Bojinovdb314d62010-08-02 10:29:49 -0700718 if (LoadFileContents(target_filename, &source_file,
719 RETOUCH_DO_MASK) == 0) {
Doug Zongkerc4351c72010-02-22 14:46:32 -0800720 if (memcmp(source_file.sha1, target_sha1, SHA_DIGEST_SIZE) == 0) {
721 // The early-exit case: the patch was already applied, this file
722 // has the desired hash, nothing for us to do.
Doug Zongkerbf80f492012-10-19 12:24:26 -0700723 printf("already ");
724 print_short_sha1(target_sha1);
725 putchar('\n');
Doug Zongker1c43c972012-02-28 11:07:09 -0800726 free(source_file.data);
Doug Zongkerc4351c72010-02-22 14:46:32 -0800727 return 0;
728 }
729 }
Doug Zongker512536a2010-02-17 16:11:44 -0800730
Doug Zongkerc4351c72010-02-22 14:46:32 -0800731 if (source_file.data == NULL ||
732 (target_filename != source_filename &&
733 strcmp(target_filename, source_filename) != 0)) {
734 // Need to load the source file: either we failed to load the
735 // target file, or we did but it's different from the source file.
736 free(source_file.data);
Doug Zongker1c43c972012-02-28 11:07:09 -0800737 source_file.data = NULL;
Hristo Bojinovdb314d62010-08-02 10:29:49 -0700738 LoadFileContents(source_filename, &source_file,
739 RETOUCH_DO_MASK);
Doug Zongkerc4351c72010-02-22 14:46:32 -0800740 }
741
742 if (source_file.data != NULL) {
743 int to_use = FindMatchingPatch(source_file.sha1,
744 patch_sha1_str, num_patches);
745 if (to_use >= 0) {
746 source_patch_value = patch_data[to_use];
747 }
748 }
749
750 if (source_patch_value == NULL) {
751 free(source_file.data);
Doug Zongker1c43c972012-02-28 11:07:09 -0800752 source_file.data = NULL;
Doug Zongkerc4351c72010-02-22 14:46:32 -0800753 printf("source file is bad; trying copy\n");
754
Hristo Bojinovdb314d62010-08-02 10:29:49 -0700755 if (LoadFileContents(CACHE_TEMP_SOURCE, &copy_file,
756 RETOUCH_DO_MASK) < 0) {
Doug Zongkerc4351c72010-02-22 14:46:32 -0800757 // fail.
758 printf("failed to read copy file\n");
759 return 1;
Doug Zongker512536a2010-02-17 16:11:44 -0800760 }
761
Doug Zongkerc4351c72010-02-22 14:46:32 -0800762 int to_use = FindMatchingPatch(copy_file.sha1,
763 patch_sha1_str, num_patches);
Doug Zongker8cd9e4f2010-08-12 17:38:09 -0700764 if (to_use >= 0) {
Doug Zongkerc4351c72010-02-22 14:46:32 -0800765 copy_patch_value = patch_data[to_use];
Doug Zongker512536a2010-02-17 16:11:44 -0800766 }
767
Doug Zongkerc4351c72010-02-22 14:46:32 -0800768 if (copy_patch_value == NULL) {
769 // fail.
770 printf("copy file doesn't match source SHA-1s either\n");
Doug Zongker1c43c972012-02-28 11:07:09 -0800771 free(copy_file.data);
Doug Zongkerc4351c72010-02-22 14:46:32 -0800772 return 1;
Doug Zongker512536a2010-02-17 16:11:44 -0800773 }
Doug Zongker512536a2010-02-17 16:11:44 -0800774 }
775
Doug Zongker1c43c972012-02-28 11:07:09 -0800776 int result = GenerateTarget(&source_file, source_patch_value,
777 &copy_file, copy_patch_value,
778 source_filename, target_filename,
Doug Zongkera3ccba62012-08-20 15:28:02 -0700779 target_sha1, target_size, bonus_data);
Doug Zongker1c43c972012-02-28 11:07:09 -0800780 free(source_file.data);
781 free(copy_file.data);
782
783 return result;
784}
785
786static int GenerateTarget(FileContents* source_file,
787 const Value* source_patch_value,
788 FileContents* copy_file,
789 const Value* copy_patch_value,
790 const char* source_filename,
791 const char* target_filename,
792 const uint8_t target_sha1[SHA_DIGEST_SIZE],
Doug Zongkera3ccba62012-08-20 15:28:02 -0700793 size_t target_size,
794 const Value* bonus_data) {
Doug Zongkerc4351c72010-02-22 14:46:32 -0800795 int retry = 1;
796 SHA_CTX ctx;
797 int output;
798 MemorySinkInfo msi;
799 FileContents* source_to_use;
800 char* outname;
Doug Zongker1c43c972012-02-28 11:07:09 -0800801 int made_copy = 0;
Doug Zongkerc4351c72010-02-22 14:46:32 -0800802
803 // assume that target_filename (eg "/system/app/Foo.apk") is located
804 // on the same filesystem as its top-level directory ("/system").
805 // We need something that exists for calling statfs().
806 char target_fs[strlen(target_filename)+1];
807 char* slash = strchr(target_filename+1, '/');
808 if (slash != NULL) {
809 int count = slash - target_filename;
810 strncpy(target_fs, target_filename, count);
811 target_fs[count] = '\0';
Doug Zongker512536a2010-02-17 16:11:44 -0800812 } else {
Doug Zongkerc4351c72010-02-22 14:46:32 -0800813 strcpy(target_fs, target_filename);
Doug Zongker512536a2010-02-17 16:11:44 -0800814 }
815
Doug Zongkerc4351c72010-02-22 14:46:32 -0800816 do {
817 // Is there enough room in the target filesystem to hold the patched
818 // file?
819
Doug Zongkerf291d852010-07-07 13:55:25 -0700820 if (strncmp(target_filename, "MTD:", 4) == 0 ||
821 strncmp(target_filename, "EMMC:", 5) == 0) {
822 // If the target is a partition, we're actually going to
823 // write the output to /tmp and then copy it to the
824 // partition. statfs() always returns 0 blocks free for
825 // /tmp, so instead we'll just assume that /tmp has enough
826 // space to hold the file.
Doug Zongkerc4351c72010-02-22 14:46:32 -0800827
Doug Zongkerf291d852010-07-07 13:55:25 -0700828 // We still write the original source to cache, in case
829 // the partition write is interrupted.
Doug Zongker1c43c972012-02-28 11:07:09 -0800830 if (MakeFreeSpaceOnCache(source_file->size) < 0) {
Doug Zongkerc4351c72010-02-22 14:46:32 -0800831 printf("not enough free space on /cache\n");
832 return 1;
833 }
834 if (SaveFileContents(CACHE_TEMP_SOURCE, source_file) < 0) {
835 printf("failed to back up source file\n");
836 return 1;
837 }
838 made_copy = 1;
839 retry = 0;
840 } else {
841 int enough_space = 0;
842 if (retry > 0) {
843 size_t free_space = FreeSpaceForFile(target_fs);
Doug Zongker201cd462010-08-13 09:41:21 -0700844 enough_space =
845 (free_space > (256 << 10)) && // 256k (two-block) minimum
Doug Zongkerc4351c72010-02-22 14:46:32 -0800846 (free_space > (target_size * 3 / 2)); // 50% margin of error
Doug Zongkerbf80f492012-10-19 12:24:26 -0700847 if (!enough_space) {
848 printf("target %ld bytes; free space %ld bytes; retry %d; enough %d\n",
849 (long)target_size, (long)free_space, retry, enough_space);
850 }
Doug Zongkerc4351c72010-02-22 14:46:32 -0800851 }
852
853 if (!enough_space) {
854 retry = 0;
855 }
856
857 if (!enough_space && source_patch_value != NULL) {
858 // Using the original source, but not enough free space. First
859 // copy the source file to cache, then delete it from the original
860 // location.
861
Doug Zongkerf291d852010-07-07 13:55:25 -0700862 if (strncmp(source_filename, "MTD:", 4) == 0 ||
863 strncmp(source_filename, "EMMC:", 5) == 0) {
Doug Zongkerc4351c72010-02-22 14:46:32 -0800864 // It's impossible to free space on the target filesystem by
Doug Zongkerf291d852010-07-07 13:55:25 -0700865 // deleting the source if the source is a partition. If
Doug Zongkerc4351c72010-02-22 14:46:32 -0800866 // we're ever in a state where we need to do this, fail.
Doug Zongkerf291d852010-07-07 13:55:25 -0700867 printf("not enough free space for target but source "
868 "is partition\n");
Doug Zongkerc4351c72010-02-22 14:46:32 -0800869 return 1;
870 }
871
Doug Zongker1c43c972012-02-28 11:07:09 -0800872 if (MakeFreeSpaceOnCache(source_file->size) < 0) {
Doug Zongkerc4351c72010-02-22 14:46:32 -0800873 printf("not enough free space on /cache\n");
874 return 1;
875 }
876
877 if (SaveFileContents(CACHE_TEMP_SOURCE, source_file) < 0) {
878 printf("failed to back up source file\n");
879 return 1;
880 }
881 made_copy = 1;
882 unlink(source_filename);
883
884 size_t free_space = FreeSpaceForFile(target_fs);
Doug Zongkerbf80f492012-10-19 12:24:26 -0700885 printf("(now %ld bytes free for target) ", (long)free_space);
Doug Zongkerc4351c72010-02-22 14:46:32 -0800886 }
887 }
888
889 const Value* patch;
890 if (source_patch_value != NULL) {
Doug Zongker1c43c972012-02-28 11:07:09 -0800891 source_to_use = source_file;
Doug Zongkerc4351c72010-02-22 14:46:32 -0800892 patch = source_patch_value;
893 } else {
Doug Zongker1c43c972012-02-28 11:07:09 -0800894 source_to_use = copy_file;
Doug Zongkerc4351c72010-02-22 14:46:32 -0800895 patch = copy_patch_value;
896 }
897
898 if (patch->type != VAL_BLOB) {
899 printf("patch is not a blob\n");
900 return 1;
901 }
902
903 SinkFn sink = NULL;
904 void* token = NULL;
905 output = -1;
906 outname = NULL;
Doug Zongkerf291d852010-07-07 13:55:25 -0700907 if (strncmp(target_filename, "MTD:", 4) == 0 ||
908 strncmp(target_filename, "EMMC:", 5) == 0) {
Doug Zongkerc4351c72010-02-22 14:46:32 -0800909 // We store the decoded output in memory.
910 msi.buffer = malloc(target_size);
911 if (msi.buffer == NULL) {
912 printf("failed to alloc %ld bytes for output\n",
913 (long)target_size);
914 return 1;
915 }
916 msi.pos = 0;
917 msi.size = target_size;
918 sink = MemorySink;
919 token = &msi;
920 } else {
921 // We write the decoded output to "<tgt-file>.patch".
922 outname = (char*)malloc(strlen(target_filename) + 10);
923 strcpy(outname, target_filename);
924 strcat(outname, ".patch");
925
Nick Kralevich956cde82012-06-26 15:01:03 -0700926 output = open(outname, O_WRONLY | O_CREAT | O_TRUNC, S_IRUSR | S_IWUSR);
Doug Zongkerc4351c72010-02-22 14:46:32 -0800927 if (output < 0) {
928 printf("failed to open output file %s: %s\n",
929 outname, strerror(errno));
930 return 1;
931 }
932 sink = FileSink;
933 token = &output;
934 }
935
936 char* header = patch->data;
937 ssize_t header_bytes_read = patch->size;
938
939 SHA_init(&ctx);
940
941 int result;
942
943 if (header_bytes_read >= 8 &&
944 memcmp(header, "BSDIFF40", 8) == 0) {
945 result = ApplyBSDiffPatch(source_to_use->data, source_to_use->size,
946 patch, 0, sink, token, &ctx);
947 } else if (header_bytes_read >= 8 &&
948 memcmp(header, "IMGDIFF2", 8) == 0) {
949 result = ApplyImagePatch(source_to_use->data, source_to_use->size,
Doug Zongkera3ccba62012-08-20 15:28:02 -0700950 patch, sink, token, &ctx, bonus_data);
Doug Zongkerc4351c72010-02-22 14:46:32 -0800951 } else {
952 printf("Unknown patch file format\n");
953 return 1;
954 }
955
956 if (output >= 0) {
957 fsync(output);
958 close(output);
959 }
960
961 if (result != 0) {
962 if (retry == 0) {
963 printf("applying patch failed\n");
964 return result != 0;
965 } else {
966 printf("applying patch failed; retrying\n");
967 }
968 if (outname != NULL) {
969 unlink(outname);
970 }
971 } else {
972 // succeeded; no need to retry
973 break;
974 }
975 } while (retry-- > 0);
976
977 const uint8_t* current_target_sha1 = SHA_final(&ctx);
978 if (memcmp(current_target_sha1, target_sha1, SHA_DIGEST_SIZE) != 0) {
979 printf("patch did not produce expected sha1\n");
Doug Zongker512536a2010-02-17 16:11:44 -0800980 return 1;
Doug Zongkerbf80f492012-10-19 12:24:26 -0700981 } else {
982 printf("now ");
983 print_short_sha1(target_sha1);
984 putchar('\n');
Doug Zongkerc4351c72010-02-22 14:46:32 -0800985 }
986
987 if (output < 0) {
Doug Zongkerf291d852010-07-07 13:55:25 -0700988 // Copy the temp file to the partition.
989 if (WriteToPartition(msi.buffer, msi.pos, target_filename) != 0) {
Doug Zongkerc4351c72010-02-22 14:46:32 -0800990 printf("write of patched data to %s failed\n", target_filename);
991 return 1;
992 }
993 free(msi.buffer);
Doug Zongker512536a2010-02-17 16:11:44 -0800994 } else {
Doug Zongkerc4351c72010-02-22 14:46:32 -0800995 // Give the .patch file the same owner, group, and mode of the
996 // original source file.
997 if (chmod(outname, source_to_use->st.st_mode) != 0) {
998 printf("chmod of \"%s\" failed: %s\n", outname, strerror(errno));
999 return 1;
1000 }
1001 if (chown(outname, source_to_use->st.st_uid,
1002 source_to_use->st.st_gid) != 0) {
1003 printf("chown of \"%s\" failed: %s\n", outname, strerror(errno));
1004 return 1;
1005 }
Doug Zongker512536a2010-02-17 16:11:44 -08001006
Doug Zongkerc4351c72010-02-22 14:46:32 -08001007 // Finally, rename the .patch file to replace the target file.
1008 if (rename(outname, target_filename) != 0) {
1009 printf("rename of .patch to \"%s\" failed: %s\n",
1010 target_filename, strerror(errno));
1011 return 1;
1012 }
Doug Zongker512536a2010-02-17 16:11:44 -08001013 }
1014
Doug Zongkerc4351c72010-02-22 14:46:32 -08001015 // If this run of applypatch created the copy, and we're here, we
1016 // can delete it.
1017 if (made_copy) unlink(CACHE_TEMP_SOURCE);
Doug Zongker512536a2010-02-17 16:11:44 -08001018
Doug Zongkerc4351c72010-02-22 14:46:32 -08001019 // Success!
1020 return 0;
Doug Zongker512536a2010-02-17 16:11:44 -08001021}