You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
928 lines
26 KiB
928 lines
26 KiB
/* |
|
* Copyright (C) 2010 The Android Open Source Project |
|
* |
|
* Licensed under the Apache License, Version 2.0 (the "License"); |
|
* you may not use this file except in compliance with the License. |
|
* You may obtain a copy of the License at |
|
* |
|
* http://www.apache.org/licenses/LICENSE-2.0 |
|
* |
|
* Unless required by applicable law or agreed to in writing, software |
|
* distributed under the License is distributed on an "AS IS" BASIS, |
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
* See the License for the specific language governing permissions and |
|
* limitations under the License. |
|
*/ |
|
|
|
#include "ext4_utils/make_ext4fs.h" |
|
|
|
#ifndef _GNU_SOURCE |
|
#define _GNU_SOURCE |
|
#endif |
|
|
|
#include <assert.h> |
|
#include <dirent.h> |
|
#include <fcntl.h> |
|
#include <inttypes.h> |
|
#include <libgen.h> |
|
#include <stdio.h> |
|
#include <stdlib.h> |
|
#include <string.h> |
|
#include <sys/stat.h> |
|
#include <sys/types.h> |
|
#include <unistd.h> |
|
|
|
#include <sparse/sparse.h> |
|
|
|
#include "allocate.h" |
|
#include "contents.h" |
|
#include "ext4_utils/ext4_utils.h" |
|
#include "ext4_utils/wipe.h" |
|
|
|
#ifdef _WIN32 |
|
|
|
#include <winsock2.h> |
|
|
|
/* These match the Linux definitions of these flags. |
|
L_xx is defined to avoid conflicting with the win32 versions. |
|
*/ |
|
#undef S_IRWXU |
|
#undef S_IRGRP |
|
#undef S_IWGRP |
|
#undef S_IXGRP |
|
#undef S_IRWXG |
|
#undef S_IROTH |
|
#undef S_IWOTH |
|
#undef S_IXOTH |
|
#undef S_IRWXO |
|
#undef S_ISUID |
|
#undef S_ISGID |
|
#undef S_ISVTX |
|
|
|
#define L_S_IRUSR 00400 |
|
#define L_S_IWUSR 00200 |
|
#define L_S_IXUSR 00100 |
|
#define S_IRWXU (L_S_IRUSR | L_S_IWUSR | L_S_IXUSR) |
|
#define S_IRGRP 00040 |
|
#define S_IWGRP 00020 |
|
#define S_IXGRP 00010 |
|
#define S_IRWXG (S_IRGRP | S_IWGRP | S_IXGRP) |
|
#define S_IROTH 00004 |
|
#define S_IWOTH 00002 |
|
#define S_IXOTH 00001 |
|
#define S_IRWXO (S_IROTH | S_IWOTH | S_IXOTH) |
|
#define S_ISUID 0004000 |
|
#define S_ISGID 0002000 |
|
#define S_ISVTX 0001000 |
|
|
|
#else |
|
|
|
#include <selinux/selinux.h> |
|
#include <selinux/label.h> |
|
|
|
#define O_BINARY 0 |
|
|
|
#endif |
|
|
|
#define MAX_PATH 4096 |
|
#define MAX_BLK_MAPPING_STR 1000 |
|
|
|
const int blk_file_major_ver = 1; |
|
const int blk_file_minor_ver = 0; |
|
const char *blk_file_header_fmt = "Base EXT4 version %d.%d"; |
|
|
|
/* TODO: Not implemented: |
|
Allocating blocks in the same block group as the file inode |
|
Hash or binary tree directories |
|
Special files: sockets, devices, fifos |
|
*/ |
|
|
|
static int filter_dot(const struct dirent *d) |
|
{ |
|
return (strcmp(d->d_name, "..") && strcmp(d->d_name, ".")); |
|
} |
|
|
|
static u32 build_default_directory_structure(const char *dir_path, |
|
struct selabel_handle *sehnd) |
|
{ |
|
u32 inode; |
|
u32 root_inode; |
|
struct dentry dentries = { |
|
.filename = "lost+found", |
|
.file_type = EXT4_FT_DIR, |
|
.mode = S_IRWXU, |
|
.uid = 0, |
|
.gid = 0, |
|
.mtime = 0, |
|
}; |
|
root_inode = make_directory(0, 1, &dentries, 1); |
|
inode = make_directory(root_inode, 0, NULL, 0); |
|
*dentries.inode = inode; |
|
inode_set_permissions(inode, dentries.mode, |
|
dentries.uid, dentries.gid, dentries.mtime); |
|
|
|
#ifndef _WIN32 |
|
if (sehnd) { |
|
char *path = NULL; |
|
char *secontext = NULL; |
|
|
|
asprintf(&path, "%slost+found", dir_path); |
|
if (selabel_lookup(sehnd, &secontext, path, S_IFDIR) < 0) { |
|
error("cannot lookup security context for %s", path); |
|
} else { |
|
inode_set_selinux(inode, secontext); |
|
freecon(secontext); |
|
} |
|
free(path); |
|
} |
|
#endif |
|
|
|
return root_inode; |
|
} |
|
|
|
#ifndef _WIN32 |
|
/* Read a local directory and create the same tree in the generated filesystem. |
|
Calls itself recursively with each directory in the given directory. |
|
full_path is an absolute or relative path, with a trailing slash, to the |
|
directory on disk that should be copied, or NULL if this is a directory |
|
that does not exist on disk (e.g. lost+found). |
|
dir_path is an absolute path, with trailing slash, to the same directory |
|
if the image were mounted at the specified mount point */ |
|
static u32 build_directory_structure(const char *full_path, const char *dir_path, const char *target_out_path, |
|
u32 dir_inode, fs_config_func_t fs_config_func, |
|
struct selabel_handle *sehnd, int verbose, time_t fixed_time) |
|
{ |
|
int entries = 0; |
|
struct dentry *dentries; |
|
struct dirent **namelist = NULL; |
|
struct stat stat; |
|
int ret; |
|
int i; |
|
u32 inode; |
|
u32 entry_inode; |
|
u32 dirs = 0; |
|
bool needs_lost_and_found = false; |
|
|
|
if (full_path) { |
|
entries = scandir(full_path, &namelist, filter_dot, (void*)alphasort); |
|
if (entries < 0) { |
|
#ifdef __GLIBC__ |
|
/* The scandir function implemented in glibc has a bug that makes it |
|
erroneously fail with ENOMEM under certain circumstances. |
|
As a workaround we can retry the scandir call with the same arguments. |
|
GLIBC BZ: https://sourceware.org/bugzilla/show_bug.cgi?id=17804 */ |
|
if (errno == ENOMEM) |
|
entries = scandir(full_path, &namelist, filter_dot, (void*)alphasort); |
|
#endif |
|
if (entries < 0) { |
|
error_errno("scandir"); |
|
return EXT4_ALLOCATE_FAILED; |
|
} |
|
} |
|
} |
|
|
|
if (dir_inode == 0) { |
|
/* root directory, check if lost+found already exists */ |
|
for (i = 0; i < entries; i++) |
|
if (strcmp(namelist[i]->d_name, "lost+found") == 0) |
|
break; |
|
if (i == entries) |
|
needs_lost_and_found = true; |
|
} |
|
|
|
dentries = calloc(entries, sizeof(struct dentry)); |
|
if (dentries == NULL) |
|
critical_error_errno("malloc"); |
|
|
|
for (i = 0; i < entries; i++) { |
|
dentries[i].filename = strdup(namelist[i]->d_name); |
|
if (dentries[i].filename == NULL) |
|
critical_error_errno("strdup"); |
|
|
|
asprintf(&dentries[i].path, "%s%s", dir_path, namelist[i]->d_name); |
|
asprintf(&dentries[i].full_path, "%s%s", full_path, namelist[i]->d_name); |
|
|
|
free(namelist[i]); |
|
|
|
ret = lstat(dentries[i].full_path, &stat); |
|
if (ret < 0) { |
|
error_errno("lstat"); |
|
i--; |
|
entries--; |
|
continue; |
|
} |
|
|
|
dentries[i].size = stat.st_size; |
|
dentries[i].mode = stat.st_mode & (S_ISUID|S_ISGID|S_ISVTX|S_IRWXU|S_IRWXG|S_IRWXO); |
|
if (fixed_time == -1) { |
|
dentries[i].mtime = stat.st_mtime; |
|
} else { |
|
dentries[i].mtime = fixed_time; |
|
} |
|
uint64_t capabilities; |
|
if (fs_config_func != NULL) { |
|
#ifdef ANDROID |
|
unsigned int mode = 0; |
|
unsigned int uid = 0; |
|
unsigned int gid = 0; |
|
int dir = S_ISDIR(stat.st_mode); |
|
fs_config_func(dentries[i].path, dir, target_out_path, &uid, &gid, &mode, &capabilities); |
|
dentries[i].mode = mode; |
|
dentries[i].uid = uid; |
|
dentries[i].gid = gid; |
|
dentries[i].capabilities = capabilities; |
|
#else |
|
error("can't set android permissions - built without android support"); |
|
#endif |
|
} |
|
#ifndef _WIN32 |
|
if (sehnd) { |
|
if (selabel_lookup(sehnd, &dentries[i].secon, dentries[i].path, stat.st_mode) < 0) { |
|
error("cannot lookup security context for %s", dentries[i].path); |
|
} |
|
|
|
if (dentries[i].secon && verbose) |
|
printf("Labeling %s as %s\n", dentries[i].path, dentries[i].secon); |
|
} |
|
#endif |
|
|
|
if (S_ISREG(stat.st_mode)) { |
|
dentries[i].file_type = EXT4_FT_REG_FILE; |
|
} else if (S_ISDIR(stat.st_mode)) { |
|
dentries[i].file_type = EXT4_FT_DIR; |
|
dirs++; |
|
} else if (S_ISCHR(stat.st_mode)) { |
|
dentries[i].file_type = EXT4_FT_CHRDEV; |
|
} else if (S_ISBLK(stat.st_mode)) { |
|
dentries[i].file_type = EXT4_FT_BLKDEV; |
|
} else if (S_ISFIFO(stat.st_mode)) { |
|
dentries[i].file_type = EXT4_FT_FIFO; |
|
} else if (S_ISSOCK(stat.st_mode)) { |
|
dentries[i].file_type = EXT4_FT_SOCK; |
|
} else if (S_ISLNK(stat.st_mode)) { |
|
dentries[i].file_type = EXT4_FT_SYMLINK; |
|
dentries[i].link = calloc(info.block_size, 1); |
|
readlink(dentries[i].full_path, dentries[i].link, info.block_size - 1); |
|
} else { |
|
error("unknown file type on %s", dentries[i].path); |
|
i--; |
|
entries--; |
|
} |
|
} |
|
free(namelist); |
|
|
|
if (needs_lost_and_found) { |
|
/* insert a lost+found directory at the beginning of the dentries */ |
|
struct dentry *tmp = calloc(entries + 1, sizeof(struct dentry)); |
|
memset(tmp, 0, sizeof(struct dentry)); |
|
memcpy(tmp + 1, dentries, entries * sizeof(struct dentry)); |
|
dentries = tmp; |
|
|
|
dentries[0].filename = strdup("lost+found"); |
|
asprintf(&dentries[0].path, "%slost+found", dir_path); |
|
dentries[0].full_path = NULL; |
|
dentries[0].size = 0; |
|
dentries[0].mode = S_IRWXU; |
|
dentries[0].file_type = EXT4_FT_DIR; |
|
dentries[0].uid = 0; |
|
dentries[0].gid = 0; |
|
if (sehnd) { |
|
if (selabel_lookup(sehnd, &dentries[0].secon, dentries[0].path, dentries[0].mode) < 0) |
|
error("cannot lookup security context for %s", dentries[0].path); |
|
} |
|
entries++; |
|
dirs++; |
|
} |
|
|
|
inode = make_directory(dir_inode, entries, dentries, dirs); |
|
|
|
for (i = 0; i < entries; i++) { |
|
if (dentries[i].file_type == EXT4_FT_REG_FILE) { |
|
entry_inode = make_file(dentries[i].full_path, dentries[i].size); |
|
} else if (dentries[i].file_type == EXT4_FT_DIR) { |
|
char *subdir_full_path = NULL; |
|
char *subdir_dir_path; |
|
if (dentries[i].full_path) { |
|
ret = asprintf(&subdir_full_path, "%s/", dentries[i].full_path); |
|
if (ret < 0) |
|
critical_error_errno("asprintf"); |
|
} |
|
ret = asprintf(&subdir_dir_path, "%s/", dentries[i].path); |
|
if (ret < 0) |
|
critical_error_errno("asprintf"); |
|
entry_inode = build_directory_structure(subdir_full_path, subdir_dir_path, target_out_path, |
|
inode, fs_config_func, sehnd, verbose, fixed_time); |
|
free(subdir_full_path); |
|
free(subdir_dir_path); |
|
} else if (dentries[i].file_type == EXT4_FT_SYMLINK) { |
|
entry_inode = make_link(dentries[i].link); |
|
} else { |
|
error("unknown file type on %s", dentries[i].path); |
|
entry_inode = 0; |
|
} |
|
*dentries[i].inode = entry_inode; |
|
|
|
ret = inode_set_permissions(entry_inode, dentries[i].mode, |
|
dentries[i].uid, dentries[i].gid, |
|
dentries[i].mtime); |
|
if (ret) |
|
error("failed to set permissions on %s\n", dentries[i].path); |
|
|
|
/* |
|
* It's important to call inode_set_selinux() before |
|
* inode_set_capabilities(). Extended attributes need to |
|
* be stored sorted order, and we guarantee this by making |
|
* the calls in the proper order. |
|
* Please see xattr_assert_sane() in contents.c |
|
*/ |
|
ret = inode_set_selinux(entry_inode, dentries[i].secon); |
|
if (ret) |
|
error("failed to set SELinux context on %s\n", dentries[i].path); |
|
ret = inode_set_capabilities(entry_inode, dentries[i].capabilities); |
|
if (ret) |
|
error("failed to set capability on %s\n", dentries[i].path); |
|
|
|
free(dentries[i].path); |
|
free(dentries[i].full_path); |
|
free(dentries[i].link); |
|
free((void *)dentries[i].filename); |
|
free(dentries[i].secon); |
|
} |
|
|
|
free(dentries); |
|
return inode; |
|
} |
|
#endif |
|
|
|
static u32 compute_block_size() |
|
{ |
|
return 4096; |
|
} |
|
|
|
static u32 compute_journal_blocks() |
|
{ |
|
u32 journal_blocks = DIV_ROUND_UP(info.len, info.block_size) / 64; |
|
if (journal_blocks < 1024) |
|
journal_blocks = 1024; |
|
if (journal_blocks > 32768) |
|
journal_blocks = 32768; |
|
return journal_blocks; |
|
} |
|
|
|
static u32 compute_blocks_per_group() |
|
{ |
|
return info.block_size * 8; |
|
} |
|
|
|
static u32 compute_inodes() |
|
{ |
|
return DIV_ROUND_UP(info.len, info.block_size) / 4; |
|
} |
|
|
|
static u32 compute_inodes_per_group() |
|
{ |
|
u32 blocks = DIV_ROUND_UP(info.len, info.block_size); |
|
u32 block_groups = DIV_ROUND_UP(blocks, info.blocks_per_group); |
|
u32 inodes = DIV_ROUND_UP(info.inodes, block_groups); |
|
inodes = EXT4_ALIGN(inodes, (info.block_size / info.inode_size)); |
|
|
|
/* After properly rounding up the number of inodes/group, |
|
* make sure to update the total inodes field in the info struct. |
|
*/ |
|
info.inodes = inodes * block_groups; |
|
|
|
return inodes; |
|
} |
|
|
|
static u32 compute_bg_desc_reserve_blocks() |
|
{ |
|
u32 blocks = DIV_ROUND_UP(info.len, info.block_size); |
|
u32 block_groups = DIV_ROUND_UP(blocks, info.blocks_per_group); |
|
u32 bg_desc_blocks = DIV_ROUND_UP(block_groups * sizeof(struct ext2_group_desc), |
|
info.block_size); |
|
|
|
u32 bg_desc_reserve_blocks = |
|
DIV_ROUND_UP(block_groups * 1024 * sizeof(struct ext2_group_desc), |
|
info.block_size) - bg_desc_blocks; |
|
|
|
if (bg_desc_reserve_blocks > info.block_size / sizeof(u32)) |
|
bg_desc_reserve_blocks = info.block_size / sizeof(u32); |
|
|
|
return bg_desc_reserve_blocks; |
|
} |
|
|
|
void reset_ext4fs_info() { |
|
// Reset all the global data structures used by make_ext4fs so it |
|
// can be called again. |
|
memset(&info, 0, sizeof(info)); |
|
memset(&aux_info, 0, sizeof(aux_info)); |
|
|
|
if (ext4_sparse_file) { |
|
sparse_file_destroy(ext4_sparse_file); |
|
ext4_sparse_file = NULL; |
|
} |
|
} |
|
|
|
int make_ext4fs_sparse_fd(int fd, long long len, |
|
const char *mountpoint, struct selabel_handle *sehnd) |
|
{ |
|
return make_ext4fs_sparse_fd_align(fd, len, mountpoint, sehnd, 0, 0); |
|
} |
|
|
|
int make_ext4fs_sparse_fd_align(int fd, long long len, |
|
const char *mountpoint, struct selabel_handle *sehnd, |
|
unsigned eraseblk, unsigned logicalblk) |
|
{ |
|
return make_ext4fs_sparse_fd_directory_align(fd, len, mountpoint, sehnd, NULL, |
|
eraseblk, logicalblk); |
|
} |
|
|
|
int make_ext4fs_sparse_fd_directory(int fd, long long len, |
|
const char *mountpoint, struct selabel_handle *sehnd, |
|
const char *directory) |
|
{ |
|
return make_ext4fs_sparse_fd_directory_align(fd, len, mountpoint, sehnd, directory, 0, 0); |
|
} |
|
|
|
int make_ext4fs_sparse_fd_directory_align(int fd, long long len, |
|
const char *mountpoint, struct selabel_handle *sehnd, |
|
const char *directory, unsigned eraseblk, unsigned logicalblk) |
|
{ |
|
reset_ext4fs_info(); |
|
info.len = len; |
|
info.flash_erase_block_size = eraseblk; |
|
info.flash_logical_block_size = logicalblk; |
|
|
|
return make_ext4fs_internal(fd, directory, NULL, mountpoint, NULL, |
|
0, 1, 0, 0, 0, |
|
sehnd, 0, -1, NULL, NULL, NULL); |
|
} |
|
|
|
int make_ext4fs(const char *filename, long long len, |
|
const char *mountpoint, struct selabel_handle *sehnd) |
|
{ |
|
return make_ext4fs_directory(filename, len, mountpoint, sehnd, NULL); |
|
} |
|
|
|
int make_ext4fs_directory(const char *filename, long long len, |
|
const char *mountpoint, struct selabel_handle *sehnd, |
|
const char *directory) |
|
{ |
|
return make_ext4fs_directory_align(filename, len, mountpoint, sehnd, directory, 0, 0); |
|
} |
|
|
|
int make_ext4fs_directory_align(const char *filename, long long len, |
|
const char *mountpoint, struct selabel_handle *sehnd, |
|
const char *directory, unsigned eraseblk, |
|
unsigned logicalblk) |
|
{ |
|
int fd; |
|
int status; |
|
|
|
reset_ext4fs_info(); |
|
info.len = len; |
|
info.flash_erase_block_size = eraseblk; |
|
info.flash_logical_block_size = logicalblk; |
|
|
|
fd = open(filename, O_WRONLY | O_CREAT | O_TRUNC | O_BINARY, 0644); |
|
if (fd < 0) { |
|
error_errno("open"); |
|
return EXIT_FAILURE; |
|
} |
|
|
|
status = make_ext4fs_internal(fd, directory, NULL, mountpoint, NULL, |
|
0, 0, 0, 1, 0, |
|
sehnd, 0, -1, NULL, NULL, NULL); |
|
close(fd); |
|
|
|
return status; |
|
} |
|
|
|
/* return a newly-malloc'd string that is a copy of str. The new string |
|
is guaranteed to have a trailing slash. If absolute is true, the new string |
|
is also guaranteed to have a leading slash. |
|
*/ |
|
static char *canonicalize_slashes(const char *str, bool absolute) |
|
{ |
|
char *ret; |
|
int len = strlen(str); |
|
int newlen = len; |
|
char *ptr; |
|
|
|
if (len == 0) { |
|
if (absolute) |
|
return strdup("/"); |
|
else |
|
return strdup(""); |
|
} |
|
|
|
if (str[0] != '/' && absolute) { |
|
newlen++; |
|
} |
|
if (str[len - 1] != '/') { |
|
newlen++; |
|
} |
|
ret = malloc(newlen + 1); |
|
if (!ret) { |
|
critical_error("malloc"); |
|
} |
|
|
|
ptr = ret; |
|
if (str[0] != '/' && absolute) { |
|
*ptr++ = '/'; |
|
} |
|
|
|
strcpy(ptr, str); |
|
ptr += len; |
|
|
|
if (str[len - 1] != '/') { |
|
*ptr++ = '/'; |
|
} |
|
|
|
if (ptr != ret + newlen) { |
|
critical_error("assertion failed\n"); |
|
} |
|
|
|
*ptr = '\0'; |
|
|
|
return ret; |
|
} |
|
|
|
static char *canonicalize_abs_slashes(const char *str) |
|
{ |
|
return canonicalize_slashes(str, true); |
|
} |
|
|
|
static char *canonicalize_rel_slashes(const char *str) |
|
{ |
|
return canonicalize_slashes(str, false); |
|
} |
|
|
|
static int compare_chunks(const void* chunk1, const void* chunk2) { |
|
struct region* c1 = (struct region*) chunk1; |
|
struct region* c2 = (struct region*) chunk2; |
|
return c1->block - c2->block; |
|
} |
|
|
|
static int get_block_group(u32 block) { |
|
unsigned int i, group = 0; |
|
|
|
for(i = 0; i < aux_info.groups; i++) { |
|
if (block >= aux_info.bgs[i].first_block) |
|
group = i; |
|
else |
|
break; |
|
} |
|
return group; |
|
} |
|
|
|
static void extract_base_fs_allocations(const char *directory, const char *mountpoint, |
|
FILE* base_alloc_file_in) { |
|
#define err_msg "base file badly formatted" |
|
#ifndef _WIN32 |
|
// FORMAT Version 1.0: filename blk_mapping |
|
const char *base_alloc_file_in_format = "%s %s"; |
|
const int base_file_format_param_count = 2; |
|
|
|
char stored_file_name[MAX_PATH], real_file_name[MAX_PATH], file_map[MAX_BLK_MAPPING_STR]; |
|
struct block_allocation *fs_alloc; |
|
struct block_group_info *bgs = aux_info.bgs; |
|
int major_version = 0, minor_version = 0; |
|
unsigned int i; |
|
char *base_file_line = NULL; |
|
size_t base_file_line_len = 0; |
|
|
|
printf("[v%d.%d] Generating an Incremental EXT4 image\n", |
|
blk_file_major_ver, blk_file_minor_ver); |
|
if (base_fs_allocations == NULL) |
|
base_fs_allocations = create_allocation(); |
|
fs_alloc = base_fs_allocations; |
|
|
|
fscanf(base_alloc_file_in, blk_file_header_fmt, &major_version, &minor_version); |
|
if (major_version == 0) { |
|
critical_error("Invalid base file"); |
|
} |
|
|
|
if (major_version != blk_file_major_ver) { |
|
critical_error("Incompatible base file: version required is %d.X", |
|
blk_file_major_ver); |
|
} |
|
|
|
if (minor_version < blk_file_minor_ver) { |
|
critical_error("Incompatible base file: version required is %d.%d or above", |
|
blk_file_major_ver, blk_file_minor_ver); |
|
} |
|
|
|
while (getline(&base_file_line, &base_file_line_len, base_alloc_file_in) != -1) { |
|
if (sscanf(base_file_line, base_alloc_file_in_format, &stored_file_name, &file_map) |
|
!= base_file_format_param_count) { |
|
continue; |
|
} |
|
if (strlen(stored_file_name) < strlen(mountpoint)) { |
|
continue; |
|
} |
|
snprintf(real_file_name, MAX_PATH, "%s%s", directory, stored_file_name + strlen(mountpoint)); |
|
if (!access(real_file_name, R_OK)) { |
|
char *block_range, *end_string; |
|
int real_file_fd; |
|
int start_block, end_block; |
|
u32 block_file_size; |
|
u32 real_file_block_size; |
|
struct stat buf; |
|
|
|
if (lstat(real_file_name, &buf) == -1) |
|
critical_error(err_msg); |
|
|
|
if (!S_ISREG(buf.st_mode)) |
|
continue; |
|
|
|
real_file_fd = open(real_file_name, O_RDONLY); |
|
if (real_file_fd == -1) { |
|
critical_error(err_msg); |
|
} |
|
real_file_block_size = get_file_size(real_file_fd); |
|
close(real_file_fd); |
|
real_file_block_size = DIV_ROUND_UP(real_file_block_size, info.block_size); |
|
fs_alloc->filename = strdup(real_file_name); |
|
block_range = strtok_r(file_map, ",", &end_string); |
|
while (block_range && real_file_block_size) { |
|
int block_group; |
|
char *range, *end_token = NULL; |
|
range = strtok_r(block_range, "-", &end_token); |
|
if (!range) { |
|
critical_error(err_msg); |
|
} |
|
start_block = parse_num(range); |
|
range = strtok_r(NULL, "-", &end_token); |
|
if (!range) { |
|
end_block = start_block; |
|
} else { |
|
end_block = parse_num(range); |
|
} |
|
// Assummption is that allocations are within the same block group |
|
block_group = get_block_group(start_block); |
|
if (block_group != get_block_group(end_block)) { |
|
critical_error("base file allocation's end block is in a different " |
|
"block group than start block. did you change fs params?"); |
|
} |
|
block_range = strtok_r(NULL, ",", &end_string); |
|
int bg_first_block = bgs[block_group].first_block; |
|
int min_bg_bound = bgs[block_group].chunks[0].block + bgs[block_group].chunks[0].len; |
|
int max_bg_bound = bgs[block_group].chunks[bgs[block_group].chunk_count - 1].block; |
|
|
|
if (min_bg_bound >= start_block - bg_first_block || |
|
max_bg_bound <= end_block - bg_first_block) { |
|
continue; |
|
} |
|
block_file_size = end_block - start_block + 1; |
|
if (block_file_size > real_file_block_size) { |
|
block_file_size = real_file_block_size; |
|
} |
|
append_region(fs_alloc, start_block, block_file_size, block_group); |
|
reserve_bg_chunk(block_group, start_block - bgs[block_group].first_block, block_file_size); |
|
real_file_block_size -= block_file_size; |
|
} |
|
if (reserve_blocks_for_allocation(fs_alloc) < 0) |
|
critical_error("failed to reserve base fs allocation"); |
|
fs_alloc->next = create_allocation(); |
|
fs_alloc = fs_alloc->next; |
|
} |
|
} |
|
|
|
for (i = 0; i < aux_info.groups; i++) { |
|
qsort(bgs[i].chunks, bgs[i].chunk_count, sizeof(struct region), compare_chunks); |
|
} |
|
|
|
free(base_file_line); |
|
|
|
#else |
|
return; |
|
#endif |
|
#undef err_msg |
|
} |
|
|
|
void generate_base_alloc_file_out(FILE* base_alloc_file_out, char* dir, char* mountpoint, |
|
struct block_allocation* p) |
|
{ |
|
size_t dirlen = dir ? strlen(dir) : 0; |
|
fprintf(base_alloc_file_out, blk_file_header_fmt, blk_file_major_ver, blk_file_minor_ver); |
|
fputc('\n', base_alloc_file_out); |
|
while (p) { |
|
if (dir && strncmp(p->filename, dir, dirlen) == 0) { |
|
// substitute mountpoint for the leading directory in the filename, in the output file |
|
fprintf(base_alloc_file_out, "%s%s", mountpoint, p->filename + dirlen); |
|
} else { |
|
fprintf(base_alloc_file_out, "%s", p->filename); |
|
} |
|
print_blocks(base_alloc_file_out, p, ','); |
|
struct block_allocation* pn = p->next; |
|
p = pn; |
|
} |
|
} |
|
|
|
int make_ext4fs_internal(int fd, const char *_directory, const char *_target_out_directory, |
|
const char *_mountpoint, fs_config_func_t fs_config_func, int gzip, |
|
int sparse, int crc, int wipe, int real_uuid, |
|
struct selabel_handle *sehnd, int verbose, time_t fixed_time, |
|
FILE* block_list_file, FILE* base_alloc_file_in, FILE* base_alloc_file_out) |
|
{ |
|
u32 root_inode_num; |
|
u16 root_mode; |
|
char *mountpoint; |
|
char *directory = NULL; |
|
char *target_out_directory = NULL; |
|
struct block_allocation* p; |
|
|
|
if (setjmp(setjmp_env)) |
|
return EXIT_FAILURE; /* Handle a call to longjmp() */ |
|
|
|
info.block_device = is_block_device_fd(fd); |
|
|
|
if (info.block_device && (sparse || gzip || crc)) { |
|
fprintf(stderr, "No sparse/gzip/crc allowed for block device\n"); |
|
return EXIT_FAILURE; |
|
} |
|
|
|
if (_mountpoint == NULL) { |
|
mountpoint = strdup(""); |
|
} else { |
|
mountpoint = canonicalize_abs_slashes(_mountpoint); |
|
} |
|
|
|
if (_directory) { |
|
directory = canonicalize_rel_slashes(_directory); |
|
} |
|
|
|
if (_target_out_directory) { |
|
target_out_directory = canonicalize_rel_slashes(_target_out_directory); |
|
} |
|
|
|
if (info.len <= 0) |
|
info.len = get_file_size(fd); |
|
|
|
if (info.block_size <= 0) |
|
info.block_size = compute_block_size(); |
|
|
|
/* Round down the filesystem length to be a multiple of the block size */ |
|
info.len &= ~((u64)info.block_size - 1); |
|
|
|
if (info.len <= 0) { |
|
fprintf(stderr, "filesystem size too small\n"); |
|
return EXIT_FAILURE; |
|
} |
|
|
|
if (info.journal_blocks == 0) |
|
info.journal_blocks = compute_journal_blocks(); |
|
|
|
if (info.no_journal == 0) |
|
info.feat_compat = EXT4_FEATURE_COMPAT_HAS_JOURNAL; |
|
else |
|
info.journal_blocks = 0; |
|
|
|
if (info.blocks_per_group <= 0) |
|
info.blocks_per_group = compute_blocks_per_group(); |
|
|
|
if (info.inodes <= 0) |
|
info.inodes = compute_inodes(); |
|
|
|
if (info.inode_size <= 0) |
|
info.inode_size = 256; |
|
|
|
if (info.label == NULL) |
|
info.label = ""; |
|
|
|
info.inodes_per_group = compute_inodes_per_group(); |
|
|
|
info.feat_compat |= |
|
EXT4_FEATURE_COMPAT_RESIZE_INODE | |
|
EXT4_FEATURE_COMPAT_EXT_ATTR; |
|
|
|
info.feat_ro_compat |= |
|
EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER | |
|
EXT4_FEATURE_RO_COMPAT_LARGE_FILE | |
|
EXT4_FEATURE_RO_COMPAT_GDT_CSUM; |
|
|
|
info.feat_incompat |= |
|
EXT4_FEATURE_INCOMPAT_EXTENTS | |
|
EXT4_FEATURE_INCOMPAT_FILETYPE; |
|
|
|
|
|
info.bg_desc_reserve_blocks = compute_bg_desc_reserve_blocks(); |
|
|
|
printf("Creating filesystem with parameters:\n"); |
|
printf(" Size: %"PRIu64"\n", info.len); |
|
printf(" Block size: %d\n", info.block_size); |
|
printf(" Blocks per group: %d\n", info.blocks_per_group); |
|
printf(" Inodes per group: %d\n", info.inodes_per_group); |
|
printf(" Inode size: %d\n", info.inode_size); |
|
printf(" Journal blocks: %d\n", info.journal_blocks); |
|
printf(" Label: %s\n", info.label); |
|
|
|
ext4_create_fs_aux_info(); |
|
|
|
printf(" Blocks: %"PRIu64"\n", aux_info.len_blocks); |
|
printf(" Block groups: %d\n", aux_info.groups); |
|
printf(" Reserved block group size: %d\n", info.bg_desc_reserve_blocks); |
|
|
|
ext4_sparse_file = sparse_file_new(info.block_size, info.len); |
|
|
|
block_allocator_init(); |
|
|
|
ext4_fill_in_sb(real_uuid); |
|
|
|
if (base_alloc_file_in) { |
|
extract_base_fs_allocations(directory, mountpoint, base_alloc_file_in); |
|
} |
|
if (reserve_inodes(0, 10) == EXT4_ALLOCATE_FAILED) |
|
error("failed to reserve first 10 inodes"); |
|
|
|
if (info.feat_compat & EXT4_FEATURE_COMPAT_HAS_JOURNAL) |
|
ext4_create_journal_inode(); |
|
|
|
if (info.feat_compat & EXT4_FEATURE_COMPAT_RESIZE_INODE) |
|
ext4_create_resize_inode(); |
|
|
|
#ifdef _WIN32 |
|
// Windows needs only 'create an empty fs image' functionality |
|
assert(!directory); |
|
root_inode_num = build_default_directory_structure(mountpoint, sehnd); |
|
#else |
|
if (directory) |
|
root_inode_num = build_directory_structure(directory, mountpoint, target_out_directory, 0, |
|
fs_config_func, sehnd, verbose, fixed_time); |
|
else |
|
root_inode_num = build_default_directory_structure(mountpoint, sehnd); |
|
#endif |
|
|
|
root_mode = S_IRWXU | S_IRGRP | S_IXGRP | S_IROTH | S_IXOTH; |
|
inode_set_permissions(root_inode_num, root_mode, 0, 0, 0); |
|
|
|
#ifndef _WIN32 |
|
if (sehnd) { |
|
char *secontext = NULL; |
|
|
|
if (selabel_lookup(sehnd, &secontext, mountpoint, S_IFDIR) < 0) { |
|
error("cannot lookup security context for %s", mountpoint); |
|
} |
|
if (secontext) { |
|
if (verbose) { |
|
printf("Labeling %s as %s\n", mountpoint, secontext); |
|
} |
|
inode_set_selinux(root_inode_num, secontext); |
|
} |
|
freecon(secontext); |
|
} |
|
#endif |
|
|
|
ext4_update_free(); |
|
|
|
// TODO: Consider migrating the OTA tools to the new base alloc file format |
|
// used for generating incremental images (see go/incremental-ext4) |
|
if (block_list_file) { |
|
size_t dirlen = directory ? strlen(directory) : 0; |
|
struct block_allocation* p = get_saved_allocation_chain(); |
|
while (p) { |
|
if (directory && strncmp(p->filename, directory, dirlen) == 0) { |
|
// substitute mountpoint for the leading directory in the filename, in the output file |
|
fprintf(block_list_file, "%s%s", mountpoint, p->filename + dirlen); |
|
} else { |
|
fprintf(block_list_file, "%s", p->filename); |
|
} |
|
print_blocks(block_list_file, p, ' '); |
|
struct block_allocation* pn = p->next; |
|
p = pn; |
|
} |
|
} |
|
|
|
if (base_alloc_file_out) { |
|
struct block_allocation* p = get_saved_allocation_chain(); |
|
generate_base_alloc_file_out(base_alloc_file_out, directory, mountpoint, p); |
|
} |
|
|
|
printf("Created filesystem with %d/%d inodes and %d/%d blocks\n", |
|
aux_info.sb->s_inodes_count - aux_info.sb->s_free_inodes_count, |
|
aux_info.sb->s_inodes_count, |
|
aux_info.sb->s_blocks_count_lo - aux_info.sb->s_free_blocks_count_lo, |
|
aux_info.sb->s_blocks_count_lo); |
|
|
|
if (wipe && WIPE_IS_SUPPORTED) { |
|
wipe_block_device(fd, info.len); |
|
} |
|
|
|
write_ext4_image(fd, gzip, sparse, crc); |
|
|
|
sparse_file_destroy(ext4_sparse_file); |
|
ext4_sparse_file = NULL; |
|
|
|
p = get_saved_allocation_chain(); |
|
while (p) { |
|
struct block_allocation* pn = p->next; |
|
free_alloc(p); |
|
p = pn; |
|
} |
|
|
|
free(mountpoint); |
|
free(directory); |
|
|
|
return 0; |
|
}
|
|
|