2006-10-14 02:23:43 +00:00
|
|
|
/* vi: set sw=4 ts=4: */
|
|
|
|
/*
|
|
|
|
* Utility routines.
|
|
|
|
*
|
|
|
|
* Copyright (C) 1999-2004 by Erik Andersen <andersen@codepoet.org>
|
|
|
|
*
|
|
|
|
* Licensed under GPLv2 or later, see file LICENSE in this tarball for details.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include "libbb.h"
|
2008-08-05 13:10:34 +00:00
|
|
|
|
|
|
|
#define ZIPPED (ENABLE_FEATURE_SEAMLESS_LZMA \
|
|
|
|
|| ENABLE_FEATURE_SEAMLESS_BZ2 \
|
|
|
|
|| ENABLE_FEATURE_SEAMLESS_GZ \
|
|
|
|
/* || ENABLE_FEATURE_SEAMLESS_Z */ \
|
|
|
|
)
|
|
|
|
|
|
|
|
#if ZIPPED
|
2008-07-10 17:43:01 +00:00
|
|
|
#include "unarchive.h"
|
|
|
|
#endif
|
2006-10-14 02:23:43 +00:00
|
|
|
|
2008-06-27 02:52:20 +00:00
|
|
|
ssize_t FAST_FUNC safe_read(int fd, void *buf, size_t count)
|
2006-10-14 02:23:43 +00:00
|
|
|
{
|
|
|
|
ssize_t n;
|
|
|
|
|
|
|
|
do {
|
|
|
|
n = read(fd, buf, count);
|
|
|
|
} while (n < 0 && errno == EINTR);
|
|
|
|
|
|
|
|
return n;
|
|
|
|
}
|
|
|
|
|
2008-02-20 22:23:24 +00:00
|
|
|
/* Suppose that you are a shell. You start child processes.
|
|
|
|
* They work and eventually exit. You want to get user input.
|
|
|
|
* You read stdin. But what happens if last child switched
|
|
|
|
* its stdin into O_NONBLOCK mode?
|
|
|
|
*
|
|
|
|
* *** SURPRISE! It will affect the parent too! ***
|
|
|
|
* *** BIG SURPRISE! It stays even after child exits! ***
|
|
|
|
*
|
|
|
|
* This is a design bug in UNIX API.
|
|
|
|
* fcntl(0, F_SETFL, fcntl(0, F_GETFL, 0) | O_NONBLOCK);
|
|
|
|
* will set nonblocking mode not only on _your_ stdin, but
|
|
|
|
* also on stdin of your parent, etc.
|
|
|
|
*
|
|
|
|
* In general,
|
|
|
|
* fd2 = dup(fd1);
|
|
|
|
* fcntl(fd2, F_SETFL, fcntl(fd2, F_GETFL, 0) | O_NONBLOCK);
|
|
|
|
* sets both fd1 and fd2 to O_NONBLOCK. This includes cases
|
|
|
|
* where duping is done implicitly by fork() etc.
|
|
|
|
*
|
|
|
|
* We need
|
|
|
|
* fcntl(fd2, F_SETFD, fcntl(fd2, F_GETFD, 0) | O_NONBLOCK);
|
|
|
|
* (note SETFD, not SETFL!) but such thing doesn't exist.
|
|
|
|
*
|
|
|
|
* Alternatively, we need nonblocking_read(fd, ...) which doesn't
|
|
|
|
* require O_NONBLOCK dance at all. Actually, it exists:
|
|
|
|
* n = recv(fd, buf, len, MSG_DONTWAIT);
|
|
|
|
* "MSG_DONTWAIT:
|
|
|
|
* Enables non-blocking operation; if the operation
|
|
|
|
* would block, EAGAIN is returned."
|
|
|
|
* but recv() works only for sockets!
|
|
|
|
*
|
|
|
|
* So far I don't see any good solution, I can only propose
|
|
|
|
* that affected readers should be careful and use this routine,
|
|
|
|
* which detects EAGAIN and uses poll() to wait on the fd.
|
2008-02-20 22:57:24 +00:00
|
|
|
* Thankfully, poll() doesn't care about O_NONBLOCK flag.
|
2008-02-20 22:23:24 +00:00
|
|
|
*/
|
2008-06-27 02:52:20 +00:00
|
|
|
ssize_t FAST_FUNC nonblock_safe_read(int fd, void *buf, size_t count)
|
2008-02-20 22:23:24 +00:00
|
|
|
{
|
|
|
|
struct pollfd pfd[1];
|
|
|
|
ssize_t n;
|
|
|
|
|
|
|
|
while (1) {
|
|
|
|
n = safe_read(fd, buf, count);
|
|
|
|
if (n >= 0 || errno != EAGAIN)
|
|
|
|
return n;
|
|
|
|
/* fd is in O_NONBLOCK mode. Wait using poll and repeat */
|
|
|
|
pfd[0].fd = fd;
|
|
|
|
pfd[0].events = POLLIN;
|
|
|
|
safe_poll(pfd, 1, -1);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2006-10-14 02:23:43 +00:00
|
|
|
/*
|
|
|
|
* Read all of the supplied buffer from a file.
|
|
|
|
* This does multiple reads as necessary.
|
|
|
|
* Returns the amount read, or -1 on an error.
|
|
|
|
* A short read is returned on an end of file.
|
|
|
|
*/
|
2008-06-27 02:52:20 +00:00
|
|
|
ssize_t FAST_FUNC full_read(int fd, void *buf, size_t len)
|
2006-10-14 02:23:43 +00:00
|
|
|
{
|
|
|
|
ssize_t cc;
|
|
|
|
ssize_t total;
|
|
|
|
|
|
|
|
total = 0;
|
|
|
|
|
|
|
|
while (len) {
|
|
|
|
cc = safe_read(fd, buf, len);
|
|
|
|
|
2008-02-25 20:30:24 +00:00
|
|
|
if (cc < 0) {
|
|
|
|
if (total) {
|
|
|
|
/* we already have some! */
|
|
|
|
/* user can do another read to know the error code */
|
|
|
|
return total;
|
|
|
|
}
|
|
|
|
return cc; /* read() returns -1 on failure. */
|
|
|
|
}
|
2006-10-14 02:23:43 +00:00
|
|
|
if (cc == 0)
|
|
|
|
break;
|
|
|
|
buf = ((char *)buf) + cc;
|
|
|
|
total += cc;
|
|
|
|
len -= cc;
|
|
|
|
}
|
|
|
|
|
|
|
|
return total;
|
|
|
|
}
|
|
|
|
|
2008-07-09 09:50:33 +00:00
|
|
|
/* Die with an error message if we can't read the entire buffer. */
|
2008-06-27 02:52:20 +00:00
|
|
|
void FAST_FUNC xread(int fd, void *buf, size_t count)
|
2006-10-14 02:23:43 +00:00
|
|
|
{
|
|
|
|
if (count) {
|
|
|
|
ssize_t size = full_read(fd, buf, count);
|
2008-05-13 02:27:31 +00:00
|
|
|
if ((size_t)size != count)
|
2006-10-14 02:23:43 +00:00
|
|
|
bb_error_msg_and_die("short read");
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2008-07-09 09:50:33 +00:00
|
|
|
/* Die with an error message if we can't read one character. */
|
2008-06-27 02:52:20 +00:00
|
|
|
unsigned char FAST_FUNC xread_char(int fd)
|
2006-10-14 02:23:43 +00:00
|
|
|
{
|
|
|
|
char tmp;
|
|
|
|
xread(fd, &tmp, 1);
|
|
|
|
return tmp;
|
|
|
|
}
|
|
|
|
|
2008-03-26 20:04:27 +00:00
|
|
|
// Reads one line a-la fgets (but doesn't save terminating '\n').
|
|
|
|
// Reads byte-by-byte. Useful when it is important to not read ahead.
|
2008-02-20 22:23:24 +00:00
|
|
|
// Bytes are appended to pfx (which must be malloced, or NULL).
|
2008-06-27 02:52:20 +00:00
|
|
|
char* FAST_FUNC xmalloc_reads(int fd, char *buf, size_t *maxsz_p)
|
2007-06-13 06:47:47 +00:00
|
|
|
{
|
|
|
|
char *p;
|
2008-03-24 00:04:42 +00:00
|
|
|
size_t sz = buf ? strlen(buf) : 0;
|
2009-03-18 17:32:44 +00:00
|
|
|
size_t maxsz = maxsz_p ? *maxsz_p : (INT_MAX - 4095);
|
2007-06-13 06:47:47 +00:00
|
|
|
|
|
|
|
goto jump_in;
|
2008-03-24 00:04:42 +00:00
|
|
|
while (sz < maxsz) {
|
2008-05-13 02:27:31 +00:00
|
|
|
if ((size_t)(p - buf) == sz) {
|
2007-06-13 06:47:47 +00:00
|
|
|
jump_in:
|
|
|
|
buf = xrealloc(buf, sz + 128);
|
|
|
|
p = buf + sz;
|
|
|
|
sz += 128;
|
|
|
|
}
|
2008-02-20 22:23:24 +00:00
|
|
|
/* nonblock_safe_read() because we are used by e.g. shells */
|
|
|
|
if (nonblock_safe_read(fd, p, 1) != 1) { /* EOF/error */
|
2008-02-24 23:32:36 +00:00
|
|
|
if (p == buf) { /* we read nothing */
|
2007-06-13 06:47:47 +00:00
|
|
|
free(buf);
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
if (*p == '\n')
|
|
|
|
break;
|
|
|
|
p++;
|
|
|
|
}
|
2008-03-26 20:04:27 +00:00
|
|
|
*p = '\0';
|
2008-03-24 00:04:42 +00:00
|
|
|
if (maxsz_p)
|
2008-03-26 20:04:27 +00:00
|
|
|
*maxsz_p = p - buf;
|
|
|
|
p++;
|
2007-06-13 06:47:47 +00:00
|
|
|
return xrealloc(buf, p - buf);
|
|
|
|
}
|
|
|
|
|
2008-06-27 02:52:20 +00:00
|
|
|
ssize_t FAST_FUNC read_close(int fd, void *buf, size_t size)
|
2006-10-14 02:23:43 +00:00
|
|
|
{
|
2007-06-30 14:47:41 +00:00
|
|
|
/*int e;*/
|
2006-10-14 02:23:43 +00:00
|
|
|
size = full_read(fd, buf, size);
|
2007-06-30 14:47:41 +00:00
|
|
|
/*e = errno;*/
|
2006-10-14 02:23:43 +00:00
|
|
|
close(fd);
|
2007-06-30 14:47:41 +00:00
|
|
|
/*errno = e;*/
|
2006-10-14 02:23:43 +00:00
|
|
|
return size;
|
|
|
|
}
|
|
|
|
|
2008-06-27 02:52:20 +00:00
|
|
|
ssize_t FAST_FUNC open_read_close(const char *filename, void *buf, size_t size)
|
2006-10-14 02:23:43 +00:00
|
|
|
{
|
|
|
|
int fd = open(filename, O_RDONLY);
|
|
|
|
if (fd < 0)
|
|
|
|
return fd;
|
|
|
|
return read_close(fd, buf, size);
|
|
|
|
}
|
|
|
|
|
2008-07-09 09:50:33 +00:00
|
|
|
|
2008-06-24 16:08:22 +00:00
|
|
|
// Read (potentially big) files in one go. File size is estimated
|
2008-07-09 09:50:33 +00:00
|
|
|
// by stat. Extra '\0' byte is appended.
|
2008-07-10 17:43:01 +00:00
|
|
|
void* FAST_FUNC xmalloc_read(int fd, size_t *maxsz_p)
|
2008-04-20 14:45:43 +00:00
|
|
|
{
|
|
|
|
char *buf;
|
2008-07-09 09:50:33 +00:00
|
|
|
size_t size, rd_size, total;
|
2008-07-10 17:43:01 +00:00
|
|
|
size_t to_read;
|
2008-04-20 14:45:43 +00:00
|
|
|
struct stat st;
|
|
|
|
|
2009-03-18 17:32:44 +00:00
|
|
|
to_read = maxsz_p ? *maxsz_p : (INT_MAX - 4095); /* max to read */
|
2008-04-20 14:45:43 +00:00
|
|
|
|
2008-07-09 09:50:33 +00:00
|
|
|
/* Estimate file size */
|
|
|
|
st.st_size = 0; /* in case fstat fails, assume 0 */
|
2008-04-20 14:45:43 +00:00
|
|
|
fstat(fd, &st);
|
2008-07-09 09:50:33 +00:00
|
|
|
/* /proc/N/stat files report st_size 0 */
|
2008-04-20 14:45:43 +00:00
|
|
|
/* In order to make such files readable, we add small const */
|
2008-07-09 09:50:33 +00:00
|
|
|
size = (st.st_size | 0x3ff) + 1;
|
|
|
|
|
|
|
|
total = 0;
|
|
|
|
buf = NULL;
|
|
|
|
while (1) {
|
|
|
|
if (to_read < size)
|
|
|
|
size = to_read;
|
|
|
|
buf = xrealloc(buf, total + size + 1);
|
|
|
|
rd_size = full_read(fd, buf + total, size);
|
2008-07-10 17:43:01 +00:00
|
|
|
if ((ssize_t)rd_size == (ssize_t)(-1)) { /* error */
|
2008-07-09 09:50:33 +00:00
|
|
|
free(buf);
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
total += rd_size;
|
|
|
|
if (rd_size < size) /* EOF */
|
|
|
|
break;
|
2008-07-10 17:43:01 +00:00
|
|
|
if (to_read <= rd_size)
|
2008-07-09 09:50:33 +00:00
|
|
|
break;
|
2008-07-10 17:43:01 +00:00
|
|
|
to_read -= rd_size;
|
2008-07-09 09:50:33 +00:00
|
|
|
/* grow by 1/8, but in [1k..64k] bounds */
|
|
|
|
size = ((total / 8) | 0x3ff) + 1;
|
|
|
|
if (size > 64*1024)
|
|
|
|
size = 64*1024;
|
2008-04-20 14:45:43 +00:00
|
|
|
}
|
2009-05-15 21:23:23 +00:00
|
|
|
buf = xrealloc(buf, total + 1);
|
2008-07-09 09:50:33 +00:00
|
|
|
buf[total] = '\0';
|
2008-04-20 14:45:43 +00:00
|
|
|
|
2008-07-10 17:43:01 +00:00
|
|
|
if (maxsz_p)
|
|
|
|
*maxsz_p = total;
|
2008-04-20 14:45:43 +00:00
|
|
|
return buf;
|
|
|
|
}
|
|
|
|
|
|
|
|
#ifdef USING_LSEEK_TO_GET_SIZE
|
|
|
|
/* Alternatively, file size can be obtained by lseek to the end.
|
|
|
|
* The code is slightly bigger. Retained in case fstat approach
|
|
|
|
* will not work for some weird cases (/proc, block devices, etc).
|
|
|
|
* (NB: lseek also can fail to work for some weird files) */
|
|
|
|
|
2007-06-13 06:47:47 +00:00
|
|
|
// Read (potentially big) files in one go. File size is estimated by
|
|
|
|
// lseek to end.
|
2008-07-10 17:43:01 +00:00
|
|
|
void* FAST_FUNC xmalloc_open_read_close(const char *filename, size_t *maxsz_p)
|
2006-10-14 02:23:43 +00:00
|
|
|
{
|
|
|
|
char *buf;
|
2008-04-20 01:27:59 +00:00
|
|
|
size_t size;
|
2007-06-13 06:47:47 +00:00
|
|
|
int fd;
|
|
|
|
off_t len;
|
|
|
|
|
2008-04-19 19:32:08 +00:00
|
|
|
fd = open(filename, O_RDONLY);
|
|
|
|
if (fd < 0)
|
|
|
|
return NULL;
|
2008-04-20 01:27:59 +00:00
|
|
|
|
2006-12-17 17:30:01 +00:00
|
|
|
/* /proc/N/stat files report len 0 here */
|
|
|
|
/* In order to make such files readable, we add small const */
|
2008-04-20 01:27:59 +00:00
|
|
|
size = 0x3ff; /* read only 1k on unseekable files */
|
|
|
|
len = lseek(fd, 0, SEEK_END) | 0x3ff; /* + up to 1k */
|
|
|
|
if (len != (off_t)-1) {
|
|
|
|
xlseek(fd, 0, SEEK_SET);
|
2009-03-18 17:32:44 +00:00
|
|
|
size = maxsz_p ? *maxsz_p : (INT_MAX - 4095);
|
2008-04-20 01:27:59 +00:00
|
|
|
if (len < size)
|
|
|
|
size = len;
|
|
|
|
}
|
|
|
|
|
2006-12-17 17:30:01 +00:00
|
|
|
buf = xmalloc(size + 1);
|
2006-10-14 02:23:43 +00:00
|
|
|
size = read_close(fd, buf, size);
|
2008-04-20 01:27:59 +00:00
|
|
|
if ((ssize_t)size < 0) {
|
|
|
|
free(buf);
|
|
|
|
return NULL;
|
|
|
|
}
|
2009-05-15 21:23:23 +00:00
|
|
|
buf = xrealloc(buf, size + 1);
|
2006-10-14 02:23:43 +00:00
|
|
|
buf[size] = '\0';
|
2008-04-20 01:27:59 +00:00
|
|
|
|
2008-07-10 17:43:01 +00:00
|
|
|
if (maxsz_p)
|
|
|
|
*maxsz_p = size;
|
2006-10-14 02:23:43 +00:00
|
|
|
return buf;
|
|
|
|
}
|
2008-04-20 14:45:43 +00:00
|
|
|
#endif
|
2008-04-19 19:32:08 +00:00
|
|
|
|
2008-07-09 09:50:33 +00:00
|
|
|
// Read (potentially big) files in one go. File size is estimated
|
|
|
|
// by stat.
|
2008-07-10 17:43:01 +00:00
|
|
|
void* FAST_FUNC xmalloc_open_read_close(const char *filename, size_t *maxsz_p)
|
2008-07-08 05:14:36 +00:00
|
|
|
{
|
|
|
|
char *buf;
|
2008-07-09 09:50:33 +00:00
|
|
|
int fd;
|
2008-07-08 05:14:36 +00:00
|
|
|
|
2008-07-09 09:50:33 +00:00
|
|
|
fd = open(filename, O_RDONLY);
|
|
|
|
if (fd < 0)
|
|
|
|
return NULL;
|
2008-07-08 05:14:36 +00:00
|
|
|
|
2008-07-10 17:43:01 +00:00
|
|
|
buf = xmalloc_read(fd, maxsz_p);
|
2008-07-09 09:50:33 +00:00
|
|
|
close(fd);
|
|
|
|
return buf;
|
|
|
|
}
|
2008-07-08 05:14:36 +00:00
|
|
|
|
2008-07-10 17:43:01 +00:00
|
|
|
void* FAST_FUNC xmalloc_xopen_read_close(const char *filename, size_t *maxsz_p)
|
2008-07-09 09:50:33 +00:00
|
|
|
{
|
2008-07-10 17:43:01 +00:00
|
|
|
void *buf = xmalloc_open_read_close(filename, maxsz_p);
|
2008-07-09 09:50:33 +00:00
|
|
|
if (!buf)
|
|
|
|
bb_perror_msg_and_die("can't read '%s'", filename);
|
2008-07-08 05:14:36 +00:00
|
|
|
return buf;
|
|
|
|
}
|
2008-07-10 17:43:01 +00:00
|
|
|
|
2008-08-05 13:10:34 +00:00
|
|
|
int FAST_FUNC open_zipped(const char *fname)
|
|
|
|
{
|
|
|
|
#if !ZIPPED
|
|
|
|
return open(fname, O_RDONLY);
|
|
|
|
#else
|
|
|
|
unsigned char magic[2];
|
|
|
|
char *sfx;
|
|
|
|
int fd;
|
|
|
|
#if BB_MMU
|
2009-04-21 11:09:40 +00:00
|
|
|
IF_DESKTOP(long long) int FAST_FUNC (*xformer)(int src_fd, int dst_fd);
|
2008-08-05 13:10:34 +00:00
|
|
|
enum { xformer_prog = 0 };
|
|
|
|
#else
|
|
|
|
enum { xformer = 0 };
|
|
|
|
const char *xformer_prog;
|
|
|
|
#endif
|
|
|
|
|
|
|
|
fd = open(fname, O_RDONLY);
|
|
|
|
if (fd < 0)
|
|
|
|
return fd;
|
|
|
|
|
|
|
|
sfx = strrchr(fname, '.');
|
|
|
|
if (sfx) {
|
|
|
|
if (ENABLE_FEATURE_SEAMLESS_LZMA && strcmp(sfx, ".lzma") == 0)
|
|
|
|
/* .lzma has no header/signature, just trust it */
|
|
|
|
open_transformer(fd, unpack_lzma_stream, "unlzma");
|
|
|
|
else
|
|
|
|
if ((ENABLE_FEATURE_SEAMLESS_GZ && strcmp(sfx, ".gz") == 0)
|
|
|
|
|| (ENABLE_FEATURE_SEAMLESS_BZ2 && strcmp(sfx, ".bz2") == 0)
|
|
|
|
) {
|
|
|
|
/* .gz and .bz2 both have 2-byte signature, and their
|
2009-08-28 04:20:33 +00:00
|
|
|
* unpack_XXX_stream wants this header skipped. */
|
2008-08-05 13:10:34 +00:00
|
|
|
xread(fd, &magic, 2);
|
2008-08-05 17:43:29 +00:00
|
|
|
#if ENABLE_FEATURE_SEAMLESS_GZ
|
2008-08-05 13:10:34 +00:00
|
|
|
#if BB_MMU
|
|
|
|
xformer = unpack_gz_stream;
|
|
|
|
#else
|
|
|
|
xformer_prog = "gunzip";
|
|
|
|
#endif
|
2008-08-05 17:43:29 +00:00
|
|
|
#endif
|
|
|
|
if (!ENABLE_FEATURE_SEAMLESS_GZ
|
|
|
|
|| magic[0] != 0x1f || magic[1] != 0x8b
|
|
|
|
) {
|
2008-08-05 13:10:34 +00:00
|
|
|
if (!ENABLE_FEATURE_SEAMLESS_BZ2
|
|
|
|
|| magic[0] != 'B' || magic[1] != 'Z'
|
|
|
|
) {
|
|
|
|
bb_error_msg_and_die("no gzip"
|
2009-04-21 11:09:40 +00:00
|
|
|
IF_FEATURE_SEAMLESS_BZ2("/bzip2")
|
2008-08-05 13:10:34 +00:00
|
|
|
" magic");
|
|
|
|
}
|
|
|
|
#if BB_MMU
|
|
|
|
xformer = unpack_bz2_stream;
|
|
|
|
#else
|
|
|
|
xformer_prog = "bunzip2";
|
|
|
|
#endif
|
|
|
|
} else {
|
|
|
|
#if !BB_MMU
|
|
|
|
/* NOMMU version of open_transformer execs
|
|
|
|
* an external unzipper that wants
|
|
|
|
* file position at the start of the file */
|
|
|
|
xlseek(fd, 0, SEEK_SET);
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
open_transformer(fd, xformer, xformer_prog);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return fd;
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
2008-07-10 17:43:01 +00:00
|
|
|
void* FAST_FUNC xmalloc_open_zipped_read_close(const char *fname, size_t *maxsz_p)
|
|
|
|
{
|
2008-08-05 13:10:34 +00:00
|
|
|
int fd;
|
2008-07-10 17:43:01 +00:00
|
|
|
char *image;
|
|
|
|
|
2008-08-05 13:10:34 +00:00
|
|
|
fd = open_zipped(fname);
|
2008-07-10 17:43:01 +00:00
|
|
|
if (fd < 0)
|
|
|
|
return NULL;
|
|
|
|
|
|
|
|
image = xmalloc_read(fd, maxsz_p);
|
|
|
|
if (!image)
|
|
|
|
bb_perror_msg("read error from '%s'", fname);
|
|
|
|
close(fd);
|
|
|
|
|
|
|
|
return image;
|
|
|
|
}
|