ckolivas/lrzip
1
0
Fork 0
mirror of https://github.com/ckolivas/lrzip.git synced 2025-12-06 07:12:00 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Write to physical files if we cannot fit the decompression in ram.

Browse source
This commit is contained in:
Con Kolivas 2011-03-14 12:15:54 +11:00
parent aeefba2190
commit 0fe3213a47
1 changed files with 29 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

36
stream.c
View file

@ -635,13 +635,38 @@ out:
const i64 one_g = 1000 * 1024 * 1024; const i64 one_g = 1000 * 1024 * 1024;
static void write_fdout(rzip_control *control, void *buf, i64 len)
{
uchar *offset_buf = buf;
ssize_t ret;
while (len > 0) {
ret = MIN(len, one_g);
ret = write(control->fd_out, offset_buf, (size_t)ret);
if (unlikely(ret <= 0))
fatal("Failed to write to fd_out in write_fdout\n");
len -= ret;
offset_buf += ret;
}
}
/* Look at whether we're writing to a ram location or physical files and write
* the data accordingly. */
ssize_t put_fdout(rzip_control *control, void *offset_buf, ssize_t ret) ssize_t put_fdout(rzip_control *control, void *offset_buf, ssize_t ret)
{ {
if (!TMP_OUTBUF) if (!TMP_OUTBUF)
return write(control->fd_out, offset_buf, (size_t)ret); return write(control->fd_out, offset_buf, (size_t)ret);
if (unlikely(control->out_ofs + ret > control->out_maxlen)) if (unlikely(control->out_ofs + ret > control->out_maxlen)) {
failure("Tried to write beyond temporary output buffer. Need a larger out_maxlen\n"); /* The data won't fit in a temporary output buffer so we have
* to fall back to temporary files. */
print_verbose("Unable to decompress entirely in ram, will use physical files\n");
control->flags &= ~FLAG_TMP_OUTBUF;
write_fdout(control, control->tmp_outbuf, control->out_len);
free(control->tmp_outbuf);
write_fdout(control, offset_buf, ret);
return ret;
}
memcpy(control->tmp_outbuf + control->out_ofs, offset_buf, ret); memcpy(control->tmp_outbuf + control->out_ofs, offset_buf, ret);
control->out_ofs += ret; control->out_ofs += ret;
if (likely(control->out_ofs > control->out_len)) if (likely(control->out_ofs > control->out_len))
@ -652,7 +677,7 @@ ssize_t put_fdout(rzip_control *control, void *offset_buf, ssize_t ret)
/* This is a custom version of write() which writes in 1GB chunks to avoid /* This is a custom version of write() which writes in 1GB chunks to avoid
the overflows at the >= 2GB mark thanks to 32bit fuckage. This should help the overflows at the >= 2GB mark thanks to 32bit fuckage. This should help
even on the rare occasion write() fails to write 1GB as well. */ even on the rare occasion write() fails to write 1GB as well. */
ssize_t write_1g(rzip_control *control,void *buf, i64 len) ssize_t write_1g(rzip_control *control, void *buf, i64 len)
{ {
uchar *offset_buf = buf; uchar *offset_buf = buf;
ssize_t ret; ssize_t ret;
@ -660,10 +685,7 @@ ssize_t write_1g(rzip_control *control,void *buf, i64 len)
total = 0; total = 0;
while (len > 0) { while (len > 0) {
if (len > one_g) ret = MIN(len, one_g);
ret = one_g;
else
ret = len;
ret = put_fdout(control, offset_buf, (size_t)ret); ret = put_fdout(control, offset_buf, (size_t)ret);
if (unlikely(ret <= 0)) if (unlikely(ret <= 0))
return ret; return ret;