/*
Unix SMB/Netbios implementation.
Version 2.2.x / 3.0.x
sendfile implementations.
Copyright (C) Jeremy Allison 2002.
This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program; if not, see .
*/
/*
* This file handles the OS dependent sendfile implementations.
* The API is such that it returns -1 on error, else returns the
* number of bytes written.
*/
#include "includes.h"
#include "system/filesys.h"
#if defined(LINUX_SENDFILE_API)
#include
#ifndef MSG_MORE
#define MSG_MORE 0x8000
#endif
ssize_t sys_sendfile(int tofd, int fromfd, const DATA_BLOB *header, off_t offset, size_t count)
{
size_t total=0;
ssize_t ret = -1;
size_t hdr_len = 0;
int old_flags = 0;
bool socket_flags_changed = false;
/*
* Send the header first.
* Use MSG_MORE to cork the TCP output until sendfile is called.
*/
if (header) {
hdr_len = header->length;
while (total < hdr_len) {
ret = sys_send(tofd, header->data + total,hdr_len - total, MSG_MORE);
if (ret == -1) {
if (errno == EAGAIN || errno == EWOULDBLOCK) {
/*
* send() must complete before we can
* send any other outgoing data on the
* socket. Ensure socket is in blocking
* mode. For SMB2 by default the socket
* is in non-blocking mode.
*/
old_flags = fcntl(tofd, F_GETFL, 0);
ret = set_blocking(tofd, true);
if (ret == -1) {
goto out;
}
socket_flags_changed = true;
continue;
}
goto out;
}
total += ret;
}
}
total = count;
while (total) {
ssize_t nwritten;
do {
nwritten = sendfile(tofd, fromfd, &offset, total);
} while (nwritten == -1 && errno == EINTR);
if (nwritten == -1) {
if (errno == EAGAIN || errno == EWOULDBLOCK) {
if (socket_flags_changed) {
/*
* We're already in blocking
* mode. This is an error.
*/
ret = -1;
goto out;
}
/*
* Sendfile must complete before we can
* send any other outgoing data on the socket.
* Ensure socket is in blocking mode.
* For SMB2 by default the socket is in
* non-blocking mode.
*/
old_flags = fcntl(tofd, F_GETFL, 0);
ret = set_blocking(tofd, true);
if (ret == -1) {
goto out;
}
socket_flags_changed = true;
continue;
}
if (errno == ENOSYS || errno == EINVAL) {
/* Ok - we're in a world of pain here. We just sent
* the header, but the sendfile failed. We have to
* emulate the sendfile at an upper layer before we
* disable it's use. So we do something really ugly.
* We set the errno to a strange value so we can detect
* this at the upper level and take care of it without
* layer violation. JRA.
*/
errno = EINTR; /* Normally we can never return this. */
}
ret = -1;
goto out;
}
if (nwritten == 0) {
/*
* EOF, return a short read
*/
ret = hdr_len + (count - total);
goto out;
}
total -= nwritten;
}
ret = count + hdr_len;
out:
if (socket_flags_changed) {
int saved_errno = errno;
int err;
/* Restore the old state of the socket. */
err = fcntl(tofd, F_SETFL, old_flags);
if (err == -1) {
return -1;
}
if (ret == -1) {
errno = saved_errno;
}
}
return ret;
}
#elif defined(SOLARIS_SENDFILE_API)
/*
* Solaris sendfile code written by Pierre Belanger .
*/
#include
ssize_t sys_sendfile(int tofd, int fromfd, const DATA_BLOB *header, off_t offset, size_t count)
{
int sfvcnt;
size_t total, xferred;
struct sendfilevec vec[2];
ssize_t hdr_len = 0;
int old_flags = 0;
ssize_t ret = -1;
bool socket_flags_changed = false;
if (header) {
sfvcnt = 2;
vec[0].sfv_fd = SFV_FD_SELF;
vec[0].sfv_flag = 0;
vec[0].sfv_off = (off_t)header->data;
vec[0].sfv_len = hdr_len = header->length;
vec[1].sfv_fd = fromfd;
vec[1].sfv_flag = 0;
vec[1].sfv_off = offset;
vec[1].sfv_len = count;
} else {
sfvcnt = 1;
vec[0].sfv_fd = fromfd;
vec[0].sfv_flag = 0;
vec[0].sfv_off = offset;
vec[0].sfv_len = count;
}
total = count + hdr_len;
while (total) {
ssize_t nwritten;
/*
* Although not listed in the API error returns, this is almost certainly
* a slow system call and will be interrupted by a signal with EINTR. JRA.
*/
xferred = 0;
nwritten = sendfilev(tofd, vec, sfvcnt, &xferred);
if (nwritten == -1 && errno == EINTR) {
if (xferred == 0)
continue; /* Nothing written yet. */
else
nwritten = xferred;
}
if (nwritten == -1) {
if (errno == EAGAIN || errno == EWOULDBLOCK) {
/*
* Sendfile must complete before we can
* send any other outgoing data on the socket.
* Ensure socket is in blocking mode.
* For SMB2 by default the socket is in
* non-blocking mode.
*/
old_flags = fcntl(tofd, F_GETFL, 0);
ret = set_blocking(tofd, true);
if (ret == -1) {
goto out;
}
socket_flags_changed = true;
continue;
}
ret = -1;
goto out;
}
if (nwritten == 0) {
ret = -1;
goto out; /* I think we're at EOF here... */
}
/*
* If this was a short (signal interrupted) write we may need
* to subtract it from the header data, or null out the header
* data altogether if we wrote more than vec[0].sfv_len bytes.
* We move vec[1].* to vec[0].* and set sfvcnt to 1
*/
if (sfvcnt == 2 && nwritten >= vec[0].sfv_len) {
vec[1].sfv_off += nwritten - vec[0].sfv_len;
vec[1].sfv_len -= nwritten - vec[0].sfv_len;
/* Move vec[1].* to vec[0].* and set sfvcnt to 1 */
vec[0] = vec[1];
sfvcnt = 1;
} else {
vec[0].sfv_off += nwritten;
vec[0].sfv_len -= nwritten;
}
total -= nwritten;
}
ret = count + hdr_len;
out:
if (socket_flags_changed) {
int saved_errno;
int err;
if (ret == -1) {
saved_errno = errno;
}
/* Restore the old state of the socket. */
err = fcntl(tofd, F_SETFL, old_flags);
if (err == -1) {
return -1;
}
if (ret == -1) {
errno = saved_errno;
}
}
return ret;
}
#elif defined(HPUX_SENDFILE_API)
#include
#include
ssize_t sys_sendfile(int tofd, int fromfd, const DATA_BLOB *header, off_t offset, size_t count)
{
size_t total=0;
struct iovec hdtrl[2];
size_t hdr_len = 0;
int old_flags = 0;
ssize_t ret = -1;
bool socket_flags_changed = false;
if (header) {
/* Set up the header/trailer iovec. */
hdtrl[0].iov_base = (void *)header->data;
hdtrl[0].iov_len = hdr_len = header->length;
} else {
hdtrl[0].iov_base = NULL;
hdtrl[0].iov_len = hdr_len = 0;
}
hdtrl[1].iov_base = NULL;
hdtrl[1].iov_len = 0;
total = count;
while (total + hdtrl[0].iov_len) {
ssize_t nwritten;
/*
* HPUX guarantees that if any data was written before
* a signal interrupt then sendfile returns the number of
* bytes written (which may be less than requested) not -1.
* nwritten includes the header data sent.
*/
do {
nwritten = sendfile(tofd, fromfd, offset, total, &hdtrl[0], 0);
} while (nwritten == -1 && errno == EINTR);
if (nwritten == -1) {
if (errno == EAGAIN || errno == EWOULDBLOCK) {
/*
* Sendfile must complete before we can
* send any other outgoing data on the socket.
* Ensure socket is in blocking mode.
* For SMB2 by default the socket is in
* non-blocking mode.
*/
old_flags = fcntl(tofd, F_GETFL, 0);
ret = set_blocking(tofd, true);
if (ret == -1) {
goto out;
}
socket_flags_changed = true;
continue;
}
ret = -1;
goto out;
}
if (nwritten == 0) {
ret = -1; /* I think we're at EOF here... */
goto out;
}
/*
* If this was a short (signal interrupted) write we may need
* to subtract it from the header data, or null out the header
* data altogether if we wrote more than hdtrl[0].iov_len bytes.
* We change nwritten to be the number of file bytes written.
*/
if (hdtrl[0].iov_base && hdtrl[0].iov_len) {
if (nwritten >= hdtrl[0].iov_len) {
nwritten -= hdtrl[0].iov_len;
hdtrl[0].iov_base = NULL;
hdtrl[0].iov_len = 0;
} else {
/* iov_base is defined as a void *... */
hdtrl[0].iov_base = (void *)(((char *)hdtrl[0].iov_base) + nwritten);
hdtrl[0].iov_len -= nwritten;
nwritten = 0;
}
}
total -= nwritten;
offset += nwritten;
}
ret = count + hdr_len;
out:
if (socket_flags_changed) {
int saved_errno;
int err;
if (ret == -1) {
saved_errno = errno;
}
/* Restore the old state of the socket. */
err = fcntl(tofd, F_SETFL, old_flags);
if (err == -1) {
return -1;
}
if (ret == -1) {
errno = saved_errno;
}
}
return ret;
}
#elif defined(FREEBSD_SENDFILE_API) || defined(DARWIN_SENDFILE_API)
#include
#include
#include
ssize_t sys_sendfile(int tofd, int fromfd,
const DATA_BLOB *header, off_t offset, size_t count)
{
struct sf_hdtr sf_header = {0};
struct iovec io_header = {0};
int old_flags = 0;
off_t nwritten;
ssize_t ret = -1;
bool socket_flags_changed = false;
if (header) {
sf_header.headers = &io_header;
sf_header.hdr_cnt = 1;
io_header.iov_base = header->data;
io_header.iov_len = header->length;
sf_header.trailers = NULL;
sf_header.trl_cnt = 0;
}
while (count != 0) {
nwritten = count;
#if defined(DARWIN_SENDFILE_API)
/* Darwin recycles nwritten as a value-result parameter, apart from that this
sendfile implementation is quite the same as the FreeBSD one */
ret = sendfile(fromfd, tofd, offset, &nwritten, &sf_header, 0);
#else
ret = sendfile(fromfd, tofd, offset, count, &sf_header, &nwritten, 0);
#endif
if (ret == -1 && errno != EINTR) {
if (errno == EAGAIN || errno == EWOULDBLOCK) {
/*
* Sendfile must complete before we can
* send any other outgoing data on the socket.
* Ensure socket is in blocking mode.
* For SMB2 by default the socket is in
* non-blocking mode.
*/
old_flags = fcntl(tofd, F_GETFL, 0);
ret = set_blocking(tofd, true);
if (ret == -1) {
goto out;
}
socket_flags_changed = true;
continue;
}
/* Send failed, we are toast. */
ret = -1;
goto out;
}
if (nwritten == 0) {
/* EOF of offset is after EOF. */
break;
}
if (sf_header.hdr_cnt) {
if (io_header.iov_len <= nwritten) {
/* Entire header was sent. */
sf_header.headers = NULL;
sf_header.hdr_cnt = 0;
nwritten -= io_header.iov_len;
} else {
/* Partial header was sent. */
io_header.iov_len -= nwritten;
io_header.iov_base =
((uint8_t *)io_header.iov_base) + nwritten;
nwritten = 0;
}
}
offset += nwritten;
count -= nwritten;
}
ret = nwritten;
out:
if (socket_flags_changed) {
int saved_errno;
int err;
if (ret == -1) {
saved_errno = errno;
}
/* Restore the old state of the socket. */
err = fcntl(tofd, F_SETFL, old_flags);
if (err == -1) {
return -1;
}
if (ret == -1) {
errno = saved_errno;
}
}
return ret;
}
#elif defined(AIX_SENDFILE_API)
/* BEGIN AIX SEND_FILE */
/* Contributed by William Jojo */
#include
ssize_t sys_sendfile(int tofd, int fromfd, const DATA_BLOB *header, off_t offset, size_t count)
{
struct sf_parms hdtrl;
int old_flags = 0;
ssize_t ret = -1;
bool socket_flags_changed = false;
/* Set up the header/trailer struct params. */
if (header) {
hdtrl.header_data = header->data;
hdtrl.header_length = header->length;
} else {
hdtrl.header_data = NULL;
hdtrl.header_length = 0;
}
hdtrl.trailer_data = NULL;
hdtrl.trailer_length = 0;
hdtrl.file_descriptor = fromfd;
hdtrl.file_offset = offset;
hdtrl.file_bytes = count;
while ( hdtrl.file_bytes + hdtrl.header_length ) {
/*
Return Value
There are three possible return values from send_file:
Value Description
-1 an error has occurred, errno contains the error code.
0 the command has completed successfully.
1 the command was completed partially, some data has been
transmitted but the command has to return for some reason,
for example, the command was interrupted by signals.
*/
do {
ret = send_file(&tofd, &hdtrl, 0);
} while ((ret == 1) || (ret == -1 && errno == EINTR));
if ( ret == -1 ) {
if (errno == EAGAIN || errno == EWOULDBLOCK) {
/*
* Sendfile must complete before we can
* send any other outgoing data on the socket.
* Ensure socket is in blocking mode.
* For SMB2 by default the socket is in
* non-blocking mode.
*/
old_flags = fcntl(tofd, F_GETFL, 0);
ret = set_blocking(tofd, true);
if (ret == -1) {
goto out;
}
socket_flags_changed = true;
continue;
}
goto out;
}
}
ret = count + header->length;
out:
if (socket_flags_changed) {
int saved_errno;
int err;
if (ret == -1) {
saved_errno = errno;
}
/* Restore the old state of the socket. */
err = fcntl(tofd, F_SETFL, old_flags);
if (err == -1) {
return -1;
}
if (ret == -1) {
errno = saved_errno;
}
}
return ret;
}
/* END AIX SEND_FILE */
#else /* No sendfile implementation. Return error. */
ssize_t sys_sendfile(int tofd, int fromfd, const DATA_BLOB *header, off_t offset, size_t count)
{
/* No sendfile syscall. */
errno = ENOSYS;
return -1;
}
#endif