summaryrefslogtreecommitdiffstats
path: root/src/iperf_server_api.c
diff options
context:
space:
mode:
Diffstat (limited to 'src/iperf_server_api.c')
-rw-r--r--src/iperf_server_api.c918
1 files changed, 918 insertions, 0 deletions
diff --git a/src/iperf_server_api.c b/src/iperf_server_api.c
new file mode 100644
index 0000000..77e9c35
--- /dev/null
+++ b/src/iperf_server_api.c
@@ -0,0 +1,918 @@
+/*
+ * iperf, Copyright (c) 2014-2023 The Regents of the University of
+ * California, through Lawrence Berkeley National Laboratory (subject
+ * to receipt of any required approvals from the U.S. Dept. of
+ * Energy). All rights reserved.
+ *
+ * If you have questions about your rights to use or distribute this
+ * software, please contact Berkeley Lab's Technology Transfer
+ * Department at TTD@lbl.gov.
+ *
+ * NOTICE. This software is owned by the U.S. Department of Energy.
+ * As such, the U.S. Government has been granted for itself and others
+ * acting on its behalf a paid-up, nonexclusive, irrevocable,
+ * worldwide license in the Software to reproduce, prepare derivative
+ * works, and perform publicly and display publicly. Beginning five
+ * (5) years after the date permission to assert copyright is obtained
+ * from the U.S. Department of Energy, and subject to any subsequent
+ * five (5) year renewals, the U.S. Government is granted for itself
+ * and others acting on its behalf a paid-up, nonexclusive,
+ * irrevocable, worldwide license in the Software to reproduce,
+ * prepare derivative works, distribute copies to the public, perform
+ * publicly and display publicly, and to permit others to do so.
+ *
+ * This code is distributed under a BSD style license, see the LICENSE
+ * file for complete information.
+ */
+/* iperf_server_api.c: Functions to be used by an iperf server
+*/
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <getopt.h>
+#include <errno.h>
+#include <unistd.h>
+#include <assert.h>
+#include <fcntl.h>
+#include <sys/socket.h>
+#include <sys/types.h>
+#include <netinet/in.h>
+#include <arpa/inet.h>
+#include <netdb.h>
+#ifdef HAVE_STDINT_H
+#include <stdint.h>
+#endif
+#include <sys/time.h>
+#include <sys/resource.h>
+#include <sched.h>
+#include <setjmp.h>
+
+#include "iperf.h"
+#include "iperf_api.h"
+#include "iperf_udp.h"
+#include "iperf_tcp.h"
+#include "iperf_util.h"
+#include "timer.h"
+#include "iperf_time.h"
+#include "net.h"
+#include "units.h"
+#include "iperf_util.h"
+#include "iperf_locale.h"
+
+#if defined(HAVE_TCP_CONGESTION)
+#if !defined(TCP_CA_NAME_MAX)
+#define TCP_CA_NAME_MAX 16
+#endif /* TCP_CA_NAME_MAX */
+#endif /* HAVE_TCP_CONGESTION */
+
+void *
+iperf_server_worker_run(void *s) {
+ struct iperf_stream *sp = (struct iperf_stream *) s;
+ struct iperf_test *test = sp->test;
+
+ /* Allow this thread to be cancelled even if it's in a syscall */
+ pthread_setcanceltype(PTHREAD_CANCEL_ASYNCHRONOUS, NULL);
+ pthread_setcancelstate(PTHREAD_CANCEL_ENABLE, NULL);
+
+ while (! (test->done) && ! (sp->done)) {
+ if (sp->sender) {
+ if (iperf_send_mt(sp) < 0) {
+ goto cleanup_and_fail;
+ }
+ }
+ else {
+ if (iperf_recv_mt(sp) < 0) {
+ goto cleanup_and_fail;
+ }
+ }
+ }
+ return NULL;
+
+ cleanup_and_fail:
+ return NULL;
+}
+
+int
+iperf_server_listen(struct iperf_test *test)
+{
+ retry:
+ if((test->listener = netannounce(test->settings->domain, Ptcp, test->bind_address, test->bind_dev, test->server_port)) < 0) {
+ if (errno == EAFNOSUPPORT && (test->settings->domain == AF_INET6 || test->settings->domain == AF_UNSPEC)) {
+ /* If we get "Address family not supported by protocol", that
+ ** probably means we were compiled with IPv6 but the running
+ ** kernel does not actually do IPv6. This is not too unusual,
+ ** v6 support is and perhaps always will be spotty.
+ */
+ warning("this system does not seem to support IPv6 - trying IPv4");
+ test->settings->domain = AF_INET;
+ goto retry;
+ } else {
+ i_errno = IELISTEN;
+ return -1;
+ }
+ }
+
+ if (!test->json_output) {
+ if (test->server_last_run_rc != 2)
+ test->server_test_number +=1;
+ if (test->debug || test->server_last_run_rc != 2) {
+ iperf_printf(test, "-----------------------------------------------------------\n");
+ iperf_printf(test, "Server listening on %d (test #%d)\n", test->server_port, test->server_test_number);
+ iperf_printf(test, "-----------------------------------------------------------\n");
+ if (test->forceflush)
+ iflush(test);
+ }
+ }
+
+ FD_ZERO(&test->read_set);
+ FD_ZERO(&test->write_set);
+ FD_SET(test->listener, &test->read_set);
+ if (test->listener > test->max_fd) test->max_fd = test->listener;
+
+ return 0;
+}
+
+int
+iperf_accept(struct iperf_test *test)
+{
+ int s;
+ signed char rbuf = ACCESS_DENIED;
+ socklen_t len;
+ struct sockaddr_storage addr;
+
+ len = sizeof(addr);
+ if ((s = accept(test->listener, (struct sockaddr *) &addr, &len)) < 0) {
+ i_errno = IEACCEPT;
+ return -1;
+ }
+
+ if (test->ctrl_sck == -1) {
+ /* Server free, accept new client */
+ test->ctrl_sck = s;
+ // set TCP_NODELAY for lower latency on control messages
+ int flag = 1;
+ if (setsockopt(test->ctrl_sck, IPPROTO_TCP, TCP_NODELAY, (char *) &flag, sizeof(int))) {
+ i_errno = IESETNODELAY;
+ return -1;
+ }
+
+#if defined(HAVE_TCP_USER_TIMEOUT)
+ int opt;
+ if ((opt = test->settings->snd_timeout)) {
+ if (setsockopt(s, IPPROTO_TCP, TCP_USER_TIMEOUT, &opt, sizeof(opt)) < 0) {
+ i_errno = IESETUSERTIMEOUT;
+ return -1;
+ }
+ }
+#endif /* HAVE_TCP_USER_TIMEOUT */
+
+ if (Nread(test->ctrl_sck, test->cookie, COOKIE_SIZE, Ptcp) != COOKIE_SIZE) {
+ /*
+ * Note this error covers both the case of a system error
+ * or the inability to read the correct amount of data
+ * (i.e. timed out).
+ */
+ i_errno = IERECVCOOKIE;
+ return -1;
+ }
+ FD_SET(test->ctrl_sck, &test->read_set);
+ if (test->ctrl_sck > test->max_fd) test->max_fd = test->ctrl_sck;
+
+ if (iperf_set_send_state(test, PARAM_EXCHANGE) != 0)
+ return -1;
+ if (iperf_exchange_parameters(test) < 0)
+ return -1;
+ if (test->server_affinity != -1)
+ if (iperf_setaffinity(test, test->server_affinity) != 0)
+ return -1;
+ if (test->on_connect)
+ test->on_connect(test);
+ } else {
+ /*
+ * Don't try to read from the socket. It could block an ongoing test.
+ * Just send ACCESS_DENIED.
+ * Also, if sending failed, don't return an error, as the request is not related
+ * to the ongoing test, and returning an error will terminate the test.
+ */
+ if (Nwrite(s, (char*) &rbuf, sizeof(rbuf), Ptcp) < 0) {
+ if (test->debug)
+ printf("failed to send ACCESS_DENIED to an unsolicited connection request during active test\n");
+ } else {
+ if (test->debug)
+ printf("successfully sent ACCESS_DENIED to an unsolicited connection request during active test\n");
+ }
+ close(s);
+ }
+
+ return 0;
+}
+
+
+/**************************************************************************/
+int
+iperf_handle_message_server(struct iperf_test *test)
+{
+ int rval;
+ struct iperf_stream *sp;
+
+ // XXX: Need to rethink how this behaves to fit API
+ if ((rval = Nread(test->ctrl_sck, (char*) &test->state, sizeof(signed char), Ptcp)) <= 0) {
+ if (rval == 0) {
+ iperf_err(test, "the client has unexpectedly closed the connection");
+ i_errno = IECTRLCLOSE;
+ test->state = IPERF_DONE;
+ return 0;
+ } else {
+ i_errno = IERECVMESSAGE;
+ return -1;
+ }
+ }
+
+ switch(test->state) {
+ case TEST_START:
+ break;
+ case TEST_END:
+ test->done = 1;
+ cpu_util(test->cpu_util);
+ test->stats_callback(test);
+ SLIST_FOREACH(sp, &test->streams, streams) {
+ FD_CLR(sp->socket, &test->read_set);
+ FD_CLR(sp->socket, &test->write_set);
+ close(sp->socket);
+ }
+ test->reporter_callback(test);
+ if (iperf_set_send_state(test, EXCHANGE_RESULTS) != 0)
+ return -1;
+ if (iperf_exchange_results(test) < 0)
+ return -1;
+ if (iperf_set_send_state(test, DISPLAY_RESULTS) != 0)
+ return -1;
+ if (test->on_test_finish)
+ test->on_test_finish(test);
+ break;
+ case IPERF_DONE:
+ break;
+ case CLIENT_TERMINATE:
+ i_errno = IECLIENTTERM;
+
+ // Temporarily be in DISPLAY_RESULTS phase so we can get
+ // ending summary statistics.
+ signed char oldstate = test->state;
+ cpu_util(test->cpu_util);
+ test->state = DISPLAY_RESULTS;
+ test->reporter_callback(test);
+ test->state = oldstate;
+
+ // XXX: Remove this line below!
+ iperf_err(test, "the client has terminated");
+ SLIST_FOREACH(sp, &test->streams, streams) {
+ FD_CLR(sp->socket, &test->read_set);
+ FD_CLR(sp->socket, &test->write_set);
+ close(sp->socket);
+ }
+ test->state = IPERF_DONE;
+ break;
+ default:
+ i_errno = IEMESSAGE;
+ return -1;
+ }
+
+ return 0;
+}
+
+static void
+server_timer_proc(TimerClientData client_data, struct iperf_time *nowP)
+{
+ struct iperf_test *test = client_data.p;
+ struct iperf_stream *sp;
+
+ test->timer = NULL;
+ if (test->done)
+ return;
+ test->done = 1;
+ /* Free streams */
+ while (!SLIST_EMPTY(&test->streams)) {
+ sp = SLIST_FIRST(&test->streams);
+ SLIST_REMOVE_HEAD(&test->streams, streams);
+ close(sp->socket);
+ iperf_free_stream(sp);
+ }
+ close(test->ctrl_sck);
+ test->ctrl_sck = -1;
+}
+
+static void
+server_stats_timer_proc(TimerClientData client_data, struct iperf_time *nowP)
+{
+ struct iperf_test *test = client_data.p;
+
+ if (test->done)
+ return;
+ if (test->stats_callback)
+ test->stats_callback(test);
+}
+
+static void
+server_reporter_timer_proc(TimerClientData client_data, struct iperf_time *nowP)
+{
+ struct iperf_test *test = client_data.p;
+
+ if (test->done)
+ return;
+ if (test->reporter_callback)
+ test->reporter_callback(test);
+}
+
+static int
+create_server_timers(struct iperf_test * test)
+{
+ struct iperf_time now;
+ TimerClientData cd;
+ int max_rtt = 4; /* seconds */
+ int state_transitions = 10; /* number of state transitions in iperf3 */
+ int grace_period = max_rtt * state_transitions;
+
+ if (iperf_time_now(&now) < 0) {
+ i_errno = IEINITTEST;
+ return -1;
+ }
+ cd.p = test;
+ test->timer = test->stats_timer = test->reporter_timer = NULL;
+ if (test->duration != 0 ) {
+ test->done = 0;
+ test->timer = tmr_create(&now, server_timer_proc, cd, (test->duration + test->omit + grace_period) * SEC_TO_US, 0);
+ if (test->timer == NULL) {
+ i_errno = IEINITTEST;
+ return -1;
+ }
+ }
+
+ test->stats_timer = test->reporter_timer = NULL;
+ if (test->stats_interval != 0) {
+ test->stats_timer = tmr_create(&now, server_stats_timer_proc, cd, test->stats_interval * SEC_TO_US, 1);
+ if (test->stats_timer == NULL) {
+ i_errno = IEINITTEST;
+ return -1;
+ }
+ }
+ if (test->reporter_interval != 0) {
+ test->reporter_timer = tmr_create(&now, server_reporter_timer_proc, cd, test->reporter_interval * SEC_TO_US, 1);
+ if (test->reporter_timer == NULL) {
+ i_errno = IEINITTEST;
+ return -1;
+ }
+ }
+ return 0;
+}
+
+static void
+server_omit_timer_proc(TimerClientData client_data, struct iperf_time *nowP)
+{
+ struct iperf_test *test = client_data.p;
+
+ test->omit_timer = NULL;
+ test->omitting = 0;
+ iperf_reset_stats(test);
+ if (test->verbose && !test->json_output && test->reporter_interval == 0)
+ iperf_printf(test, "%s", report_omit_done);
+
+ /* Reset the timers. */
+ if (test->stats_timer != NULL)
+ tmr_reset(nowP, test->stats_timer);
+ if (test->reporter_timer != NULL)
+ tmr_reset(nowP, test->reporter_timer);
+}
+
+static int
+create_server_omit_timer(struct iperf_test * test)
+{
+ struct iperf_time now;
+ TimerClientData cd;
+
+ if (test->omit == 0) {
+ test->omit_timer = NULL;
+ test->omitting = 0;
+ } else {
+ if (iperf_time_now(&now) < 0) {
+ i_errno = IEINITTEST;
+ return -1;
+ }
+ test->omitting = 1;
+ cd.p = test;
+ test->omit_timer = tmr_create(&now, server_omit_timer_proc, cd, test->omit * SEC_TO_US, 0);
+ if (test->omit_timer == NULL) {
+ i_errno = IEINITTEST;
+ return -1;
+ }
+ }
+
+ return 0;
+}
+
+static void
+cleanup_server(struct iperf_test *test)
+{
+ struct iperf_stream *sp;
+
+ /* Cancel outstanding threads */
+ int i_errno_save = i_errno;
+ SLIST_FOREACH(sp, &test->streams, streams) {
+ int rc;
+ sp->done = 1;
+ rc = pthread_cancel(sp->thr);
+ if (rc != 0 && rc != ESRCH) {
+ i_errno = IEPTHREADCANCEL;
+ errno = rc;
+ iperf_err(test, "cleanup_server in pthread_cancel - %s", iperf_strerror(i_errno));
+ }
+ rc = pthread_join(sp->thr, NULL);
+ if (rc != 0 && rc != ESRCH) {
+ i_errno = IEPTHREADJOIN;
+ errno = rc;
+ iperf_err(test, "cleanup_server in pthread_join - %s", iperf_strerror(i_errno));
+ }
+ if (test->debug_level >= DEBUG_LEVEL_INFO) {
+ iperf_printf(test, "Thread FD %d stopped\n", sp->socket);
+ }
+ }
+ i_errno = i_errno_save;
+
+ if (test->debug_level >= DEBUG_LEVEL_INFO) {
+ iperf_printf(test, "All threads stopped\n");
+ }
+
+ /* Close open streams */
+ SLIST_FOREACH(sp, &test->streams, streams) {
+ if (sp->socket > -1) {
+ FD_CLR(sp->socket, &test->read_set);
+ FD_CLR(sp->socket, &test->write_set);
+ close(sp->socket);
+ sp->socket = -1;
+ }
+ }
+
+ /* Close open test sockets */
+ if (test->ctrl_sck > -1) {
+ close(test->ctrl_sck);
+ test->ctrl_sck = -1;
+ }
+ if (test->listener > -1) {
+ close(test->listener);
+ test->listener = -1;
+ }
+ if (test->prot_listener > -1) { // May remain open if create socket failed
+ close(test->prot_listener);
+ test->prot_listener = -1;
+ }
+
+ /* Cancel any remaining timers. */
+ if (test->stats_timer != NULL) {
+ tmr_cancel(test->stats_timer);
+ test->stats_timer = NULL;
+ }
+ if (test->reporter_timer != NULL) {
+ tmr_cancel(test->reporter_timer);
+ test->reporter_timer = NULL;
+ }
+ if (test->omit_timer != NULL) {
+ tmr_cancel(test->omit_timer);
+ test->omit_timer = NULL;
+ }
+ if (test->congestion_used != NULL) {
+ free(test->congestion_used);
+ test->congestion_used = NULL;
+ }
+ if (test->timer != NULL) {
+ tmr_cancel(test->timer);
+ test->timer = NULL;
+ }
+}
+
+
+int
+iperf_run_server(struct iperf_test *test)
+{
+ int result, s;
+ int send_streams_accepted, rec_streams_accepted;
+ int streams_to_send = 0, streams_to_rec = 0;
+#if defined(HAVE_TCP_CONGESTION)
+ int saved_errno;
+#endif /* HAVE_TCP_CONGESTION */
+ fd_set read_set, write_set;
+ struct iperf_stream *sp;
+ struct iperf_time now;
+ struct iperf_time last_receive_time;
+ struct iperf_time diff_time;
+ struct timeval* timeout;
+ struct timeval used_timeout;
+ iperf_size_t last_receive_blocks;
+ int flag;
+ int64_t t_usecs;
+ int64_t timeout_us;
+ int64_t rcv_timeout_us;
+
+ if (test->logfile)
+ if (iperf_open_logfile(test) < 0)
+ return -2;
+
+ if (test->affinity != -1)
+ if (iperf_setaffinity(test, test->affinity) != 0) {
+ cleanup_server(test);
+ return -2;
+ }
+
+ if (test->json_output)
+ if (iperf_json_start(test) < 0) {
+ cleanup_server(test);
+ return -2;
+ }
+
+ if (test->json_output) {
+ cJSON_AddItemToObject(test->json_start, "version", cJSON_CreateString(version));
+ cJSON_AddItemToObject(test->json_start, "system_info", cJSON_CreateString(get_system_info()));
+ } else if (test->verbose) {
+ iperf_printf(test, "%s\n", version);
+ iperf_printf(test, "%s", "");
+ iperf_printf(test, "%s\n", get_system_info());
+ iflush(test);
+ }
+
+ // Open socket and listen
+ if (iperf_server_listen(test) < 0) {
+ cleanup_server(test);
+ return -2;
+ }
+
+ iperf_time_now(&last_receive_time); // Initialize last time something was received
+ last_receive_blocks = 0;
+
+ test->state = IPERF_START;
+ send_streams_accepted = 0;
+ rec_streams_accepted = 0;
+ rcv_timeout_us = (test->settings->rcv_timeout.secs * SEC_TO_US) + test->settings->rcv_timeout.usecs;
+
+ while (test->state != IPERF_DONE) {
+
+ // Check if average transfer rate was exceeded (condition set in the callback routines)
+ if (test->bitrate_limit_exceeded) {
+ cleanup_server(test);
+ i_errno = IETOTALRATE;
+ return -1;
+ }
+
+ memcpy(&read_set, &test->read_set, sizeof(fd_set));
+ memcpy(&write_set, &test->write_set, sizeof(fd_set));
+
+ iperf_time_now(&now);
+ timeout = tmr_timeout(&now);
+
+ // Ensure select() will timeout to allow handling error cases that require server restart
+ if (test->state == IPERF_START) { // In idle mode server may need to restart
+ if (timeout == NULL && test->settings->idle_timeout > 0) {
+ used_timeout.tv_sec = test->settings->idle_timeout;
+ used_timeout.tv_usec = 0;
+ timeout = &used_timeout;
+ }
+ } else if (test->mode != SENDER) { // In non-reverse active mode server ensures data is received
+ timeout_us = -1;
+ if (timeout != NULL) {
+ used_timeout.tv_sec = timeout->tv_sec;
+ used_timeout.tv_usec = timeout->tv_usec;
+ timeout_us = (timeout->tv_sec * SEC_TO_US) + timeout->tv_usec;
+ }
+ /* Cap the maximum select timeout at 1 second */
+ if (timeout_us > SEC_TO_US) {
+ timeout_us = SEC_TO_US;
+ }
+ if (timeout_us < 0 || timeout_us > rcv_timeout_us) {
+ used_timeout.tv_sec = test->settings->rcv_timeout.secs;
+ used_timeout.tv_usec = test->settings->rcv_timeout.usecs;
+ }
+ timeout = &used_timeout;
+ }
+
+ result = select(test->max_fd + 1, &read_set, &write_set, NULL, timeout);
+ if (result < 0 && errno != EINTR) {
+ cleanup_server(test);
+ i_errno = IESELECT;
+ return -1;
+ } else if (result == 0) {
+ /*
+ * If nothing was received during the specified time (per
+ * state) then probably something got stuck either at the
+ * client, server or network, and test should be forced to
+ * end.
+ */
+ iperf_time_now(&now);
+ t_usecs = 0;
+ if (iperf_time_diff(&now, &last_receive_time, &diff_time) == 0) {
+ t_usecs = iperf_time_in_usecs(&diff_time);
+
+ /* We're in the state where we're still accepting connections */
+ if (test->state == IPERF_START) {
+ if (test->settings->idle_timeout > 0 && t_usecs >= test->settings->idle_timeout * SEC_TO_US) {
+ test->server_forced_idle_restarts_count += 1;
+ if (test->debug)
+ printf("Server restart (#%d) in idle state as no connection request was received for %d sec\n",
+ test->server_forced_idle_restarts_count, test->settings->idle_timeout);
+ cleanup_server(test);
+ if ( iperf_get_test_one_off(test) ) {
+ if (test->debug)
+ printf("No connection request was received for %d sec in one-off mode; exiting.\n",
+ test->settings->idle_timeout);
+ exit(0);
+ }
+
+ return 2;
+ }
+ }
+
+ /*
+ * Running a test. If we're receiving, be sure we're making
+ * progress (sender hasn't died/crashed).
+ */
+ else if (test->mode != SENDER && t_usecs > rcv_timeout_us) {
+ /* Idle timeout if no new blocks received */
+ if (test->blocks_received == last_receive_blocks) {
+ test->server_forced_no_msg_restarts_count += 1;
+ i_errno = IENOMSG;
+ if (iperf_get_verbose(test))
+ iperf_err(test, "Server restart (#%d) during active test due to idle timeout for receiving data",
+ test->server_forced_no_msg_restarts_count);
+ cleanup_server(test);
+ return -1;
+ }
+ }
+ }
+ }
+
+ /* See if the test is making progress */
+ if (test->blocks_received > last_receive_blocks) {
+ last_receive_blocks = test->blocks_received;
+ last_receive_time = now;
+ }
+
+ if (result > 0) {
+ if (FD_ISSET(test->listener, &read_set)) {
+ if (test->state != CREATE_STREAMS) {
+ if (iperf_accept(test) < 0) {
+ cleanup_server(test);
+ return -1;
+ }
+ FD_CLR(test->listener, &read_set);
+
+ // Set streams number
+ if (test->mode == BIDIRECTIONAL) {
+ streams_to_send = test->num_streams;
+ streams_to_rec = test->num_streams;
+ } else if (test->mode == RECEIVER) {
+ streams_to_rec = test->num_streams;
+ streams_to_send = 0;
+ } else {
+ streams_to_send = test->num_streams;
+ streams_to_rec = 0;
+ }
+ }
+ }
+ if (FD_ISSET(test->ctrl_sck, &read_set)) {
+ if (iperf_handle_message_server(test) < 0) {
+ cleanup_server(test);
+ return -1;
+ }
+ FD_CLR(test->ctrl_sck, &read_set);
+ }
+
+ if (test->state == CREATE_STREAMS) {
+ if (FD_ISSET(test->prot_listener, &read_set)) {
+
+ if ((s = test->protocol->accept(test)) < 0) {
+ cleanup_server(test);
+ return -1;
+ }
+
+ /* apply other common socket options */
+ if (iperf_common_sockopts(test, s) < 0)
+ {
+ cleanup_server(test);
+ return -1;
+ }
+
+ if (!is_closed(s)) {
+
+#if defined(HAVE_TCP_USER_TIMEOUT)
+ if (test->protocol->id == Ptcp) {
+ int opt;
+ if ((opt = test->settings->snd_timeout)) {
+ if (setsockopt(s, IPPROTO_TCP, TCP_USER_TIMEOUT, &opt, sizeof(opt)) < 0) {
+ saved_errno = errno;
+ close(s);
+ cleanup_server(test);
+ errno = saved_errno;
+ i_errno = IESETUSERTIMEOUT;
+ return -1;
+ }
+ }
+ }
+#endif /* HAVE_TCP_USER_TIMEOUT */
+
+#if defined(HAVE_TCP_CONGESTION)
+ if (test->protocol->id == Ptcp) {
+ if (test->congestion) {
+ if (setsockopt(s, IPPROTO_TCP, TCP_CONGESTION, test->congestion, strlen(test->congestion)) < 0) {
+ /*
+ * ENOENT means we tried to set the
+ * congestion algorithm but the algorithm
+ * specified doesn't exist. This can happen
+ * if the client and server have different
+ * congestion algorithms available. In this
+ * case, print a warning, but otherwise
+ * continue.
+ */
+ if (errno == ENOENT) {
+ warning("TCP congestion control algorithm not supported");
+ }
+ else {
+ saved_errno = errno;
+ close(s);
+ cleanup_server(test);
+ errno = saved_errno;
+ i_errno = IESETCONGESTION;
+ return -1;
+ }
+ }
+ }
+ {
+ socklen_t len = TCP_CA_NAME_MAX;
+ char ca[TCP_CA_NAME_MAX + 1];
+ int rc;
+ rc = getsockopt(s, IPPROTO_TCP, TCP_CONGESTION, ca, &len);
+ if (rc < 0 && test->congestion) {
+ saved_errno = errno;
+ close(s);
+ cleanup_server(test);
+ errno = saved_errno;
+ i_errno = IESETCONGESTION;
+ return -1;
+ }
+ /*
+ * If not the first connection, discard prior
+ * congestion algorithm name so we don't leak
+ * duplicated strings. We probably don't need
+ * the old string anyway.
+ */
+ if (test->congestion_used != NULL) {
+ free(test->congestion_used);
+ }
+ // Set actual used congestion alg, or set to unknown if could not get it
+ if (rc < 0)
+ test->congestion_used = strdup("unknown");
+ else
+ test->congestion_used = strdup(ca);
+ if (test->debug) {
+ printf("Congestion algorithm is %s\n", test->congestion_used);
+ }
+ }
+ }
+#endif /* HAVE_TCP_CONGESTION */
+
+ if (rec_streams_accepted != streams_to_rec) {
+ flag = 0;
+ ++rec_streams_accepted;
+ } else if (send_streams_accepted != streams_to_send) {
+ flag = 1;
+ ++send_streams_accepted;
+ }
+
+ if (flag != -1) {
+ sp = iperf_new_stream(test, s, flag);
+ if (!sp) {
+ cleanup_server(test);
+ return -1;
+ }
+
+ if (s > test->max_fd) test->max_fd = s;
+
+ if (test->on_new_stream)
+ test->on_new_stream(sp);
+
+ flag = -1;
+ }
+ }
+ FD_CLR(test->prot_listener, &read_set);
+ }
+
+
+ if (rec_streams_accepted == streams_to_rec && send_streams_accepted == streams_to_send) {
+ if (test->protocol->id != Ptcp) {
+ FD_CLR(test->prot_listener, &test->read_set);
+ close(test->prot_listener);
+ test->prot_listener = -1;
+ } else {
+ if (test->no_delay || test->settings->mss || test->settings->socket_bufsize) {
+ FD_CLR(test->listener, &test->read_set);
+ close(test->listener);
+ test->listener = -1;
+ if ((s = netannounce(test->settings->domain, Ptcp, test->bind_address, test->bind_dev, test->server_port)) < 0) {
+ cleanup_server(test);
+ i_errno = IELISTEN;
+ return -1;
+ }
+ test->listener = s;
+ FD_SET(test->listener, &test->read_set);
+ if (test->listener > test->max_fd) test->max_fd = test->listener;
+ }
+ }
+ test->prot_listener = -1;
+
+ /* Ensure that total requested data rate is not above limit */
+ iperf_size_t total_requested_rate = test->num_streams * test->settings->rate * (test->mode == BIDIRECTIONAL? 2 : 1);
+ if (test->settings->bitrate_limit > 0 && total_requested_rate > test->settings->bitrate_limit) {
+ if (iperf_get_verbose(test))
+ iperf_err(test, "Client total requested throughput rate of %" PRIu64 " bps exceeded %" PRIu64 " bps limit",
+ total_requested_rate, test->settings->bitrate_limit);
+ cleanup_server(test);
+ i_errno = IETOTALRATE;
+ return -1;
+ }
+
+ // Begin calculating CPU utilization
+ cpu_util(NULL);
+
+ if (iperf_set_send_state(test, TEST_START) != 0) {
+ cleanup_server(test);
+ return -1;
+ }
+ if (iperf_init_test(test) < 0) {
+ cleanup_server(test);
+ return -1;
+ }
+ if (create_server_timers(test) < 0) {
+ cleanup_server(test);
+ return -1;
+ }
+ if (create_server_omit_timer(test) < 0) {
+ cleanup_server(test);
+ return -1;
+ }
+ if (test->mode != RECEIVER)
+ if (iperf_create_send_timers(test) < 0) {
+ cleanup_server(test);
+ return -1;
+ }
+ if (iperf_set_send_state(test, TEST_RUNNING) != 0) {
+ cleanup_server(test);
+ return -1;
+ }
+
+ /* Create and spin up threads */
+ pthread_attr_t attr;
+ if (pthread_attr_init(&attr) != 0) {
+ i_errno = IEPTHREADATTRINIT;
+ cleanup_server(test);
+ };
+
+ SLIST_FOREACH(sp, &test->streams, streams) {
+ if (pthread_create(&(sp->thr), &attr, &iperf_server_worker_run, sp) != 0) {
+ i_errno = IEPTHREADCREATE;
+ cleanup_server(test);
+ return -1;
+ }
+ if (test->debug_level >= DEBUG_LEVEL_INFO) {
+ iperf_printf(test, "Thread FD %d created\n", sp->socket);
+ }
+ }
+ if (test->debug_level >= DEBUG_LEVEL_INFO) {
+ iperf_printf(test, "All threads created\n");
+ }
+ if (pthread_attr_destroy(&attr) != 0) {
+ i_errno = IEPTHREADATTRDESTROY;
+ cleanup_server(test);
+ };
+ }
+ }
+ }
+
+ if (result == 0 ||
+ (timeout != NULL && timeout->tv_sec == 0 && timeout->tv_usec == 0)) {
+ /* Run the timers. */
+ iperf_time_now(&now);
+ tmr_run(&now);
+ }
+ }
+
+
+ if (test->json_output) {
+ if (iperf_json_finish(test) < 0)
+ return -1;
+ }
+
+ iflush(test);
+ cleanup_server(test);
+
+ if (test->server_affinity != -1)
+ if (iperf_clearaffinity(test) != 0)
+ return -1;
+
+ return 0;
+}