From 43abaee8bf73d3b4a40e458137f78b0461dcf1d9 Mon Sep 17 00:00:00 2001 From: Matthias Wachs Date: Fri, 23 Sep 2011 15:41:15 +0000 Subject: test case for udp and constant packet size --- src/transport/Makefile.am | 13 +- .../test_transport_api_unreliability_constant.c | 540 +++++++++++++++++++++ ...sport_api_unreliability_constant_udp_peer1.conf | 31 ++ ...sport_api_unreliability_constant_udp_peer2.conf | 31 ++ 4 files changed, 613 insertions(+), 2 deletions(-) create mode 100644 src/transport/test_transport_api_unreliability_constant.c create mode 100644 src/transport/test_transport_api_unreliability_constant_udp_peer1.conf create mode 100644 src/transport/test_transport_api_unreliability_constant_udp_peer2.conf (limited to 'src') diff --git a/src/transport/Makefile.am b/src/transport/Makefile.am index 2ff0d8cec..a0a61924c 100644 --- a/src/transport/Makefile.am +++ b/src/transport/Makefile.am @@ -215,7 +215,7 @@ libgnunet_plugin_transport_unix_la_LDFLAGS = \ $(GN_PLUGIN_LDFLAGS) libgnunet_plugin_transport_http_la_SOURCES = \ - plugin_transport_http.c + plugin_transport_http_new.c plugin_transport_http_client.c plugin_transport_http_server.c libgnunet_plugin_transport_http_la_LIBADD = \ $(top_builddir)/src/hello/libgnunethello.la \ $(top_builddir)/src/statistics/libgnunetstatistics.la \ @@ -232,7 +232,7 @@ libgnunet_plugin_transport_http_la_CPPFLAGS = \ @LIBCURL_CPPFLAGS@ libgnunet_plugin_transport_https_la_SOURCES = \ - plugin_transport_http.c + plugin_transport_http_new.c plugin_transport_http_client.c plugin_transport_http_server.c libgnunet_plugin_transport_https_la_LIBADD = \ $(top_builddir)/src/hello/libgnunethello.la \ $(top_builddir)/src/statistics/libgnunetstatistics.la \ @@ -268,6 +268,7 @@ check_PROGRAMS = \ test_transport_api_reliability_tcp \ test_transport_api_reliability_tcp_nat \ test_transport_api_unreliability_udp \ + test_transport_api_unreliability_constant_udp \ $(UNIX_REL_TEST) \ $(HTTP_REL_TEST) \ $(HTTPS_REL_TEST) \ @@ -302,6 +303,7 @@ TESTS = \ test_transport_api_reliability_tcp \ test_transport_api_reliability_tcp_nat \ test_transport_api_unreliability_udp \ + test_transport_api_unreliability_constant_udp \ $(UNIX_REL_TEST) \ $(HTTP_REL_TEST) \ $(HTTPS_REL_TEST) \ @@ -502,6 +504,13 @@ test_transport_api_unreliability_udp_LDADD = \ $(top_builddir)/src/util/libgnunetutil.la \ $(top_builddir)/src/transport/libgnunettransporttesting.la +test_transport_api_unreliability_constant_udp_SOURCES = \ + test_transport_api_unreliability_constant.c +test_transport_api_unreliability_constant_udp_LDADD = \ + $(top_builddir)/src/transport/libgnunettransport.la \ + $(top_builddir)/src/hello/libgnunethello.la \ + $(top_builddir)/src/util/libgnunetutil.la \ + $(top_builddir)/src/transport/libgnunettransporttesting.la if LINUX test_transport_api_wlan_SOURCES = \ diff --git a/src/transport/test_transport_api_unreliability_constant.c b/src/transport/test_transport_api_unreliability_constant.c new file mode 100644 index 000000000..f2f1038d6 --- /dev/null +++ b/src/transport/test_transport_api_unreliability_constant.c @@ -0,0 +1,540 @@ +/* + This file is part of GNUnet. + (C) 2009, 2010 Christian Grothoff (and other contributing authors) + + GNUnet is free software; you can redistribute it and/or modify + it under the terms of the GNU General Public License as published + by the Free Software Foundation; either version 3, or (at your + option) any later version. + + GNUnet is distributed in the hope that it will be useful, but + WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + General Public License for more details. + + You should have received a copy of the GNU General Public License + along with GNUnet; see the file COPYING. If not, write to the + Free Software Foundation, Inc., 59 Temple Place - Suite 330, + Boston, MA 02111-1307, USA. +*/ +/** + * @file transport/test_transport_api_unreliability_constant.c + * @brief test case for transports; ensures messages get + * through, regardless of order, constant packet size + * + * This test case serves as a base for unreliable + * transport test cases to check that the transports + * achieve reliable message delivery. + */ +#include "platform.h" +#include "gnunet_common.h" +#include "gnunet_hello_lib.h" +#include "gnunet_getopt_lib.h" +#include "gnunet_os_lib.h" +#include "gnunet_program_lib.h" +#include "gnunet_scheduler_lib.h" +#include "gnunet_server_lib.h" +#include "gnunet_transport_service.h" +#include "gauger.h" +#include "transport.h" +#include "transport-testing.h" + +#define VERBOSE GNUNET_NO + +#define VERBOSE_ARM GNUNET_NO + +#define START_ARM GNUNET_YES + +/** + * Testcase timeout + */ +#define TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 900) + +/** + * How long until we give up on transmitting the message? + */ +#define TIMEOUT_TRANSMIT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, 60) + +static char *test_source; + +static char *test_plugin; + +static char *test_name; + +static int ok; + +static GNUNET_SCHEDULER_TaskIdentifier die_task; + +struct PeerContext *p1; + +struct PeerContext *p2; + +struct GNUNET_TRANSPORT_TransmitHandle *th; + +char *cfg_file_p1; + +char *cfg_file_p2; + +uint32_t max_bps_p1; +uint32_t max_bps_p2; + +/* + * Testcase specific declarations + */ + +/** + * Note that this value must not significantly exceed + * 'MAX_PENDING' in 'gnunet-service-transport.c', otherwise + * messages may be dropped even for a reliable transport. + */ +#define TOTAL_MSGS (1024 * 3) + +#define MTYPE 12345 + +#define MSG_SIZE 10000 + +struct TestMessage +{ + struct GNUNET_MessageHeader header; + uint32_t num; +}; + +static char *test_name; + +static int msg_scheduled; +static int msg_sent; +static int msg_recv_expected; +static int msg_recv; + +static int test_failed; + +static unsigned long long total_bytes; + +static struct GNUNET_TIME_Absolute start_time; + +/* + * END Testcase specific declarations + */ + +#if VERBOSE +#define OKPP do { ok++; fprintf (stderr, "Now at stage %u at %s:%u\n", ok, __FILE__, __LINE__); } while (0) +#else +#define OKPP do { ok++; } while (0) +#endif + +int +get_bit (const char *map, unsigned int bit); + +static void +end () +{ + unsigned long long delta; + + char *value_name; + + GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Stopping peers\n"); + + delta = GNUNET_TIME_absolute_get_duration (start_time).rel_value; + fprintf (stderr, "\nThroughput was %llu kb/s\n", + total_bytes * 1000 / 1024 / delta); + GNUNET_asprintf (&value_name, "unreliable_%s", test_plugin); + GAUGER ("TRANSPORT", value_name, (int) (total_bytes * 1000 / 1024 / delta), + "kb/s"); + GNUNET_free (value_name); + + if (die_task != GNUNET_SCHEDULER_NO_TASK) + GNUNET_SCHEDULER_cancel (die_task); + + if (th != NULL) + GNUNET_TRANSPORT_notify_transmit_ready_cancel (th); + th = NULL; + + GNUNET_TRANSPORT_TESTING_stop_peer (p1); + GNUNET_TRANSPORT_TESTING_stop_peer (p2); + + ok = 0; + if (test_failed == GNUNET_NO) + ok = GNUNET_SYSERR; + GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "GOT %u of %u messages\n", msg_recv, TOTAL_MSGS); +} + +static void +end_badly () +{ + die_task = GNUNET_SCHEDULER_NO_TASK; + GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Fail! Stopping peers\n"); + + if (test_failed == GNUNET_NO) + GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Testcase timeout\n"); + else + GNUNET_log (GNUNET_ERROR_TYPE_ERROR, + "Reliability failed: Last message sent %u, Next message scheduled %u, Last message received %u, Message expected %u\n", + msg_sent, msg_scheduled, msg_recv, msg_recv_expected); + + if (th != NULL) + GNUNET_TRANSPORT_notify_transmit_ready_cancel (th); + th = NULL; + + if (p1 != NULL) + GNUNET_TRANSPORT_TESTING_stop_peer (p1); + if (p2 != NULL) + GNUNET_TRANSPORT_TESTING_stop_peer (p2); + + ok = GNUNET_SYSERR; +} + + +static unsigned int +get_size (unsigned int iter) +{ +/* + unsigned int ret; + ret = (iter * iter * iter); + return sizeof (struct TestMessage) + (ret % 60000); + */ + return MSG_SIZE; +} + + + + +static void +notify_receive (void *cls, const struct GNUNET_PeerIdentity *peer, + const struct GNUNET_MessageHeader *message, + const struct GNUNET_TRANSPORT_ATS_Information *ats, + uint32_t ats_count) +{ + static int n; + + unsigned int s; + char cbuf[GNUNET_SERVER_MAX_MESSAGE_SIZE - 1]; + const struct TestMessage *hdr; + + hdr = (const struct TestMessage *) message; + + if (MTYPE != ntohs (message->type)) + return; + msg_recv_expected = n; + msg_recv = ntohl (hdr->num); + if (msg_recv_expected != msg_recv) + { + GNUNET_log (GNUNET_ERROR_TYPE_ERROR, + "Expected message no %u, got %u\n", + msg_recv_expected, msg_recv); + if (GNUNET_SCHEDULER_NO_TASK != die_task) + GNUNET_SCHEDULER_cancel (die_task); + test_failed = GNUNET_YES; + die_task = GNUNET_SCHEDULER_add_now (&end_badly, NULL); + return; + } + + s = get_size (ntohl (hdr->num)); + if (ntohs (message->size) != s) + { + GNUNET_log (GNUNET_ERROR_TYPE_ERROR, + "Expected message %u of size %u, got %u bytes of message %u\n", + ntohl (hdr->num), s, ntohs (message->size), ntohl (hdr->num)); + if (GNUNET_SCHEDULER_NO_TASK != die_task) + GNUNET_SCHEDULER_cancel (die_task); + test_failed = GNUNET_YES; + die_task = GNUNET_SCHEDULER_add_now (&end_badly, NULL); + return; + } + + memset (cbuf, ntohl (hdr->num), s - sizeof (struct TestMessage)); + if (0 != memcmp (cbuf, &hdr[1], s - sizeof (struct TestMessage))) + { + GNUNET_log (GNUNET_ERROR_TYPE_ERROR, + "Expected message %u with bits %u, but body did not match\n", + ntohl (hdr->num), (unsigned char) n); + if (GNUNET_SCHEDULER_NO_TASK != die_task) + GNUNET_SCHEDULER_cancel (die_task); + test_failed = GNUNET_YES; + die_task = GNUNET_SCHEDULER_add_now (&end_badly, NULL); + return; + } +#if VERBOSE + if (ntohl (hdr->num) % 5 == 0) + { + GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Got message %u of size %u\n", + ntohl (hdr->num), ntohs (message->size)); + } +#endif + n++; + if (0 == (n % (TOTAL_MSGS / 100))) + { + fprintf (stderr, "."); + if (GNUNET_SCHEDULER_NO_TASK != die_task) + GNUNET_SCHEDULER_cancel (die_task); + test_failed = GNUNET_YES; + die_task = GNUNET_SCHEDULER_add_delayed (TIMEOUT, &end_badly, NULL); + } + if (n == TOTAL_MSGS) + { + /* because of starting with 0 */ + msg_recv++; + end (); + } +} + + +static size_t +notify_ready (void *cls, size_t size, void *buf) +{ + static int n; + char *cbuf = buf; + struct TestMessage hdr; + unsigned int s; + unsigned int ret; + + th = NULL; + + if (buf == NULL) + { + GNUNET_log (GNUNET_ERROR_TYPE_ERROR, + "Timeout occurred while waiting for transmit_ready\n"); + if (GNUNET_SCHEDULER_NO_TASK != die_task) + GNUNET_SCHEDULER_cancel (die_task); + die_task = GNUNET_SCHEDULER_add_now (&end_badly, NULL); + ok = 42; + return 0; + } + ret = 0; + s = get_size (n); + GNUNET_assert (size >= s); + GNUNET_assert (buf != NULL); + cbuf = buf; + do + { + hdr.header.size = htons (s); + hdr.header.type = htons (MTYPE); + hdr.num = htonl (n); + msg_sent = n; + memcpy (&cbuf[ret], &hdr, sizeof (struct TestMessage)); + ret += sizeof (struct TestMessage); + memset (&cbuf[ret], n, s - sizeof (struct TestMessage)); + ret += s - sizeof (struct TestMessage); +#if VERBOSE + if (n % 1 == 0) + { + GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Sending message %u of size %u\n", n, + s); + } + +#endif + n++; + s = get_size (n); + if (0 == GNUNET_CRYPTO_random_u32 (GNUNET_CRYPTO_QUALITY_WEAK, 16)) + break; /* sometimes pack buffer full, sometimes not */ + } + while (size - ret >= s); + if (n < TOTAL_MSGS) + { + th = GNUNET_TRANSPORT_notify_transmit_ready (p2->th, &p1->id, s, 0, + TIMEOUT_TRANSMIT, + ¬ify_ready, NULL); + msg_scheduled = n; + } + else + { + GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, + "All messages scheduled to be sent!!\n"); + if (GNUNET_SCHEDULER_NO_TASK != die_task) + GNUNET_SCHEDULER_cancel (die_task); + die_task = GNUNET_SCHEDULER_add_delayed (TIMEOUT, &end_badly, NULL); + } + if (n % 5000 == 0) + { + GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, + "Returning total message block of size %u\n", ret); + } + total_bytes += ret; + return ret; +} + + +static void +notify_connect (void *cls, const struct GNUNET_PeerIdentity *peer, + const struct GNUNET_TRANSPORT_ATS_Information *ats, + uint32_t ats_count) +{ + + GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Peer `%4s' connected to us (%p)!\n", + GNUNET_i2s (peer), cls); + + if (cls == p1) + { + char * sec; + long long unsigned int l_bps; + + GNUNET_asprintf(&sec, "transport-%s", test_plugin); + if (GNUNET_CONFIGURATION_have_value (p1->cfg, sec, "MAX_BPS")) + { + GNUNET_CONFIGURATION_get_value_number (p1->cfg, sec, "MAX_BPS", + &l_bps); + max_bps_p1 = l_bps; + } + else + max_bps_p1 = 1024 * 1024 * 1024; + GNUNET_free (sec); + + GNUNET_TRANSPORT_set_quota (p1->th, &p2->id, + GNUNET_BANDWIDTH_value_init (max_bps_p1), + GNUNET_BANDWIDTH_value_init (max_bps_p1)); + } + else if (cls == p2) + { + char * sec; + long long unsigned int l_bps; + + GNUNET_asprintf(&sec, "transport-%s", test_plugin); + if (GNUNET_CONFIGURATION_have_value (p2->cfg, sec, "MAX_BPS")) + { + GNUNET_CONFIGURATION_get_value_number (p2->cfg, sec, "MAX_BPS", + &l_bps); + max_bps_p2 = l_bps; + } + else + max_bps_p2 = 1024 * 1024 * 1024; + GNUNET_free (sec); + + GNUNET_TRANSPORT_set_quota (p2->th, &p1->id, + GNUNET_BANDWIDTH_value_init (max_bps_p2), + GNUNET_BANDWIDTH_value_init (max_bps_p2)); + } +} + + +static void +notify_disconnect (void *cls, const struct GNUNET_PeerIdentity *peer) +{ + GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Peer `%4s' disconnected (%p)!\n", + GNUNET_i2s (peer), cls); +} + +static void +sendtask () +{ + start_time = GNUNET_TIME_absolute_get (); + th = GNUNET_TRANSPORT_notify_transmit_ready (p2->th, &p1->id, get_size (0), 0, + TIMEOUT_TRANSMIT, ¬ify_ready, + NULL); +} + +static void +testing_connect_cb (struct PeerContext *p1, struct PeerContext *p2, void *cls) +{ + char *p1_c = strdup (GNUNET_i2s (&p1->id)); + + GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "Peers connected: %s <-> %s\n", p1_c, + GNUNET_i2s (&p2->id)); + GNUNET_free (p1_c); + + // FIXME: THIS IS REQUIRED! SEEMS TO BE A BUG! + GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_UNIT_SECONDS, &sendtask, NULL); +} + +static void +run (void *cls, char *const *args, const char *cfgfile, + const struct GNUNET_CONFIGURATION_Handle *cfg) +{ + die_task = GNUNET_SCHEDULER_add_delayed (TIMEOUT, &end_badly, NULL); + + p1 = GNUNET_TRANSPORT_TESTING_start_peer (cfg_file_p1, ¬ify_receive, + ¬ify_connect, ¬ify_disconnect, + NULL); + p2 = GNUNET_TRANSPORT_TESTING_start_peer (cfg_file_p2, ¬ify_receive, + ¬ify_connect, ¬ify_disconnect, + NULL); + + if ((p1 == NULL) || (p2 == NULL)) + { + GNUNET_log (GNUNET_ERROR_TYPE_ERROR, "Fail! Could not start peers!\n"); + if (die_task != GNUNET_SCHEDULER_NO_TASK) + GNUNET_SCHEDULER_cancel (die_task); + die_task = GNUNET_SCHEDULER_add_now (&end_badly, NULL); + return; + } + + GNUNET_TRANSPORT_TESTING_connect_peers (p1, p2, &testing_connect_cb, NULL); +} + +static int +check () +{ + static char *const argv[] = { "test-transport-api-unreliability-constant", + "-c", + "test_transport_api_data.conf", +#if VERBOSE + "-L", "DEBUG", +#endif + NULL + }; + static struct GNUNET_GETOPT_CommandLineOption options[] = { + GNUNET_GETOPT_OPTION_END + }; + +#if WRITECONFIG + setTransportOptions ("test_transport_api_data.conf"); +#endif + ok = GNUNET_SYSERR; + + GNUNET_PROGRAM_run ((sizeof (argv) / sizeof (char *)) - 1, argv, test_name, + "nohelp", options, &run, &ok); + + return ok; +} + +int +main (int argc, char *argv[]) +{ + int ret; + int nat_res; + + GNUNET_TRANSPORT_TESTING_get_test_source_name (__FILE__, &test_source); + GNUNET_TRANSPORT_TESTING_get_test_plugin_name (argv[0], test_source, + &test_plugin); + GNUNET_TRANSPORT_TESTING_get_test_name (argv[0], &test_name); + + GNUNET_log_setup (test_name, +#if VERBOSE + "DEBUG", +#else + "WARNING", +#endif + NULL); + + if ((strcmp (test_plugin, "tcp_nat") == 0) || + (strcmp (test_plugin, "udp_nat") == 0)) + { + nat_res = GNUNET_OS_check_helper_binary ("gnunet-nat-server"); + if (GNUNET_NO == nat_res) + { + GNUNET_log (GNUNET_ERROR_TYPE_WARNING, "Cannot run NAT test: `%s' %s \n", + "gnunet-nat-server", "SUID not set"); + return 0; + } + if (GNUNET_SYSERR == nat_res) + { + GNUNET_log (GNUNET_ERROR_TYPE_WARNING, "Cannot run NAT test: `%s' %s \n", + "gnunet-nat-server", "file not found"); + return 0; + } + } + + GNUNET_TRANSPORT_TESTING_get_config_name (argv[0], &cfg_file_p1, 1); + GNUNET_TRANSPORT_TESTING_get_config_name (argv[0], &cfg_file_p2, 2); + + ret = check (); + + GNUNET_free (cfg_file_p1); + GNUNET_free (cfg_file_p2); + + GNUNET_free (test_source); + GNUNET_free (test_plugin); + GNUNET_free (test_name); + + return ret; +} + +/* end of test_transport_api_unreliability_constant.c */ diff --git a/src/transport/test_transport_api_unreliability_constant_udp_peer1.conf b/src/transport/test_transport_api_unreliability_constant_udp_peer1.conf new file mode 100644 index 000000000..e3eb619bf --- /dev/null +++ b/src/transport/test_transport_api_unreliability_constant_udp_peer1.conf @@ -0,0 +1,31 @@ +@INLINE@ test_transport_defaults.conf +[PATHS] +SERVICEHOME = /tmp/test-transport/api-udp-p1/ +DEFAULTCONFIG = test_transport_api_udp_peer1.conf + +[transport-udp] +PORT = 12040 +MAX_BPS = 1073741824 + +[arm] +PORT = 12045 +UNIXPATH = /tmp/gnunet-p1-service-arm.sock + +[statistics] +PORT = 12044 +UNIXPATH = /tmp/gnunet-p1-service-statistics.sock + +[resolver] +PORT = 12043 +UNIXPATH = /tmp/gnunet-p1-service-resolver.sock + +[peerinfo] +PORT = 12042 +UNIXPATH = /tmp/gnunet-p1-service-peerinfo.sock + +[transport] +PORT = 12041 +PLUGINS = udp +UNIXPATH = /tmp/gnunet-p1-service-transport.sock + + diff --git a/src/transport/test_transport_api_unreliability_constant_udp_peer2.conf b/src/transport/test_transport_api_unreliability_constant_udp_peer2.conf new file mode 100644 index 000000000..8b72fae92 --- /dev/null +++ b/src/transport/test_transport_api_unreliability_constant_udp_peer2.conf @@ -0,0 +1,31 @@ +@INLINE@ test_transport_defaults.conf +[PATHS] +SERVICEHOME = /tmp/test-transport/api-udp-p2/ +DEFAULTCONFIG = test_transport_api_udp_peer2.conf + +[transport-udp] +PORT = 12050 +MAX_BPS = 1073741824 + +[arm] +PORT = 12055 +UNIXPATH = /tmp/gnunet-p2-service-arm.sock + +[statistics] +PORT = 12054 +UNIXPATH = /tmp/gnunet-p2-service-statistics.sock + +[resolver] +PORT = 12053 +UNIXPATH = /tmp/gnunet-p2-service-resolver.sock + +[peerinfo] +PORT = 12052 +UNIXPATH = /tmp/gnunet-p2-service-peerinfo.sock + +[transport] +PORT = 12051 +PLUGINS = udp +UNIXPATH = /tmp/gnunet-p2-service-transport.sock + + -- cgit v1.2.3