From ac01064f2f336b9903164e11450bb46d4c5c04ad Mon Sep 17 00:00:00 2001 From: Matthias Wachs Date: Thu, 15 Dec 2011 17:03:59 +0000 Subject: improved tests --- .../test_integration_clique.py.in | 475 +++++---------------- 1 file changed, 102 insertions(+), 373 deletions(-) (limited to 'src/integration-tests/test_integration_clique.py.in') diff --git a/src/integration-tests/test_integration_clique.py.in b/src/integration-tests/test_integration_clique.py.in index fbdadae12..ce254ca7b 100755 --- a/src/integration-tests/test_integration_clique.py.in +++ b/src/integration-tests/test_integration_clique.py.in @@ -31,76 +31,18 @@ import re import shutil import time import pexpect +from gnunet_testing import Peer +from gnunet_testing import Test +from gnunet_testing import Check +from gnunet_testing import Condition +from gnunet_testing import * + #definitions testname = "test_integration_clique" -verbose = False -gnunetarm = "" -gnunetstatistics = "" -success = False -timeout = 10 - -s_server = False; -s_c1 = False; -s_c2 = False; - -#test conditions - - -def vprintf (msg): - if verbose == True: - print msg - -def setup (): - srcdir = "../.." - gnunet_pyexpect_dir = os.path.join (srcdir, "contrib") - if gnunet_pyexpect_dir not in sys.path: - sys.path.append (gnunet_pyexpect_dir) - from gnunet_pyexpect import pexpect - global gnunetarm - global gnunetstatistics - if os.name == 'posix': - gnunetarm = 'gnunet-arm' - gnunetstatistics = 'gnunet-statistics' - elif os.name == 'nt': - gnunetarm = 'gnunet-arm.exe' - gnunetstatistics = 'gnunet-statistics.exe' - if os.name == "nt": - shutil.rmtree (os.path.join (os.getenv ("TEMP"), testname), True) - else: - shutil.rmtree ("/tmp/" + testname, True) - -def start (): - vprintf ("Starting bootstrap server & client") - try: - server = subprocess.Popen ([gnunetarm, '-sq', '-c', './confs/c_bootstrap_server.conf']) - server.communicate () - except OSError: - print "Can not start bootstrap server, exiting..." - exit (1) - try: - client = subprocess.Popen ([gnunetarm, '-sq', '-c', 'confs/c_no_nat_client.conf']) - client.communicate () - except OSError: - print "Can not start bootstrap client, exiting..." - exit (1) - try: - client = subprocess.Popen ([gnunetarm, '-sq', '-c', 'confs/c_no_nat_client_2.conf']) - client.communicate () - except OSError: - print "Can not start bootstrap client 2, exiting..." - exit (1) - vprintf ("Bootstrap server & client started") - -def stop (): - try: - client = subprocess.Popen ([gnunetarm, '-eq', '-c', 'confs/c_no_nat_client.conf']) - client.communicate () - except OSError: - print "Can not stop bootstrap client 1, exiting..." - exit (1) - vprintf ("Bootstrap client stopped") +verbose = True +check_timeout = 120 def cleanup (): @@ -113,335 +55,122 @@ def cleanup (): shutil.rmtree ("/tmp/c_no_nat_client/", True) shutil.rmtree ("/tmp/c_no_nat_client_2/", True) -def check_statistics (conf, subsystem, name, value): - from gnunet_pyexpect import pexpect - server = pexpect () - server.spawn (None, [gnunetstatistics, '-c', conf ,'-q','-n', name, '-s', subsystem ], stdout=subprocess.PIPE, stderr=subprocess.STDOUT) - #server.expect ("stdout", re.compile (r"")) - test = server.read("stdout", 10240) - if (test.find(str(value)) == -1): - return False - else: - return True - - -def check_connect (): - server_transport_connected = False - server_topology_connected = False - server_core_connected = False - server_core_session_map = False - server_fs_connected = False - client_transport_connected = False - client_topology_connected = False - client_core_connected = False - client_core_session_map = False - client_fs_connected = False +def success_cont (check): + global success + success = True; + +def fail_cont (check): + global success + success= False; + check.eval(True) + + +def check_disconnect_client (): + test.p ('Shutting down bootstrap client') + client.stop () + check = Check (test) - client2_transport_connected = False - client2_topology_connected = False - client2_core_connected = False - client2_core_session_map = False - client2_fs_connected = False + check.add (StatisticsCondition (client2, 'transport', '# peers connected',0)) + check.add (StatisticsCondition (client2, 'core', '# neighbour entries allocated',0)) + check.add (StatisticsCondition (client2, 'core', '# entries in session map',0)) + check.add (StatisticsCondition (client2, 'topology', '# peers connected',0)) + check.add (StatisticsCondition (client2, 'fs', '# peers connected',0)) - connected = False - count = 1 - while ((connected == False) and (count <= timeout)): - # Perform TRANSPORT - if ((False == server_transport_connected) and (True == check_statistics ('./confs/c_bootstrap_server.conf', 'transport', '# peers connected',2))): - server_transport_connected = True - vprintf ('Server transport services is connected') - - if ((False == client_transport_connected) and (True == check_statistics ('./confs/c_no_nat_client.conf', 'transport', '# peers connected',2))): - client_transport_connected = True - vprintf ('Client transport services is connected') - - if ((False == client2_transport_connected) and (True == check_statistics ('./confs/c_no_nat_client_2.conf', 'transport', '# peers connected',2))): - client2_transport_connected = True - vprintf ('Client 2 transport services is connected') + check.run_blocking (check_timeout, success_cont, fail_cont) - # Perform TRANSPORT - if ((False == server_core_connected) and (True == check_statistics ('./confs/c_bootstrap_server.conf', 'core', '# neighbour entries allocated',2))): - server_core_connected = True - vprintf ('Server core services is connected') - - if ((False == client_core_connected) and (True == check_statistics ('./confs/c_no_nat_client.conf', 'core', '# neighbour entries allocated',2))): - client_core_connected = True - vprintf ('Client core services is connected') + +def success_disconnect_server_cont (check): + check_disconnect_client () - if ((False == client2_core_connected) and (True == check_statistics ('./confs/c_no_nat_client_2.conf', 'core', '# neighbour entries allocated',2))): - client2_core_connected = True - vprintf ('Client2 core services is connected') - - # Perform TRANSPORT - if ((False == server_core_session_map) and (True == check_statistics ('./confs/c_bootstrap_server.conf', 'core', '# entries in session map',2))): - server_core_session_map = True - vprintf ('Server core services is connected') - - if ((False == client_core_session_map) and (True == check_statistics ('./confs/c_no_nat_client.conf', 'core', '# entries in session map',2))): - client_core_session_map = True - vprintf ('Client core notifies about connected') - if ((False == client2_core_session_map) and (True == check_statistics ('./confs/c_no_nat_client_2.conf', 'core', '# entries in session map',2))): - client2_core_session_map = True - vprintf ('Client2 core notifies about connected') +def fail_disconnect_server_cont (check): + global success + success= False; + check.eval(True) - # Perform TRANSPORT - if ((False == server_topology_connected) and (True == check_statistics ('./confs/c_bootstrap_server.conf', 'topology', '# peers connected',2))): - server_topology_connected = True - vprintf ('Server topology services is connected') - - if ((False == client_topology_connected) and (True == check_statistics ('./confs/c_no_nat_client.conf', 'topology', '# peers connected',2))): - client_topology_connected = True - vprintf ('Client topology services is connected') + +def check_disconnect_server (): + test.p ('Shutting down bootstrap server') + server.stop () + check = Check (test) + check.add (StatisticsCondition (client, 'transport', '# peers connected',1)) + check.add (StatisticsCondition (client, 'core', '# neighbour entries allocated',1)) + check.add (StatisticsCondition (client, 'core', '# entries in session map',1)) + check.add (StatisticsCondition (client, 'topology', '# peers connected',1)) + check.add (StatisticsCondition (client, 'fs', '# peers connected',1)) + + check.add (StatisticsCondition (client2, 'transport', '# peers connected',1)) + check.add (StatisticsCondition (client2, 'core', '# neighbour entries allocated',1)) + check.add (StatisticsCondition (client2, 'core', '# entries in session map',1)) + check.add (StatisticsCondition (client2, 'topology', '# peers connected',1)) + check.add (StatisticsCondition (client2, 'fs', '# peers connected',1)) + + check.run_blocking (check_timeout, success_disconnect_server_cont, fail_disconnect_server_cont) - if ((False == client2_topology_connected) and (True == check_statistics ('./confs/c_no_nat_client_2.conf', 'topology', '# peers connected',2))): - client2_topology_connected = True - vprintf ('Client2 topology services is connected') - - # Perform TRANSPORT - if ((False == server_fs_connected) and (True == check_statistics ('./confs/c_bootstrap_server.conf', 'fs', '# peers connected',2))): - server_fs_connected = True - vprintf ('Server fs services is connected') - if ((False == client_fs_connected) and (True == check_statistics ('./confs/c_no_nat_client.conf', 'fs', '# peers connected',2))): - client_fs_connected = True - vprintf ('Client fs services is connected') +def success_connect_cont (check): + check_disconnect_server () - if ((False == client2_fs_connected) and (True == check_statistics ('./confs/c_no_nat_client_2.conf', 'fs', '# peers connected',2))): - client2_fs_connected = True - vprintf ('Client2 fs services is connected') - - # Check if conditions fulfilled - if ((True == client_transport_connected) and (True == client2_transport_connected) and (True == server_transport_connected) and - (True == client_topology_connected) and (True == client2_topology_connected) and (True == server_topology_connected) and - (True == client_core_connected) and (True == client2_core_connected) and (True == server_core_connected) and - (True == client_core_session_map) and (True == client2_core_session_map) and (True == server_core_session_map) and - (True == client_fs_connected) and (True == client2_fs_connected) and (True == server_fs_connected)): - connected = True - break - print '.', - time.sleep(1) - count += 1 - if (connected == False): - print '' - if (server_transport_connected == False): - print ('Server transport was NOT connected') - if (server_topology_connected == False): - print ('Server topology was NOT connected') - if (server_core_connected == False): - print ('Server core was NOT connected') - if (server_core_session_map == False): - print ('Server core sessions did NOT increase') - - if (client_transport_connected == False): - print ('Client transport was NOT connected') - if (client_topology_connected == False): - print ('Client topology was NOT connected') - if (client_core_connected == False): - print ('Client core was NOT connected') - if (client_core_session_map == False): - print ('Client core sessions did NOT increase') - - if (client2_transport_connected == False): - print ('Client2 transport was NOT connected') - if (client2_topology_connected == False): - print ('Client2 topology was NOT connected') - if (client2_core_connected == False): - print ('Client2 core was NOT connected') - if (client2_core_session_map == False): - print ('Client2 core sessions did NOT increase') - return False - else: - return True -def check_disconnect_client (): - vprintf ("Shutting down client 2") - try: - server = subprocess.Popen ([gnunetarm, '-eq', '-c', './confs/c_no_nat_client_2.conf']) - server.communicate () - except OSError: - print "Can not stop client 2, exiting..." - exit (1) - - client_transport_disconnected = False - client_topology_disconnected = False - client_core_disconnected = False - client_core_session_map = False - client_fs_disconnected = False - - disconnected = False - count = 1 - while ((disconnected == False) and (count <= timeout)): - if ((False == client_transport_disconnected) and (True == check_statistics ('./confs/c_no_nat_client.conf', 'transport', '# peers connected',0))): - client_transport_disconnected = True - vprintf ('Client transport services is disconnected') - - if ((False == client_core_disconnected) and (True == check_statistics ('./confs/c_no_nat_client.conf', 'core', '# neighbour entries allocated',0))): - client_core_disconnected = True - vprintf ('Client core services is disconnected') - - if ((False == client_core_session_map) and (True == check_statistics ('./confs/c_no_nat_client.conf', 'core', '# entries in session map',0))): - client_core_session_map = True - vprintf ('Client core notifies about disconnected') - - if ((False == client_topology_disconnected) and (True == check_statistics ('./confs/c_no_nat_client.conf', 'topology', '# peers connected',0))): - client_topology_disconnected = True - vprintf ('Client topology services is disconnected') - - if ((False == client_fs_disconnected) and (True == check_statistics ('./confs/c_no_nat_client.conf', 'fs', '# peers connected',0))): - client_fs_disconnected = True - vprintf ('Client fs services is disconnected') - - # Check if conditions fulfilled - if ((True == client_transport_disconnected) and - (True == client_topology_disconnected) and - (True == client_core_disconnected) and - (True == client_core_session_map) and - (True == client_fs_disconnected)): - disconnected = True - break - print '.', - time.sleep(1) - count += 1 - if (disconnected == False): - print '' - if (client_transport_disconnected == False): - print ('Client transport was NOT disconnected') - if (client_topology_disconnected == False): - print ('Client topology was NOT disconnected') - if (client_core_disconnected == False): - print ('Client core was NOT disconnected') - if (client_core_session_map == False): - print ('Server core sessions did NOT increase') - return False - else: - return True - -def check_disconnect_server (): - vprintf ("Shutting down bootstrap server") - try: - server = subprocess.Popen ([gnunetarm, '-eq', '-c', './confs/c_bootstrap_server.conf']) - server.communicate () - except OSError: - print "Can not stop bootstrap server, exiting..." - exit (1) - - client_transport_disconnected = False - client_topology_disconnected = False - client_core_disconnected = False - client_core_session_map = False - client_fs_disconnected = False +def fail_connect_cont (check): + global success + success= False; + check.eval(True) - client2_transport_disconnected = False - client2_topology_disconnected = False - client2_core_disconnected = False - client2_core_session_map = False - client2_fs_disconnected = False - - disconnected = False - count = 1 - while ((disconnected == False) and (count <= timeout)): - if ((False == client_transport_disconnected) and (True == check_statistics ('./confs/c_no_nat_client.conf', 'transport', '# peers connected',1))): - client_transport_disconnected = True - vprintf ('Client transport services is disconnected') - - if ((False == client_core_disconnected) and (True == check_statistics ('./confs/c_no_nat_client.conf', 'core', '# neighbour entries allocated',1))): - client_core_disconnected = True - vprintf ('Client core services is disconnected') - - if ((False == client_core_session_map) and (True == check_statistics ('./confs/c_no_nat_client.conf', 'core', '# entries in session map',1))): - client_core_session_map = True - vprintf ('Client core notifies about disconnected') - - if ((False == client_topology_disconnected) and (True == check_statistics ('./confs/c_no_nat_client.conf', 'topology', '# peers connected',1))): - client_topology_disconnected = True - vprintf ('Client topology services is disconnected') - - if ((False == client_fs_disconnected) and (True == check_statistics ('./confs/c_no_nat_client.conf', 'fs', '# peers connected',1))): - client_fs_disconnected = True - vprintf ('Client fs services is disconnected') - if ((False == client2_transport_disconnected) and (True == check_statistics ('./confs/c_no_nat_client_2.conf', 'transport', '# peers connected',1))): - client2_transport_disconnected = True - vprintf ('Client2 transport services is disconnected') - - if ((False == client2_core_disconnected) and (True == check_statistics ('./confs/c_no_nat_client_2.conf', 'core', '# neighbour entries allocated',1))): - client2_core_disconnected = True - vprintf ('Client2 core services is disconnected') - - if ((False == client2_core_session_map) and (True == check_statistics ('./confs/c_no_nat_client_2.conf', 'core', '# entries in session map',1))): - client2_core_session_map = True - vprintf ('Client2 core notifies about disconnected') - - if ((False == client2_topology_disconnected) and (True == check_statistics ('./confs/c_no_nat_client_2.conf', 'topology', '# peers connected',1))): - client2_topology_disconnected = True - vprintf ('Client2 topology services is disconnected') - - if ((False == client2_fs_disconnected) and (True == check_statistics ('./confs/c_no_nat_client_2.conf', 'fs', '# peers connected',1))): - client2_fs_disconnected = True - vprintf ('Client2 fs services is disconnected') - - - # Check if conditions fulfilled - if ((True == client_transport_disconnected) and - (True == client_topology_disconnected) and - (True == client_core_disconnected) and - (True == client_core_session_map) and - (True == client_fs_disconnected) and - (True == client2_transport_disconnected) and - (True == client2_topology_disconnected) and - (True == client2_core_disconnected) and - (True == client2_core_session_map) and - (True == client2_fs_disconnected)): - disconnected = True - #break - print '.' - time.sleep(1) - count += 1 - if (disconnected == False): - print '' - if (client_transport_disconnected == False): - print ('Client transport was NOT disconnected') - if (client_topology_disconnected == False): - print ('Client topology was NOT disconnected') - if (client_core_disconnected == False): - print ('Client core was NOT disconnected') - if (client_core_session_map == False): - print ('Client core sessions did NOT decrease') - if (client2_transport_disconnected == False): - print ('Client2 transport was NOT disconnected') - if (client2_topology_disconnected == False): - print ('Client2 topology was NOT disconnected') - if (client2_core_disconnected == False): - print ('Client2 core was NOT disconnected') - if (client2_core_session_map == False): - print ('Client2 core sessions did NOT decrease') - return False - else: - return True +def check_connect (): + check = Check (test) + check.add (StatisticsCondition (client, 'transport', '# peers connected',2)) + check.add (StatisticsCondition (client, 'core', '# neighbour entries allocated',2)) + check.add (StatisticsCondition (client, 'core', '# entries in session map',2)) + check.add (StatisticsCondition (client, 'topology', '# peers connected',2)) + check.add (StatisticsCondition (client, 'fs', '# peers connected',2)) + + check.add (StatisticsCondition (client2, 'transport', '# peers connected',2)) + check.add (StatisticsCondition (client2, 'core', '# neighbour entries allocated',2)) + check.add (StatisticsCondition (client2, 'core', '# entries in session map',2)) + check.add (StatisticsCondition (client2, 'topology', '# peers connected',2)) + check.add (StatisticsCondition (client2, 'fs', '# peers connected',2)) + + check.add (StatisticsCondition (server, 'transport', '# peers connected',2)) + check.add (StatisticsCondition (server, 'core', '# neighbour entries allocated',2)) + check.add (StatisticsCondition (server, 'core', '# entries in session map',2)) + check.add (StatisticsCondition (server, 'topology', '# peers connected',2)) + check.add (StatisticsCondition (server, 'fs', '# peers connected',2)) + + check.run_blocking (check_timeout, success_connect_cont, fail_connect_cont) # # Test execution # -vprintf ("Running " + testname) -setup () -start () +success = False + +test = Test ('test_integration_disconnect', verbose) -ret = check_connect () -if (ret == True): - vprintf ('Peers connected') - if (True == check_disconnect_server ()): - if (True == check_disconnect_client ()): - success = True +server = Peer(test, './confs/c_bootstrap_server.conf'); +server.start(); + +client = Peer(test, './confs/c_no_nat_client.conf'); +client.start(); + +client2 = Peer(test, './confs/c_no_nat_client_2.conf'); +client2.start(); + +if ((client.started == True) and (client2.started == True) and (server.started == True)): + test.p ('Peers started, running check') + check_connect () + +server.stop () +client.stop () +client2.stop () -stop () cleanup () if (success == False): - print ('Test failed') - exit (1) + print ('Test failed') + exit (1) else: - exit (0) + exit (0) -- cgit v1.2.3