/*
This file is part of GNUnet
Copyright (C) 2021 GNUnet e.V.
GNUnet is free software: you can redistribute it and/or modify it
under the terms of the GNU Affero General Public License as published
by the Free Software Foundation, either version 3 of the License,
or (at your option) any later version.
GNUnet is distributed in the hope that it will be useful, but
WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
Affero General Public License for more details.
You should have received a copy of the GNU Affero General Public License
along with this program. If not, see .
SPDX-License-Identifier: AGPL3.0-or-later
*/
/**
* @brief API for writing an interpreter to test GNUnet components
* @author Christian Grothoff
* @author Marcello Stanisci
* @author t3sserakt
*/
#ifndef GNUNET_TESTING_NG_LIB_H
#define GNUNET_TESTING_NG_LIB_H
#include "gnunet_util_lib.h"
#include "gnunet_testing_plugin.h"
#include "gnunet_testing_lib.h"
/**
* Stringify operator.
*
* @param a some expression to stringify. Must NOT be a macro.
* @return same expression as a constant string.
*/
#define GNUNET_S(a) #a
/* ********************* Helper functions ********************* */
/**
* Print failing line number and trigger shutdown. Useful
* quite any time after the command "run" method has been called.
*/
#define GNUNET_TESTING_FAIL(is) \
do \
{ \
GNUNET_break (0); \
GNUNET_TESTING_interpreter_fail (is); \
return; \
} while (0)
/* ******************* Generic interpreter logic ************ */
/**
* Global state of the interpreter, used by a command
* to access information about other commands.
*/
struct GNUNET_TESTING_Interpreter;
/**
* State each asynchronous command must have in its closure.
*/
struct GNUNET_TESTING_AsyncContext
{
/**
* Interpreter we are part of.
*/
struct GNUNET_TESTING_Interpreter *is;
/**
* Function to call when done.
*/
GNUNET_SCHEDULER_TaskCallback cont;
/**
* Closure for @e cont.
*/
void *cont_cls;
/**
* Indication if the command finished (#GNUNET_OK).
* #GNUNET_NO if it did not finish,
* #GNUNET_SYSERR if it failed.
*/
enum GNUNET_GenericReturnValue finished;
};
/**
* A command to be run by the interpreter.
*/
struct GNUNET_TESTING_Command
{
/**
* Closure for all commands with command-specific context information.
*/
void *cls;
/**
* Label for the command.
*/
const char *label;
/**
* Runs the command. Note that upon return, the interpreter
* will not automatically run the next command, as the command
* may continue asynchronously in other scheduler tasks. Thus,
* the command must ensure to eventually call
* #GNUNET_TESTING_interpreter_next() or
* #GNUNET_TESTING_interpreter_fail().
*
* If this function creates some asynchronous activity, it should
* initialize @e finish to a function that can be used to wait for
* the asynchronous activity to terminate.
*
* @param cls closure
* @param is interpreter state
*/
void
(*run)(void *cls,
struct GNUNET_TESTING_Interpreter *is);
/**
* Pointer to the asynchronous context in the command's
* closure. Used by the
* #GNUNET_TESTING_async_finish() and
* #GNUNET_TESTING_async_fail() functions.
*
* Must be NULL if a command is synchronous.
*/
struct GNUNET_TESTING_AsyncContext *ac;
/**
* Clean up after the command. Run during forced termination
* (CTRL-C) or test failure or test success.
*
* @param cls closure
*/
void
(*cleanup)(void *cls);
/**
* Extract information from a command that is useful for other
* commands. Can be NULL if a command has no traits.
*
* @param cls closure
* @param[out] ret result (could be anything)
* @param trait name of the trait
* @param index index number of the object to extract.
* @return #GNUNET_OK on success,
* #GNUNET_NO if no trait was found
*/
enum GNUNET_GenericReturnValue
(*traits)(void *cls,
const void **ret,
const char *trait,
unsigned int index);
/**
* When did the execution of this command start?
*/
struct GNUNET_TIME_Absolute start_time;
/**
* When did the execution of this command finish?
*/
struct GNUNET_TIME_Absolute finish_time;
/**
* When did we start the last run of this command? Delta to @e finish_time
* gives the latency for the last successful run. Useful in case @e
* num_tries was positive and the command was run multiple times. In that
* case, the @e start_time gives the time when we first tried to run the
* command, so the difference between @e start_time and @e finish_time would
* be the time all of the @e num_tries took, while the delta to @e
* last_req_time is the time the last (successful) execution took.
*/
struct GNUNET_TIME_Absolute last_req_time;
/**
* In case @e asynchronous_finish is true, how long should we wait for this
* command to complete? If @e finish did not complete after this amount of
* time, the interpreter will fail. Should be set generously to ensure
* tests do not fail on slow systems.
*/
struct GNUNET_TIME_Relative default_timeout;
/**
* How often did we try to execute this command? (In case it is a request
* that is repated.) Note that a command must have some built-in retry
* mechanism for this value to be useful.
*/
unsigned int num_tries;
/**
* If "true", the interpreter should not immediately call
* @e finish, even if @e finish is non-NULL. Otherwise,
* #GNUNET_TESTING_cmd_finish() must be used
* to ensure that a command actually completed.
*/
bool asynchronous_finish;
};
/**
* Lookup command by label.
* Only future commands are looked up.
*
* @param is interpreter to lookup command in
* @param label label of the command to lookup.
* @return the command, if it is found, or NULL.
*/
const struct GNUNET_TESTING_Command *
GNUNET_TESTING_interpreter_lookup_future_command (
struct GNUNET_TESTING_Interpreter *is,
const char *label);
/**
* Lookup command by label.
*
* @param is interpreter to lookup command in
* @param label label of the command to lookup.
* @return the command, if it is found, or NULL.
*/
const struct GNUNET_TESTING_Command *
GNUNET_TESTING_interpreter_lookup_command (
struct GNUNET_TESTING_Interpreter *is,
const char *label);
/**
* Lookup command by label.
* All commands, first into the past, then into the furture are looked up.
*
* @param is interpreter to lookup command in
* @param label label of the command to lookup.
* @return the command, if it is found, or NULL.
*/
const struct GNUNET_TESTING_Command *
GNUNET_TESTING_interpreter_lookup_command_all (
struct GNUNET_TESTING_Interpreter *is,
const char *label);
/**
* Obtain label of the command being now run.
*
* @param is interpreter state.
* @return the label.
*/
const char *
GNUNET_TESTING_interpreter_get_current_label (
struct GNUNET_TESTING_Interpreter *is);
/**
* Current command failed, clean up and fail the test case.
*
* @param is interpreter state.
*/
void
GNUNET_TESTING_interpreter_fail (struct GNUNET_TESTING_Interpreter *is);
/**
* The asynchronous command of @a ac has failed.
*
* @param ac command-specific context
*/
void
GNUNET_TESTING_async_fail (struct GNUNET_TESTING_AsyncContext *ac);
/**
* The asynchronous command of @a ac has finished.
*
* @param ac command-specific context
*/
void
GNUNET_TESTING_async_finish (struct GNUNET_TESTING_AsyncContext *ac);
/**
* Create command array terminator.
*
* @return a end-command.
*/
struct GNUNET_TESTING_Command
GNUNET_TESTING_cmd_end (void);
/**
* Turn asynchronous command into non blocking command by setting asynchronous_finish to true.
*
* @param cmd command to make synchronous.
* @return a finish-command.
*/
struct GNUNET_TESTING_Command
GNUNET_TESTING_cmd_make_unblocking (struct GNUNET_TESTING_Command cmd);
/**
* Create (synchronous) command that waits for another command to finish.
* If @a cmd_ref did not finish after @a timeout, this command will fail
* the test case.
*
* @param finish_label label for this command
* @param cmd_ref reference to a previous command which we should
* wait for (call `finish()` on)
* @param timeout how long to wait at most for @a cmd_ref to finish
* @return a finish-command.
*/
const struct GNUNET_TESTING_Command
GNUNET_TESTING_cmd_finish (const char *finish_label,
const char *cmd_ref,
struct GNUNET_TIME_Relative timeout);
/**
* Make the instruction pointer point to @a target_label
* only if @a counter is greater than zero.
*
* @param label command label
* @param target_label label of the new instruction pointer's destination after the jump;
* must be before the current instruction
* @param counter counts how many times the rewinding is to happen.
*/
struct GNUNET_TESTING_Command
GNUNET_TESTING_cmd_rewind_ip (const char *label,
const char *target_label,
unsigned int counter);
/**
* Function called with the final result of the test.
*
* @param cls closure
* @param rv #GNUNET_OK if the test passed
*/
typedef void
(*GNUNET_TESTING_ResultCallback)(void *cls,
enum GNUNET_GenericReturnValue rv);
/**
* Run the testsuite. Note, CMDs are copied into
* the interpreter state because they are _usually_
* defined into the "run" method that returns after
* having scheduled the test interpreter.
*
* @param commands the list of command to execute
* @param timeout how long to wait for each command to execute
* @param rc function to call with the final result
* @param rc_cls closure for @a rc
*/
void
GNUNET_TESTING_run (struct GNUNET_TESTING_Command *commands,
struct GNUNET_TIME_Relative timeout,
GNUNET_TESTING_ResultCallback rc,
void *rc_cls);
/**
* Start a GNUnet scheduler event loop and
* run the testsuite. Return 0 upon success.
* Expected to be called directly from main().
*
* @param commands the list of command to execute
* @param timeout how long to wait for each command to execute
* @return EXIT_SUCCESS on success, EXIT_FAILURE on failure
*/
int
GNUNET_TESTING_main (struct GNUNET_TESTING_Command *commands,
struct GNUNET_TIME_Relative timeout);
/**
* Look for substring in a programs' name.
*
* @param prog program's name to look into
* @param marker chunk to find in @a prog
* // FIXME: this does not belong here! => libgnunetutil, maybe?
* // FIXME: return bool? document return value!
*/
int
GNUNET_TESTING_has_in_name (const char *prog,
const char *marker);
/* ************** Specific interpreter commands ************ */
/**
* Returns the actual running command.
*
* @param is Global state of the interpreter, used by a command
* to access information about other commands.
* @return The actual running command.
*/
struct GNUNET_TESTING_Command *
GNUNET_TESTING_interpreter_get_current_command (
struct GNUNET_TESTING_Interpreter *is);
/**
* Check if the command is running.
*
* @param cmd The command to check.
* @return GNUNET_NO if the command is not running, GNUNET_YES if it is running.
*/
enum GNUNET_GenericReturnValue
GNUNET_TESTING_running (const struct GNUNET_TESTING_Command *command);
/**
* Check if a command is finished.
*
* @param cmd The command to check.
* @return GNUNET_NO if the command is not finished, GNUNET_YES if it is finished.
*/
enum GNUNET_GenericReturnValue
GNUNET_TESTING_finished (struct GNUNET_TESTING_Command *command);
/**
* Create a "signal" CMD.
*
* @param label command label.
* @param process_label label of a command that has a process trait
* @param process_index index of the process trait at @a process_label // FIXME: enum? needed?
* @param signal signal to send to @a process.
* @return the command.
*/
struct GNUNET_TESTING_Command
GNUNET_TESTING_cmd_signal (const char *label,
const char *process_label,
unsigned int process_index,
int signal);
/**
* Sleep for @a duration.
*
* @param label command label.
* @param duration time to sleep
* @return the command.
*/
struct GNUNET_TESTING_Command
GNUNET_TESTING_cmd_sleep (const char *label,
struct GNUNET_TIME_Relative duration);
/**
* Create a "batch" command. Such command takes a end_CMD-terminated array of
* CMDs and executed them. Once it hits the end CMD, it passes the control to
* the next top-level CMD, regardless of it being another batch or ordinary
* CMD.
*
* @param label the command label.
* @param batch array of CMDs to execute.
* @return the command.
*/
struct GNUNET_TESTING_Command
GNUNET_TESTING_cmd_batch (const char *label,
struct GNUNET_TESTING_Command *batch);
/**
* Performance counter.
* // FIXME: this might not belong here!
*/
struct GNUNET_TESTING_Timer
{
/**
* For which type of commands.
*/
const char *prefix;
/**
* Total time spend in all commands of this type.
*/
struct GNUNET_TIME_Relative total_duration;
/**
* Total time spend waiting for the *successful* exeuction
* in all commands of this type.
*/
struct GNUNET_TIME_Relative success_latency;
/**
* Number of commands summed up.
*/
unsigned int num_commands;
/**
* Number of retries summed up.
*/
unsigned int num_retries;
};
/**
* Retrieve the public key from the test system with the unique node id.
*
* @param num The unique node id.
* @param tl_system The test system.
* @return The peer identity wrapping the public key.
*/
struct GNUNET_PeerIdentity *
GNUNET_TESTING_get_pub_key (unsigned int num,
const struct GNUNET_TESTING_System *tl_system);
/**
* Obtain performance data from the interpreter.
*
* @param timers what commands (by label) to obtain runtimes for
* @return the command
*/
struct GNUNET_TESTING_Command
GNUNET_TESTING_cmd_stat (struct GNUNET_TESTING_Timer *timers);
/* *** Generic trait logic for implementing traits ********* */
/**
* A trait.
*/
struct GNUNET_TESTING_Trait
{
/**
* Index number associated with the trait. This gives the
* possibility to have _multiple_ traits on offer under the
* same name.
*/
unsigned int index;
/**
* Trait type, for example "reserve-pub" or "coin-priv".
*/
const char *trait_name;
/**
* Pointer to the piece of data to offer.
*/
const void *ptr;
};
/**
* "end" trait. Because traits are offered into arrays,
* this type of trait is used to mark the end of such arrays;
* useful when iterating over those.
*/
struct GNUNET_TESTING_Trait
GNUNET_TESTING_trait_end (void);
/**
* Extract a trait.
*
* @param traits the array of all the traits.
* @param[out] ret where to store the result.
* @param trait type of the trait to extract.
* @param index index number of the trait to extract.
* @return #GNUNET_OK when the trait is found.
*/
enum GNUNET_GenericReturnValue
GNUNET_TESTING_get_trait (const struct GNUNET_TESTING_Trait *traits,
const void **ret,
const char *trait,
unsigned int index);
/* ****** Specific traits supported by this component ******* */
/**
* Create headers for a trait with name @a name for
* statically allocated data of type @a type.
*/
#define GNUNET_TESTING_MAKE_DECL_SIMPLE_TRAIT(name,type) \
enum GNUNET_GenericReturnValue \
GNUNET_TESTING_get_trait_ ## name ( \
const struct GNUNET_TESTING_Command *cmd, \
type **ret); \
struct GNUNET_TESTING_Trait \
GNUNET_TESTING_make_trait_ ## name ( \
type * value);
/**
* Create C implementation for a trait with name @a name for statically
* allocated data of type @a type.
*/
#define GNUNET_TESTING_MAKE_IMPL_SIMPLE_TRAIT(name,type) \
enum GNUNET_GenericReturnValue \
GNUNET_TESTING_get_trait_ ## name ( \
const struct GNUNET_TESTING_Command *cmd, \
type **ret) \
{ \
if (NULL == cmd->traits) return GNUNET_SYSERR; \
return cmd->traits (cmd->cls, \
(const void **) ret, \
GNUNET_S (name), \
0); \
} \
struct GNUNET_TESTING_Trait \
GNUNET_TESTING_make_trait_ ## name ( \
type * value) \
{ \
struct GNUNET_TESTING_Trait ret = { \
.trait_name = GNUNET_S (name), \
.ptr = (const void *) value \
}; \
return ret; \
}
/**
* Create headers for a trait with name @a name for
* statically allocated data of type @a type.
*/
#define GNUNET_TESTING_MAKE_DECL_INDEXED_TRAIT(name,type) \
enum GNUNET_GenericReturnValue \
GNUNET_TESTING_get_trait_ ## name ( \
const struct GNUNET_TESTING_Command *cmd, \
unsigned int index, \
type **ret); \
struct GNUNET_TESTING_Trait \
GNUNET_TESTING_make_trait_ ## name ( \
unsigned int index, \
type * value);
/**
* Create C implementation for a trait with name @a name for statically
* allocated data of type @a type.
*/
#define GNUNET_TESTING_MAKE_IMPL_INDEXED_TRAIT(name,type) \
enum GNUNET_GenericReturnValue \
GNUNET_TESTING_get_trait_ ## name ( \
const struct GNUNET_TESTING_Command *cmd, \
unsigned int index, \
type **ret) \
{ \
if (NULL == cmd->traits) return GNUNET_SYSERR; \
return cmd->traits (cmd->cls, \
(const void **) ret, \
GNUNET_S (name), \
index); \
} \
struct GNUNET_TESTING_Trait \
GNUNET_TESTING_make_trait_ ## name ( \
unsigned int index, \
type * value) \
{ \
struct GNUNET_TESTING_Trait ret = { \
.index = index, \
.trait_name = GNUNET_S (name), \
.ptr = (const void *) value \
}; \
return ret; \
}
/**
* Call #op on all simple traits.
*/
#define GNUNET_TESTING_SIMPLE_TRAITS(op) \
op (batch_cmds, struct GNUNET_TESTING_Command *) \
op (process, struct GNUNET_OS_Process *)
/**
* Call #op on all indexed traits.
*/
#define GNUNET_TESTING_INDEXED_TRAITS(op) \
op (uint32, const uint32_t) \
op (uint64, const uint64_t) \
op (int64, const int64_t) \
op (uint, const unsigned int) \
op (string, const char) \
op (cmd, const struct GNUNET_TESTING_Command) \
op (uuid, const struct GNUNET_Uuid) \
op (time, const struct GNUNET_TIME_Absolute) \
op (absolute_time, const struct GNUNET_TIME_Absolute) \
op (relative_time, const struct GNUNET_TIME_Relative)
GNUNET_TESTING_SIMPLE_TRAITS (GNUNET_TESTING_MAKE_DECL_SIMPLE_TRAIT)
GNUNET_TESTING_INDEXED_TRAITS (GNUNET_TESTING_MAKE_DECL_INDEXED_TRAIT)
#endif