diff options
Diffstat (limited to 'src')
-rw-r--r-- | src/datastore/Makefile.am | 9 | ||||
-rw-r--r-- | src/datastore/gnunet-datastore.c | 262 | ||||
-rw-r--r-- | src/include/gnunet_datastore_service.h | 4 | ||||
-rw-r--r-- | src/util/gnunet-resolver.c | 3 |
4 files changed, 275 insertions, 3 deletions
diff --git a/src/datastore/Makefile.am b/src/datastore/Makefile.am index 57639fa37..c2acc2ffe 100644 --- a/src/datastore/Makefile.am +++ b/src/datastore/Makefile.am @@ -32,6 +32,8 @@ libgnunetdatastore_la_LDFLAGS = \ $(GN_LIB_LDFLAGS) $(WINFLAGS) \ -version-info 1:0:0 +bin_PROGRAMS = \ + gnunet-datastore libexec_PROGRAMS = \ gnunet-service-datastore @@ -43,6 +45,13 @@ gnunet_service_datastore_LDADD = \ $(top_builddir)/src/util/libgnunetutil.la \ $(GN_LIBINTL) +gnunet_datastore_SOURCES = \ + gnunet-datastore.c +gnunet_datastore_LDADD = \ + $(top_builddir)/src/datastore/libgnunetdatastore.la \ + $(top_builddir)/src/util/libgnunetutil.la \ + $(GN_LIBINTL) + if HAVE_MYSQL MYSQL_PLUGIN = libgnunet_plugin_datastore_mysql.la if HAVE_BENCHMARKS diff --git a/src/datastore/gnunet-datastore.c b/src/datastore/gnunet-datastore.c new file mode 100644 index 000000000..4388818d7 --- /dev/null +++ b/src/datastore/gnunet-datastore.c @@ -0,0 +1,262 @@ +/* + This file is part of GNUnet. + (C) 2010, 2013 Christian Grothoff (and other contributing authors) + + GNUnet is free software; you can redistribute it and/or modify + it under the terms of the GNU General Public License as published + by the Free Software Foundation; either version 3, or (at your + option) any later version. + + GNUnet is distributed in the hope that it will be useful, but + WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + General Public License for more details. + + You should have received a copy of the GNU General Public License + along with GNUnet; see the file COPYING. If not, write to the + Free Software Foundation, Inc., 59 Temple Place - Suite 330, + Boston, MA 02111-1307, USA. +*/ + +/** + * @file datastore/gnunet-datastore.c + * @brief tool to manipulate datastores + * @author Christian Grothoff + */ +#include "platform.h" +#include "gnunet_util_lib.h" +#include "gnunet_datastore_service.h" + + +/** + * Name of the second configuration file. + */ +static char *alternative_cfg; + +/** + * Global return value. + */ +static int ret; + +/** + * Our offset on 'get'. + */ +static uint64_t offset; + +/** + * First UID ever returned. + */ +static uint64_t first_uid; + +/** + * Configuration for the source database. + */ +static struct GNUNET_CONFIGURATION_Handle *scfg; + +/** + * Handle for database source. + */ +static struct GNUNET_DATASTORE_Handle *db_src; + +/** + * Handle for database destination. + */ +static struct GNUNET_DATASTORE_Handle *db_dst; + +/** + * Current operation. + */ +static struct GNUNET_DATASTORE_QueueEntry *qe; + + +static void +do_shutdown (void *cls, + const struct GNUNET_SCHEDULER_TaskContext *tc) +{ + if (NULL != qe) + GNUNET_DATASTORE_cancel (qe); + GNUNET_DATASTORE_disconnect (db_src, GNUNET_NO); + GNUNET_DATASTORE_disconnect (db_dst, GNUNET_NO); + GNUNET_CONFIGURATION_destroy (scfg); +} + + +/** + * Perform next GET operation. + */ +static void +do_get (void); + + +/** + * Continuation called to notify client about result of the + * operation. + * + * @param cls closure + * @param success GNUNET_SYSERR on failure (including timeout/queue drop) + * GNUNET_NO if content was already there + * GNUNET_YES (or other positive value) on success + * @param min_expiration minimum expiration time required for 0-priority content to be stored + * by the datacache at this time, zero for unknown, forever if we have no + * space for 0-priority content + * @param msg NULL on success, otherwise an error message + */ +static void +do_finish (void *cls, + int32_t success, + struct GNUNET_TIME_Absolute min_expiration, + const char *msg) +{ + qe = NULL; + if (GNUNET_SYSERR == success) + { + fprintf (stderr, + _("Failed to store item: %s, aborting\n"), + msg); + ret = 1; + GNUNET_SCHEDULER_shutdown (); + return; + } + do_get (); +} + + +/** + * Process a datum that was stored in the datastore. + * + * @param cls closure + * @param key key for the content + * @param size number of bytes in data + * @param data content stored + * @param type type of the content + * @param priority priority of the content + * @param anonymity anonymity-level for the content + * @param expiration expiration time for the content + * @param uid unique identifier for the datum; + * maybe 0 if no unique identifier is available + */ +static void +do_put (void *cls, + const struct GNUNET_HashCode *key, + size_t size, const void *data, + enum GNUNET_BLOCK_Type type, + uint32_t priority, + uint32_t anonymity, + struct GNUNET_TIME_Absolute + expiration, uint64_t uid) +{ + qe = NULL; + if ( (0 != offset) && + (uid == first_uid) ) + { + GNUNET_SCHEDULER_shutdown (); + return; + } + if (0 == offset) + first_uid = uid; + qe = GNUNET_DATASTORE_put (db_dst, 0, + key, size, data, type, + priority, anonymity, + 0 /* FIXME: replication is lost... */, + expiration, + 0, 1, GNUNET_TIME_UNIT_FOREVER_REL, + &do_finish, NULL); +} + + +/** + * Perform next GET operation. + */ +static void +do_get () +{ + qe = GNUNET_DATASTORE_get_key (db_src, + offset, + NULL, GNUNET_BLOCK_TYPE_ANY, + 0, 1, + GNUNET_TIME_UNIT_FOREVER_REL, + &do_put, NULL); +} + + + +/** + * Main function that will be run by the scheduler. + * + * @param cls closure + * @param args remaining command-line arguments + * @param cfgfile name of the configuration file used + * @param cfg configuration -- for destination datastore + */ +static void +run (void *cls, char *const *args, const char *cfgfile, + const struct GNUNET_CONFIGURATION_Handle *cfg) +{ + if (NULL == alternative_cfg) + return; /* nothing to be done */ + if (0 == strcmp (cfgfile, alternative_cfg)) + { + fprintf (stderr, + _("Cannot use the same configuration for source and destination\n")); + ret = 1; + return; + } + scfg = GNUNET_CONFIGURATION_create (); + if (GNUNET_OK != + GNUNET_CONFIGURATION_load (scfg, + alternative_cfg)) + { + GNUNET_CONFIGURATION_destroy (scfg); + ret = 1; + return; + } + db_src = GNUNET_DATASTORE_connect (scfg); + if (NULL == db_src) + { + GNUNET_CONFIGURATION_destroy (scfg); + ret = 1; + return; + } + db_dst = GNUNET_DATASTORE_connect (cfg); + if (NULL == db_dst) + { + GNUNET_DATASTORE_disconnect (db_src, GNUNET_NO); + GNUNET_CONFIGURATION_destroy (scfg); + ret = 1; + return; + } + GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_UNIT_FOREVER_REL, + &do_shutdown, NULL); + do_get (); +} + + +/** + * The main function to manipulate datastores. + * + * @param argc number of arguments from the command line + * @param argv command line arguments + * @return 0 ok, 1 on error + */ +int +main (int argc, char *const *argv) +{ + static const struct GNUNET_GETOPT_CommandLineOption options[] = { + { 's', "sourcecfg", "FILENAME", + gettext_noop ("specifies the configuration to use to access an alternative datastore; will merge that datastore into our current datastore"), + 1, &GNUNET_GETOPT_set_filename, &alternative_cfg }, + GNUNET_GETOPT_OPTION_END + }; + if (GNUNET_OK != GNUNET_STRINGS_get_utf8_args (argc, argv, &argc, &argv)) + return 2; + + if (GNUNET_OK != + GNUNET_PROGRAM_run (argc, argv, "gnunet-datastore", + gettext_noop ("Manipulate GNUnet datastore"), + options, &run, NULL)) + ret = 1; + GNUNET_free ((void*) argv); + return ret; +} + +/* end of gnunet-datastore.c */ diff --git a/src/include/gnunet_datastore_service.h b/src/include/gnunet_datastore_service.h index 721963bdd..9ebf5e48a 100644 --- a/src/include/gnunet_datastore_service.h +++ b/src/include/gnunet_datastore_service.h @@ -153,7 +153,7 @@ GNUNET_DATASTORE_reserve (struct GNUNET_DATASTORE_Handle *h, uint64_t amount, */ struct GNUNET_DATASTORE_QueueEntry * GNUNET_DATASTORE_put (struct GNUNET_DATASTORE_Handle *h, uint32_t rid, - const struct GNUNET_HashCode * key, size_t size, + const struct GNUNET_HashCode *key, size_t size, const void *data, enum GNUNET_BLOCK_Type type, uint32_t priority, uint32_t anonymity, uint32_t replication, @@ -300,7 +300,7 @@ typedef void (*GNUNET_DATASTORE_DatumProcessor) (void *cls, */ struct GNUNET_DATASTORE_QueueEntry * GNUNET_DATASTORE_get_key (struct GNUNET_DATASTORE_Handle *h, uint64_t offset, - const struct GNUNET_HashCode * key, + const struct GNUNET_HashCode *key, enum GNUNET_BLOCK_Type type, unsigned int queue_priority, unsigned int max_queue_size, diff --git a/src/util/gnunet-resolver.c b/src/util/gnunet-resolver.c index 6cb6ac564..72ece9710 100644 --- a/src/util/gnunet-resolver.c +++ b/src/util/gnunet-resolver.c @@ -133,8 +133,9 @@ run (void *cls, char *const *args, const char *cfgfile, NULL); } + /** - * The main function to obtain statistics in GNUnet. + * The main function to access GNUnet's DNS resolver. * * @param argc number of arguments from the command line * @param argv command line arguments |