Rev 690: added a test tool for adding/deleting large numbers of
records in http://samba.org/~tridge/ctdb
tridge at samba.org
tridge at samba.org
Thu Jan 3 04:46:29 GMT 2008
------------------------------------------------------------
revno: 690
revision-id:tridge at samba.org-20080103044617-5xu8kjjjhjlsd140
parent: tridge at samba.org-20071226231909-oyysv0l4g5ytadjv
committer: Andrew Tridgell <tridge at samba.org>
branch nick: tridge.stable
timestamp: Thu 2008-01-03 15:46:17 +1100
message:
added a test tool for adding/deleting large numbers of records
added:
tests/ctdb_randrec.c ctdb_randrec.c-20080103044448-584sshdn57l9l64m-1
modified:
Makefile.in makefile.in-20061117234101-o3qt14umlg9en8z0-1
tests/start_daemons.sh start_daemons.sh-20070604074603-fbb8x90srun04xn0-1
=== added file 'tests/ctdb_randrec.c'
--- a/tests/ctdb_randrec.c 1970-01-01 00:00:00 +0000
+++ b/tests/ctdb_randrec.c 2008-01-03 04:46:17 +0000
@@ -0,0 +1,137 @@
+/*
+ create a lot of random records, both current records and deleted records
+
+ Copyright (C) Andrew Tridgell 2008
+ Ronnie sahlberg 2007
+
+ This program is free software; you can redistribute it and/or modify
+ it under the terms of the GNU General Public License as published by
+ the Free Software Foundation; either version 3 of the License, or
+ (at your option) any later version.
+
+ This program is distributed in the hope that it will be useful,
+ but WITHOUT ANY WARRANTY; without even the implied warranty of
+ MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ GNU General Public License for more details.
+
+ You should have received a copy of the GNU General Public License
+ along with this program; if not, see <http://www.gnu.org/licenses/>.
+*/
+
+#include "includes.h"
+#include "lib/events/events.h"
+#include "system/filesys.h"
+#include "popt.h"
+#include "cmdline.h"
+
+#include <sys/time.h>
+#include <time.h>
+
+static int num_records = 10;
+static int delete_pct = 75;
+static int base_rec;
+
+static void store_records(struct ctdb_context *ctdb, struct event_context *ev)
+{
+ TDB_DATA key, data;
+ struct ctdb_db_context *ctdb_db;
+ TALLOC_CTX *tmp_ctx = talloc_new(ctdb);
+ int ret;
+ struct ctdb_record_handle *h;
+ uint32_t i=0;
+
+ ctdb_db = ctdb_db_handle(ctdb, "test.tdb");
+
+ srandom(time(NULL) ^ getpid());
+
+ printf("working with %d records\n", num_records);
+ while (1) {
+ unsigned r = random() % num_records;
+ key.dptr = (uint8_t *)&r;
+ key.dsize = sizeof(r);
+
+ h = ctdb_fetch_lock(ctdb_db, tmp_ctx, key, &data);
+ if (h == NULL) {
+ printf("Failed to fetch record '%s' on node %d\n",
+ (const char *)key.dptr, ctdb_get_pnn(ctdb));
+ talloc_free(tmp_ctx);
+ return;
+ }
+
+ if (random() % 100 < delete_pct) {
+ data.dptr = NULL;
+ data.dsize = 0;
+ } else {
+ data.dptr = talloc_zero_size(h, data.dsize + sizeof(r));
+ data.dsize += sizeof(r);
+ }
+
+ ret = ctdb_record_store(h, data);
+ talloc_free(h);
+ if (ret != 0) {
+ printf("Failed to store record\n");
+ }
+ if (i % 1000 == 0) {
+ printf("%u\r", i);
+ fflush(stdout);
+ }
+ i++;
+ }
+
+ talloc_free(tmp_ctx);
+}
+
+/*
+ main program
+*/
+int main(int argc, const char *argv[])
+{
+ struct ctdb_context *ctdb;
+ struct ctdb_db_context *ctdb_db;
+
+ struct poptOption popt_options[] = {
+ POPT_AUTOHELP
+ POPT_CTDB_CMDLINE
+ { "num-records", 'r', POPT_ARG_INT, &num_records, 0, "num_records", "integer" },
+ { "base-rec", 'b', POPT_ARG_INT, &base_rec, 0, "base_rec", "integer" },
+ POPT_TABLEEND
+ };
+ int opt;
+ const char **extra_argv;
+ int extra_argc = 0;
+ poptContext pc;
+ struct event_context *ev;
+
+ pc = poptGetContext(argv[0], argc, argv, popt_options, POPT_CONTEXT_KEEP_FIRST);
+
+ while ((opt = poptGetNextOpt(pc)) != -1) {
+ switch (opt) {
+ default:
+ fprintf(stderr, "Invalid option %s: %s\n",
+ poptBadOption(pc, 0), poptStrerror(opt));
+ exit(1);
+ }
+ }
+
+ /* setup the remaining options for the main program to use */
+ extra_argv = poptGetArgs(pc);
+ if (extra_argv) {
+ extra_argv++;
+ while (extra_argv[extra_argc]) extra_argc++;
+ }
+
+ ev = event_context_init(NULL);
+
+ ctdb = ctdb_cmdline_client(ev);
+
+ /* attach to a specific database */
+ ctdb_db = ctdb_attach(ctdb, "test.tdb", false);
+ if (!ctdb_db) {
+ printf("ctdb_attach failed - %s\n", ctdb_errstr(ctdb));
+ exit(1);
+ }
+
+ store_records(ctdb, ev);
+
+ return 0;
+}
=== modified file 'Makefile.in'
--- a/Makefile.in 2007-10-15 04:44:06 +0000
+++ b/Makefile.in 2008-01-03 04:46:17 +0000
@@ -53,7 +53,7 @@
server/ctdb_serverids.o server/ctdb_persistent.o \
$(CTDB_CLIENT_OBJ) $(CTDB_TCP_OBJ) @INFINIBAND_WRAPPER_OBJ@
-TEST_BINS=bin/ctdb_bench bin/ctdb_fetch bin/ctdb_store bin/ctdb_persistent bin/rb_test \
+TEST_BINS=bin/ctdb_bench bin/ctdb_fetch bin/ctdb_store bin/ctdb_randrec bin/ctdb_persistent bin/rb_test \
@INFINIBAND_BINS@
BINS = bin/ctdb @CTDB_SCSI_IO@ bin/ctdb_ipmux bin/smnotify
@@ -126,6 +126,10 @@
@echo Linking $@
@$(CC) $(CFLAGS) -o $@ tests/ctdb_store.o $(CTDB_CLIENT_OBJ) $(LIB_FLAGS)
+bin/ctdb_randrec: $(CTDB_CLIENT_OBJ) tests/ctdb_randrec.o
+ @echo Linking $@
+ @$(CC) $(CFLAGS) -o $@ tests/ctdb_randrec.o $(CTDB_CLIENT_OBJ) $(LIB_FLAGS)
+
bin/ctdb_persistent: $(CTDB_CLIENT_OBJ) tests/ctdb_persistent.o
@echo Linking $@
@$(CC) $(CFLAGS) -o $@ tests/ctdb_persistent.o $(CTDB_CLIENT_OBJ) $(LIB_FLAGS)
=== modified file 'tests/start_daemons.sh'
--- a/tests/start_daemons.sh 2007-11-12 23:28:06 +0000
+++ b/tests/start_daemons.sh 2008-01-03 04:46:17 +0000
@@ -6,7 +6,6 @@
fi
NODES="nodes.txt"
shift
-shift
rm -f nodes.txt
for i in `seq 1 $NUMNODES`; do
More information about the samba-cvs
mailing list