| 1 | /*
|
|---|
| 2 | Samba Linux/Unix CIFS implementation
|
|---|
| 3 |
|
|---|
| 4 | simple tool to test persistent databases
|
|---|
| 5 |
|
|---|
| 6 | Copyright (C) Michael Adam 2009
|
|---|
| 7 |
|
|---|
| 8 | This program is free software; you can redistribute it and/or modify
|
|---|
| 9 | it under the terms of the GNU General Public License as published by
|
|---|
| 10 | the Free Software Foundation; either version 3 of the License, or
|
|---|
| 11 | (at your option) any later version.
|
|---|
| 12 |
|
|---|
| 13 | This program is distributed in the hope that it will be useful,
|
|---|
| 14 | but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|---|
| 15 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|---|
| 16 | GNU General Public License for more details.
|
|---|
| 17 |
|
|---|
| 18 | You should have received a copy of the GNU General Public License
|
|---|
| 19 | along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|---|
| 20 | */
|
|---|
| 21 |
|
|---|
| 22 | #include "includes.h"
|
|---|
| 23 | #include "system/filesys.h"
|
|---|
| 24 | #include "popt_common.h"
|
|---|
| 25 | #include "dbwrap.h"
|
|---|
| 26 | #include "messages.h"
|
|---|
| 27 |
|
|---|
| 28 | #if 0
|
|---|
| 29 | #include "lib/events/events.h"
|
|---|
| 30 | #include "system/filesys.h"
|
|---|
| 31 | #include "popt.h"
|
|---|
| 32 | #include "cmdline.h"
|
|---|
| 33 |
|
|---|
| 34 | #include <sys/time.h>
|
|---|
| 35 | #include <time.h>
|
|---|
| 36 | #endif
|
|---|
| 37 |
|
|---|
| 38 | #define DEFAULT_DB_NAME "transaction.tdb"
|
|---|
| 39 |
|
|---|
| 40 | static int timelimit = 10;
|
|---|
| 41 | static int torture_delay = 0;
|
|---|
| 42 | static int verbose = 0;
|
|---|
| 43 | static int no_trans = 0;
|
|---|
| 44 | static char *db_name = (char *)discard_const(DEFAULT_DB_NAME);
|
|---|
| 45 |
|
|---|
| 46 |
|
|---|
| 47 | static unsigned int pnn;
|
|---|
| 48 |
|
|---|
| 49 | static TDB_DATA old_data;
|
|---|
| 50 |
|
|---|
| 51 | static int success = true;
|
|---|
| 52 |
|
|---|
| 53 | static void print_counters(void)
|
|---|
| 54 | {
|
|---|
| 55 | int i;
|
|---|
| 56 | uint32_t *old_counters;
|
|---|
| 57 |
|
|---|
| 58 | printf("[%4u] Counters: ", getpid());
|
|---|
| 59 | old_counters = (uint32_t *)old_data.dptr;
|
|---|
| 60 | for (i=0; i < old_data.dsize/sizeof(uint32_t); i++) {
|
|---|
| 61 | printf("%6u ", old_counters[i]);
|
|---|
| 62 | }
|
|---|
| 63 | printf("\n");
|
|---|
| 64 | }
|
|---|
| 65 |
|
|---|
| 66 | static void each_second(struct tevent_context *ev,
|
|---|
| 67 | struct tevent_timer *te,
|
|---|
| 68 | struct timeval t,
|
|---|
| 69 | void *private_data)
|
|---|
| 70 | {
|
|---|
| 71 | struct db_context *db = talloc_get_type(private_data, struct db_context);
|
|---|
| 72 |
|
|---|
| 73 | print_counters();
|
|---|
| 74 |
|
|---|
| 75 | tevent_add_timer(ev, db, timeval_current_ofs(1, 0), each_second, db);
|
|---|
| 76 | }
|
|---|
| 77 |
|
|---|
| 78 | static bool check_counters(struct db_context *db, TDB_DATA data)
|
|---|
| 79 | {
|
|---|
| 80 | int i;
|
|---|
| 81 | uint32_t *counters, *old_counters;
|
|---|
| 82 |
|
|---|
| 83 | counters = (uint32_t *)data.dptr;
|
|---|
| 84 | old_counters = (uint32_t *)old_data.dptr;
|
|---|
| 85 |
|
|---|
| 86 | /* check that all the counters are monotonic increasing */
|
|---|
| 87 | for (i=0; i < old_data.dsize/sizeof(uint32_t); i++) {
|
|---|
| 88 | if (counters[i] < old_counters[i]) {
|
|---|
| 89 | printf("[%4u] ERROR: counters has decreased for node %u From %u to %u\n",
|
|---|
| 90 | getpid(), i, old_counters[i], counters[i]);
|
|---|
| 91 | success = false;
|
|---|
| 92 | return false;
|
|---|
| 93 | }
|
|---|
| 94 | }
|
|---|
| 95 |
|
|---|
| 96 | if (old_data.dsize != data.dsize) {
|
|---|
| 97 | old_data.dsize = data.dsize;
|
|---|
| 98 | old_data.dptr = (unsigned char*)talloc_realloc_size(db, old_data.dptr, old_data.dsize);
|
|---|
| 99 | }
|
|---|
| 100 |
|
|---|
| 101 | memcpy(old_data.dptr, data.dptr, data.dsize);
|
|---|
| 102 | if (verbose) print_counters();
|
|---|
| 103 |
|
|---|
| 104 | return true;
|
|---|
| 105 | }
|
|---|
| 106 |
|
|---|
| 107 |
|
|---|
| 108 | static void do_sleep(unsigned int sec)
|
|---|
| 109 | {
|
|---|
| 110 | unsigned int i;
|
|---|
| 111 |
|
|---|
| 112 | if (sec == 0) {
|
|---|
| 113 | return;
|
|---|
| 114 | }
|
|---|
| 115 |
|
|---|
| 116 | for (i=0; i<sec; i++) {
|
|---|
| 117 | if (verbose) printf(".");
|
|---|
| 118 | sleep(1);
|
|---|
| 119 | }
|
|---|
| 120 |
|
|---|
| 121 | if (verbose) printf("\n");
|
|---|
| 122 | }
|
|---|
| 123 |
|
|---|
| 124 | static void test_store_records(struct db_context *db, struct tevent_context *ev)
|
|---|
| 125 | {
|
|---|
| 126 | TDB_DATA key;
|
|---|
| 127 | uint32_t *counters;
|
|---|
| 128 | TALLOC_CTX *tmp_ctx = talloc_stackframe();
|
|---|
| 129 | struct timeval start;
|
|---|
| 130 |
|
|---|
| 131 | key.dptr = (unsigned char *)discard_const("testkey");
|
|---|
| 132 | key.dsize = strlen((const char *)key.dptr)+1;
|
|---|
| 133 |
|
|---|
| 134 | start = timeval_current();
|
|---|
| 135 | while ((timelimit == 0) || (timeval_elapsed(&start) < timelimit)) {
|
|---|
| 136 | struct db_record *rec;
|
|---|
| 137 | TDB_DATA data;
|
|---|
| 138 | int ret;
|
|---|
| 139 | NTSTATUS status;
|
|---|
| 140 |
|
|---|
| 141 | if (!no_trans) {
|
|---|
| 142 | if (verbose) DEBUG(1, ("starting transaction\n"));
|
|---|
| 143 | ret = db->transaction_start(db);
|
|---|
| 144 | if (ret != 0) {
|
|---|
| 145 | DEBUG(0, ("Failed to start transaction on node "
|
|---|
| 146 | "%d\n", pnn));
|
|---|
| 147 | goto fail;
|
|---|
| 148 | }
|
|---|
| 149 | if (verbose) DEBUG(1, ("transaction started\n"));
|
|---|
| 150 | do_sleep(torture_delay);
|
|---|
| 151 | }
|
|---|
| 152 |
|
|---|
| 153 | if (verbose) DEBUG(1, ("calling fetch_lock\n"));
|
|---|
| 154 | rec = db->fetch_locked(db, tmp_ctx, key);
|
|---|
| 155 | if (rec == NULL) {
|
|---|
| 156 | DEBUG(0, ("Failed to fetch record\n"));
|
|---|
| 157 | goto fail;
|
|---|
| 158 | }
|
|---|
| 159 | if (verbose) DEBUG(1, ("fetched record ok\n"));
|
|---|
| 160 | do_sleep(torture_delay);
|
|---|
| 161 |
|
|---|
| 162 | data.dsize = MAX(rec->value.dsize, sizeof(uint32_t) * (pnn+1));
|
|---|
| 163 | data.dptr = (unsigned char *)talloc_zero_size(tmp_ctx,
|
|---|
| 164 | data.dsize);
|
|---|
| 165 | if (data.dptr == NULL) {
|
|---|
| 166 | DEBUG(0, ("Failed to allocate data\n"));
|
|---|
| 167 | goto fail;
|
|---|
| 168 | }
|
|---|
| 169 | memcpy(data.dptr, rec->value.dptr,rec->value.dsize);
|
|---|
| 170 |
|
|---|
| 171 | counters = (uint32_t *)data.dptr;
|
|---|
| 172 |
|
|---|
| 173 | /* bump our counter */
|
|---|
| 174 | counters[pnn]++;
|
|---|
| 175 |
|
|---|
| 176 | if (verbose) DEBUG(1, ("storing data\n"));
|
|---|
| 177 | status = rec->store(rec, data, TDB_REPLACE);
|
|---|
| 178 | if (!NT_STATUS_IS_OK(status)) {
|
|---|
| 179 | DEBUG(0, ("Failed to store record\n"));
|
|---|
| 180 | if (!no_trans) {
|
|---|
| 181 | ret = db->transaction_cancel(db);
|
|---|
| 182 | if (ret != 0) {
|
|---|
| 183 | DEBUG(0, ("Error cancelling transaction.\n"));
|
|---|
| 184 | }
|
|---|
| 185 | }
|
|---|
| 186 | goto fail;
|
|---|
| 187 | }
|
|---|
| 188 | talloc_free(rec);
|
|---|
| 189 | if (verbose) DEBUG(1, ("stored data ok\n"));
|
|---|
| 190 | do_sleep(torture_delay);
|
|---|
| 191 |
|
|---|
| 192 | if (!no_trans) {
|
|---|
| 193 | if (verbose) DEBUG(1, ("calling transaction_commit\n"));
|
|---|
| 194 | ret = db->transaction_commit(db);
|
|---|
| 195 | if (ret != 0) {
|
|---|
| 196 | DEBUG(0, ("Failed to commit transaction\n"));
|
|---|
| 197 | goto fail;
|
|---|
| 198 | }
|
|---|
| 199 | if (verbose) DEBUG(1, ("transaction committed\n"));
|
|---|
| 200 | }
|
|---|
| 201 |
|
|---|
| 202 | /* store the counters and verify that they are sane */
|
|---|
| 203 | if (verbose || (pnn == 0)) {
|
|---|
| 204 | if (!check_counters(db, data)) {
|
|---|
| 205 | goto fail;
|
|---|
| 206 | }
|
|---|
| 207 | }
|
|---|
| 208 | talloc_free(data.dptr);
|
|---|
| 209 |
|
|---|
| 210 | do_sleep(torture_delay);
|
|---|
| 211 | }
|
|---|
| 212 |
|
|---|
| 213 | goto done;
|
|---|
| 214 |
|
|---|
| 215 | fail:
|
|---|
| 216 | success = false;
|
|---|
| 217 |
|
|---|
| 218 | done:
|
|---|
| 219 | talloc_free(tmp_ctx);
|
|---|
| 220 | return;
|
|---|
| 221 | }
|
|---|
| 222 |
|
|---|
| 223 | /*
|
|---|
| 224 | main program
|
|---|
| 225 | */
|
|---|
| 226 | int main(int argc, const char *argv[])
|
|---|
| 227 | {
|
|---|
| 228 | TALLOC_CTX *mem_ctx;
|
|---|
| 229 | struct tevent_context *ev_ctx;
|
|---|
| 230 | struct messaging_context *msg_ctx;
|
|---|
| 231 | struct db_context *db;
|
|---|
| 232 |
|
|---|
| 233 | int unsafe_writes = 0;
|
|---|
| 234 | struct poptOption popt_options[] = {
|
|---|
| 235 | POPT_AUTOHELP
|
|---|
| 236 | POPT_COMMON_SAMBA
|
|---|
| 237 | { "timelimit", 't', POPT_ARG_INT, &timelimit, 0, "timelimit", "INTEGER" },
|
|---|
| 238 | { "delay", 'D', POPT_ARG_INT, &torture_delay, 0, "delay (in seconds) between operations", "INTEGER" },
|
|---|
| 239 | { "verbose", 'v', POPT_ARG_NONE, &verbose, 0, "switch on verbose mode", NULL },
|
|---|
| 240 | { "db-name", 'N', POPT_ARG_STRING, &db_name, 0, "name of the test db", "NAME" },
|
|---|
| 241 | { "no-trans", 'n', POPT_ARG_NONE, &no_trans, 0, "use fetch_lock/record store instead of transactions", NULL },
|
|---|
| 242 | { "unsafe-writes", 'u', POPT_ARG_NONE, &unsafe_writes, 0, "do not use tdb transactions when writing", NULL },
|
|---|
| 243 | POPT_TABLEEND
|
|---|
| 244 | };
|
|---|
| 245 | int opt;
|
|---|
| 246 | const char **extra_argv;
|
|---|
| 247 | int extra_argc = 0;
|
|---|
| 248 | poptContext pc;
|
|---|
| 249 | int tdb_flags;
|
|---|
| 250 |
|
|---|
| 251 | int ret = 1;
|
|---|
| 252 |
|
|---|
| 253 | mem_ctx = talloc_stackframe();
|
|---|
| 254 |
|
|---|
| 255 | if (verbose) {
|
|---|
| 256 | setbuf(stdout, (char *)NULL); /* don't buffer */
|
|---|
| 257 | } else {
|
|---|
| 258 | setlinebuf(stdout);
|
|---|
| 259 | }
|
|---|
| 260 |
|
|---|
| 261 | load_case_tables();
|
|---|
| 262 |
|
|---|
| 263 | setup_logging(argv[0], DEBUG_STDERR);
|
|---|
| 264 | lp_set_cmdline("log level", "0");
|
|---|
| 265 |
|
|---|
| 266 | pc = poptGetContext(argv[0], argc, argv, popt_options, POPT_CONTEXT_KEEP_FIRST);
|
|---|
| 267 |
|
|---|
| 268 | while ((opt = poptGetNextOpt(pc)) != -1) {
|
|---|
| 269 | switch (opt) {
|
|---|
| 270 | default:
|
|---|
| 271 | fprintf(stderr, "Invalid option %s: %s\n",
|
|---|
| 272 | poptBadOption(pc, 0), poptStrerror(opt));
|
|---|
| 273 | goto done;
|
|---|
| 274 | }
|
|---|
| 275 | }
|
|---|
| 276 |
|
|---|
| 277 | /* setup the remaining options for the main program to use */
|
|---|
| 278 | extra_argv = poptGetArgs(pc);
|
|---|
| 279 | if (extra_argv) {
|
|---|
| 280 | extra_argv++;
|
|---|
| 281 | while (extra_argv[extra_argc]) extra_argc++;
|
|---|
| 282 | }
|
|---|
| 283 |
|
|---|
| 284 | lp_load(get_dyn_CONFIGFILE(), true, false, false, true);
|
|---|
| 285 |
|
|---|
| 286 | ev_ctx = tevent_context_init(mem_ctx);
|
|---|
| 287 | if (ev_ctx == NULL) {
|
|---|
| 288 | d_fprintf(stderr, "ERROR: could not init event context\n");
|
|---|
| 289 | goto done;
|
|---|
| 290 | }
|
|---|
| 291 |
|
|---|
| 292 | msg_ctx = messaging_init(mem_ctx, procid_self(), ev_ctx);
|
|---|
| 293 | if (msg_ctx == NULL) {
|
|---|
| 294 | d_fprintf(stderr, "ERROR: could not init messaging context\n");
|
|---|
| 295 | goto done;
|
|---|
| 296 | }
|
|---|
| 297 |
|
|---|
| 298 | if (unsafe_writes == 1) {
|
|---|
| 299 | tdb_flags = TDB_NOSYNC;
|
|---|
| 300 | } else {
|
|---|
| 301 | tdb_flags = TDB_DEFAULT;
|
|---|
| 302 | }
|
|---|
| 303 |
|
|---|
| 304 | if (no_trans) {
|
|---|
| 305 | tdb_flags |= TDB_CLEAR_IF_FIRST|TDB_INCOMPATIBLE_HASH;
|
|---|
| 306 | }
|
|---|
| 307 |
|
|---|
| 308 | db = db_open(mem_ctx, db_name, 0, tdb_flags, O_RDWR | O_CREAT, 0644);
|
|---|
| 309 |
|
|---|
| 310 | if (db == NULL) {
|
|---|
| 311 | d_fprintf(stderr, "failed to open db '%s': %s\n", db_name,
|
|---|
| 312 | strerror(errno));
|
|---|
| 313 | goto done;
|
|---|
| 314 | }
|
|---|
| 315 |
|
|---|
| 316 | if (get_my_vnn() == NONCLUSTER_VNN) {
|
|---|
| 317 | set_my_vnn(0);
|
|---|
| 318 | }
|
|---|
| 319 | pnn = get_my_vnn();
|
|---|
| 320 |
|
|---|
| 321 | printf("Starting test on node %u. running for %u seconds. "
|
|---|
| 322 | "sleep delay: %u seconds.\n", pnn, timelimit, torture_delay);
|
|---|
| 323 |
|
|---|
| 324 | if (!verbose && (pnn == 0)) {
|
|---|
| 325 | tevent_add_timer(ev_ctx, db, timeval_current_ofs(1, 0), each_second, db);
|
|---|
| 326 | }
|
|---|
| 327 |
|
|---|
| 328 | test_store_records(db, ev_ctx);
|
|---|
| 329 |
|
|---|
| 330 | if (verbose || (pnn == 0)) {
|
|---|
| 331 | if (success != true) {
|
|---|
| 332 | printf("The test FAILED\n");
|
|---|
| 333 | ret = 2;
|
|---|
| 334 | } else {
|
|---|
| 335 | printf("SUCCESS!\n");
|
|---|
| 336 | ret = 0;
|
|---|
| 337 | }
|
|---|
| 338 | }
|
|---|
| 339 |
|
|---|
| 340 | done:
|
|---|
| 341 | talloc_free(mem_ctx);
|
|---|
| 342 | return ret;
|
|---|
| 343 | }
|
|---|