diff options
Diffstat (limited to 'bdb/examples_c/ex_tpcb.c')
-rw-r--r-- | bdb/examples_c/ex_tpcb.c | 698 |
1 files changed, 0 insertions, 698 deletions
diff --git a/bdb/examples_c/ex_tpcb.c b/bdb/examples_c/ex_tpcb.c deleted file mode 100644 index 017cfeb5bdd..00000000000 --- a/bdb/examples_c/ex_tpcb.c +++ /dev/null @@ -1,698 +0,0 @@ -/*- - * See the file LICENSE for redistribution information. - * - * Copyright (c) 1997-2002 - * Sleepycat Software. All rights reserved. - * - * $Id: ex_tpcb.c,v 11.42 2002/08/06 05:39:00 bostic Exp $ - */ - -#include <sys/types.h> - -#include <errno.h> -#include <stdlib.h> -#include <string.h> -#include <time.h> - -#ifdef _WIN32 -extern int getopt(int, char * const *, const char *); -#else -#include <unistd.h> -#endif - -#include <db.h> - -typedef enum { ACCOUNT, BRANCH, TELLER } FTYPE; - -DB_ENV *db_init __P((const char *, const char *, int, int, u_int32_t)); -int hpopulate __P((DB *, int, int, int, int)); -int populate __P((DB *, u_int32_t, u_int32_t, int, const char *)); -u_int32_t random_id __P((FTYPE, int, int, int)); -u_int32_t random_int __P((u_int32_t, u_int32_t)); -int tp_populate __P((DB_ENV *, int, int, int, int, int)); -int tp_run __P((DB_ENV *, int, int, int, int, int)); -int tp_txn __P((DB_ENV *, DB *, DB *, DB *, DB *, int, int, int, int)); - -int invarg __P((const char *, int, const char *)); -int main __P((int, char *[])); -int usage __P((const char *)); - -/* - * This program implements a basic TPC/B driver program. To create the - * TPC/B database, run with the -i (init) flag. The number of records - * with which to populate the account, history, branch, and teller tables - * is specified by the a, s, b, and t flags respectively. To run a TPC/B - * test, use the n flag to indicate a number of transactions to run (note - * that you can run many of these processes in parallel to simulate a - * multiuser test run). - */ -#define TELLERS_PER_BRANCH 10 -#define ACCOUNTS_PER_TELLER 10000 -#define HISTORY_PER_BRANCH 2592000 - -/* - * The default configuration that adheres to TPCB scaling rules requires - * nearly 3 GB of space. To avoid requiring that much space for testing, - * we set the parameters much lower. If you want to run a valid 10 TPS - * configuration, define VALID_SCALING. - */ -#ifdef VALID_SCALING -#define ACCOUNTS 1000000 -#define BRANCHES 10 -#define TELLERS 100 -#define HISTORY 25920000 -#endif - -#ifdef TINY -#define ACCOUNTS 1000 -#define BRANCHES 10 -#define TELLERS 100 -#define HISTORY 10000 -#endif - -#ifdef VERY_TINY -#define ACCOUNTS 500 -#define BRANCHES 10 -#define TELLERS 50 -#define HISTORY 5000 -#endif - -#if !defined(VALID_SCALING) && !defined(TINY) && !defined(VERY_TINY) -#define ACCOUNTS 100000 -#define BRANCHES 10 -#define TELLERS 100 -#define HISTORY 259200 -#endif - -#define HISTORY_LEN 100 -#define RECLEN 100 -#define BEGID 1000000 - -typedef struct _defrec { - u_int32_t id; - u_int32_t balance; - u_int8_t pad[RECLEN - sizeof(u_int32_t) - sizeof(u_int32_t)]; -} defrec; - -typedef struct _histrec { - u_int32_t aid; - u_int32_t bid; - u_int32_t tid; - u_int32_t amount; - u_int8_t pad[RECLEN - 4 * sizeof(u_int32_t)]; -} histrec; - -int -main(argc, argv) - int argc; - char *argv[]; -{ - extern char *optarg; - extern int optind; - DB_ENV *dbenv; - int accounts, branches, seed, tellers, history; - int ch, iflag, mpool, ntxns, ret, txn_no_sync, verbose; - const char *home, *progname; - - home = "TESTDIR"; - progname = "ex_tpcb"; - accounts = branches = history = tellers = 0; - iflag = mpool = ntxns = txn_no_sync = verbose = 0; - seed = (int)time(NULL); - - while ((ch = getopt(argc, argv, "a:b:c:fh:in:S:s:t:v")) != EOF) - switch (ch) { - case 'a': /* Number of account records */ - if ((accounts = atoi(optarg)) <= 0) - return (invarg(progname, ch, optarg)); - break; - case 'b': /* Number of branch records */ - if ((branches = atoi(optarg)) <= 0) - return (invarg(progname, ch, optarg)); - break; - case 'c': /* Cachesize in bytes */ - if ((mpool = atoi(optarg)) <= 0) - return (invarg(progname, ch, optarg)); - break; - case 'f': /* Fast mode: no txn sync. */ - txn_no_sync = 1; - break; - case 'h': /* DB home. */ - home = optarg; - break; - case 'i': /* Initialize the test. */ - iflag = 1; - break; - case 'n': /* Number of transactions */ - if ((ntxns = atoi(optarg)) <= 0) - return (invarg(progname, ch, optarg)); - break; - case 'S': /* Random number seed. */ - if ((seed = atoi(optarg)) <= 0) - return (invarg(progname, ch, optarg)); - break; - case 's': /* Number of history records */ - if ((history = atoi(optarg)) <= 0) - return (invarg(progname, ch, optarg)); - break; - case 't': /* Number of teller records */ - if ((tellers = atoi(optarg)) <= 0) - return (invarg(progname, ch, optarg)); - break; - case 'v': /* Verbose option. */ - verbose = 1; - break; - case '?': - default: - return (usage(progname)); - } - argc -= optind; - argv += optind; - - srand((u_int)seed); - - /* Initialize the database environment. */ - if ((dbenv = db_init(home, - progname, mpool, iflag, txn_no_sync ? DB_TXN_NOSYNC : 0)) == NULL) - return (EXIT_FAILURE); - - accounts = accounts == 0 ? ACCOUNTS : accounts; - branches = branches == 0 ? BRANCHES : branches; - tellers = tellers == 0 ? TELLERS : tellers; - history = history == 0 ? HISTORY : history; - - if (verbose) - printf("%ld Accounts, %ld Branches, %ld Tellers, %ld History\n", - (long)accounts, (long)branches, - (long)tellers, (long)history); - - if (iflag) { - if (ntxns != 0) - return (usage(progname)); - tp_populate(dbenv, - accounts, branches, history, tellers, verbose); - } else { - if (ntxns == 0) - return (usage(progname)); - tp_run(dbenv, ntxns, accounts, branches, tellers, verbose); - } - - if ((ret = dbenv->close(dbenv, 0)) != 0) { - fprintf(stderr, "%s: dbenv->close failed: %s\n", - progname, db_strerror(ret)); - return (EXIT_FAILURE); - } - - return (EXIT_SUCCESS); -} - -int -invarg(progname, arg, str) - const char *progname; - int arg; - const char *str; -{ - (void)fprintf(stderr, - "%s: invalid argument for -%c: %s\n", progname, arg, str); - return (EXIT_FAILURE); -} - -int -usage(progname) - const char *progname; -{ - const char *a1, *a2; - - a1 = "[-fv] [-a accounts] [-b branches]\n"; - a2 = "\t[-c cache_size] [-h home] [-S seed] [-s history] [-t tellers]"; - (void)fprintf(stderr, "usage: %s -i %s %s\n", progname, a1, a2); - (void)fprintf(stderr, - " %s -n transactions %s %s\n", progname, a1, a2); - return (EXIT_FAILURE); -} - -/* - * db_init -- - * Initialize the environment. - */ -DB_ENV * -db_init(home, prefix, cachesize, initializing, flags) - const char *home, *prefix; - int cachesize, initializing; - u_int32_t flags; -{ - DB_ENV *dbenv; - u_int32_t local_flags; - int ret; - - if ((ret = db_env_create(&dbenv, 0)) != 0) { - dbenv->err(dbenv, ret, "db_env_create"); - return (NULL); - } - dbenv->set_errfile(dbenv, stderr); - dbenv->set_errpfx(dbenv, prefix); - (void)dbenv->set_cachesize(dbenv, 0, - cachesize == 0 ? 4 * 1024 * 1024 : (u_int32_t)cachesize, 0); - - if (flags & (DB_TXN_NOSYNC)) - (void)dbenv->set_flags(dbenv, DB_TXN_NOSYNC, 1); - flags &= ~(DB_TXN_NOSYNC); - - local_flags = flags | DB_CREATE | (initializing ? DB_INIT_MPOOL : - DB_INIT_TXN | DB_INIT_LOCK | DB_INIT_LOG | DB_INIT_MPOOL); - if ((ret = dbenv->open(dbenv, home, local_flags, 0)) != 0) { - dbenv->err(dbenv, ret, "DB_ENV->open: %s", home); - (void)dbenv->close(dbenv, 0); - return (NULL); - } - return (dbenv); -} - -/* - * Initialize the database to the specified number of accounts, branches, - * history records, and tellers. - */ -int -tp_populate(env, accounts, branches, history, tellers, verbose) - DB_ENV *env; - int accounts, branches, history, tellers, verbose; -{ - DB *dbp; - u_int32_t balance, idnum, oflags; - u_int32_t end_anum, end_bnum, end_tnum; - u_int32_t start_anum, start_bnum, start_tnum; - int ret; - - idnum = BEGID; - balance = 500000; - oflags = DB_CREATE | DB_TRUNCATE; - - if ((ret = db_create(&dbp, env, 0)) != 0) { - env->err(env, ret, "db_create"); - return (1); - } - (void)dbp->set_h_nelem(dbp, (u_int32_t)accounts); - - if ((ret = dbp->open(dbp, NULL, "account", NULL, - DB_HASH, oflags, 0644)) != 0) { - env->err(env, ret, "DB->open: account"); - return (1); - } - - start_anum = idnum; - populate(dbp, idnum, balance, accounts, "account"); - idnum += accounts; - end_anum = idnum - 1; - if ((ret = dbp->close(dbp, 0)) != 0) { - env->err(env, ret, "DB->close: account"); - return (1); - } - if (verbose) - printf("Populated accounts: %ld - %ld\n", - (long)start_anum, (long)end_anum); - - /* - * Since the number of branches is very small, we want to use very - * small pages and only 1 key per page, i.e., key-locking instead - * of page locking. - */ - if ((ret = db_create(&dbp, env, 0)) != 0) { - env->err(env, ret, "db_create"); - return (1); - } - (void)dbp->set_h_ffactor(dbp, 1); - (void)dbp->set_h_nelem(dbp, (u_int32_t)branches); - (void)dbp->set_pagesize(dbp, 512); - if ((ret = dbp->open(dbp, NULL, "branch", NULL, - DB_HASH, oflags, 0644)) != 0) { - env->err(env, ret, "DB->open: branch"); - return (1); - } - start_bnum = idnum; - populate(dbp, idnum, balance, branches, "branch"); - idnum += branches; - end_bnum = idnum - 1; - if ((ret = dbp->close(dbp, 0)) != 0) { - env->err(env, ret, "DB->close: branch"); - return (1); - } - if (verbose) - printf("Populated branches: %ld - %ld\n", - (long)start_bnum, (long)end_bnum); - - /* - * In the case of tellers, we also want small pages, but we'll let - * the fill factor dynamically adjust itself. - */ - if ((ret = db_create(&dbp, env, 0)) != 0) { - env->err(env, ret, "db_create"); - return (1); - } - (void)dbp->set_h_ffactor(dbp, 0); - (void)dbp->set_h_nelem(dbp, (u_int32_t)tellers); - (void)dbp->set_pagesize(dbp, 512); - if ((ret = dbp->open(dbp, NULL, "teller", NULL, - DB_HASH, oflags, 0644)) != 0) { - env->err(env, ret, "DB->open: teller"); - return (1); - } - - start_tnum = idnum; - populate(dbp, idnum, balance, tellers, "teller"); - idnum += tellers; - end_tnum = idnum - 1; - if ((ret = dbp->close(dbp, 0)) != 0) { - env->err(env, ret, "DB->close: teller"); - return (1); - } - if (verbose) - printf("Populated tellers: %ld - %ld\n", - (long)start_tnum, (long)end_tnum); - - if ((ret = db_create(&dbp, env, 0)) != 0) { - env->err(env, ret, "db_create"); - return (1); - } - (void)dbp->set_re_len(dbp, HISTORY_LEN); - if ((ret = dbp->open(dbp, NULL, "history", NULL, - DB_RECNO, oflags, 0644)) != 0) { - env->err(env, ret, "DB->open: history"); - return (1); - } - - hpopulate(dbp, history, accounts, branches, tellers); - if ((ret = dbp->close(dbp, 0)) != 0) { - env->err(env, ret, "DB->close: history"); - return (1); - } - return (0); -} - -int -populate(dbp, start_id, balance, nrecs, msg) - DB *dbp; - u_int32_t start_id, balance; - int nrecs; - const char *msg; -{ - DBT kdbt, ddbt; - defrec drec; - int i, ret; - - kdbt.flags = 0; - kdbt.data = &drec.id; - kdbt.size = sizeof(u_int32_t); - ddbt.flags = 0; - ddbt.data = &drec; - ddbt.size = sizeof(drec); - memset(&drec.pad[0], 1, sizeof(drec.pad)); - - for (i = 0; i < nrecs; i++) { - drec.id = start_id + (u_int32_t)i; - drec.balance = balance; - if ((ret = - (dbp->put)(dbp, NULL, &kdbt, &ddbt, DB_NOOVERWRITE)) != 0) { - dbp->err(dbp, - ret, "Failure initializing %s file\n", msg); - return (1); - } - } - return (0); -} - -int -hpopulate(dbp, history, accounts, branches, tellers) - DB *dbp; - int history, accounts, branches, tellers; -{ - DBT kdbt, ddbt; - histrec hrec; - db_recno_t key; - int i, ret; - - memset(&kdbt, 0, sizeof(kdbt)); - memset(&ddbt, 0, sizeof(ddbt)); - ddbt.data = &hrec; - ddbt.size = sizeof(hrec); - kdbt.data = &key; - kdbt.size = sizeof(key); - memset(&hrec.pad[0], 1, sizeof(hrec.pad)); - hrec.amount = 10; - - for (i = 1; i <= history; i++) { - hrec.aid = random_id(ACCOUNT, accounts, branches, tellers); - hrec.bid = random_id(BRANCH, accounts, branches, tellers); - hrec.tid = random_id(TELLER, accounts, branches, tellers); - if ((ret = dbp->put(dbp, NULL, &kdbt, &ddbt, DB_APPEND)) != 0) { - dbp->err(dbp, ret, "dbp->put"); - return (1); - } - } - return (0); -} - -u_int32_t -random_int(lo, hi) - u_int32_t lo, hi; -{ - u_int32_t ret; - int t; - -#ifndef RAND_MAX -#define RAND_MAX 0x7fffffff -#endif - t = rand(); - ret = (u_int32_t)(((double)t / ((double)(RAND_MAX) + 1)) * - (hi - lo + 1)); - ret += lo; - return (ret); -} - -u_int32_t -random_id(type, accounts, branches, tellers) - FTYPE type; - int accounts, branches, tellers; -{ - u_int32_t min, max, num; - - max = min = BEGID; - num = accounts; - switch(type) { - case TELLER: - min += branches; - num = tellers; - /* FALLTHROUGH */ - case BRANCH: - if (type == BRANCH) - num = branches; - min += accounts; - /* FALLTHROUGH */ - case ACCOUNT: - max = min + num - 1; - } - return (random_int(min, max)); -} - -int -tp_run(dbenv, n, accounts, branches, tellers, verbose) - DB_ENV *dbenv; - int n, accounts, branches, tellers, verbose; -{ - DB *adb, *bdb, *hdb, *tdb; - double gtps, itps; - int failed, ifailed, ret, txns; - time_t starttime, curtime, lasttime; - - adb = bdb = hdb = tdb = NULL; - txns = failed = 0; - - /* - * Open the database files. - */ - if ((ret = db_create(&adb, dbenv, 0)) != 0) { - dbenv->err(dbenv, ret, "db_create"); - goto err; - } - if ((ret = adb->open(adb, NULL, "account", NULL, DB_UNKNOWN, - DB_AUTO_COMMIT, 0)) != 0) { - dbenv->err(dbenv, ret, "DB->open: account"); - goto err; - } - if ((ret = db_create(&bdb, dbenv, 0)) != 0) { - dbenv->err(dbenv, ret, "db_create"); - goto err; - } - if ((ret = bdb->open(bdb, NULL, "branch", NULL, DB_UNKNOWN, - DB_AUTO_COMMIT, 0)) != 0) { - dbenv->err(dbenv, ret, "DB->open: branch"); - goto err; - } - if ((ret = db_create(&hdb, dbenv, 0)) != 0) { - dbenv->err(dbenv, ret, "db_create"); - goto err; - } - if ((ret = hdb->open(hdb, NULL, "history", NULL, DB_UNKNOWN, - DB_AUTO_COMMIT, 0)) != 0) { - dbenv->err(dbenv, ret, "DB->open: history"); - goto err; - } - if ((ret = db_create(&tdb, dbenv, 0)) != 0) { - dbenv->err(dbenv, ret, "db_create"); - goto err; - } - if ((ret = tdb->open(tdb, NULL, "teller", NULL, DB_UNKNOWN, - DB_AUTO_COMMIT, 0)) != 0) { - dbenv->err(dbenv, ret, "DB->open: teller"); - goto err; - } - - starttime = time(NULL); - lasttime = starttime; - for (ifailed = 0; n-- > 0;) { - txns++; - ret = tp_txn(dbenv, adb, bdb, tdb, hdb, - accounts, branches, tellers, verbose); - if (ret != 0) { - failed++; - ifailed++; - } - if (n % 5000 == 0) { - curtime = time(NULL); - gtps = (double)(txns - failed) / (curtime - starttime); - itps = (double)(5000 - ifailed) / (curtime - lasttime); - printf("%d txns %d failed ", txns, failed); - printf("%6.2f TPS (gross) %6.2f TPS (interval)\n", - gtps, itps); - lasttime = curtime; - ifailed = 0; - } - } - -err: if (adb != NULL) - (void)adb->close(adb, 0); - if (bdb != NULL) - (void)bdb->close(bdb, 0); - if (tdb != NULL) - (void)tdb->close(tdb, 0); - if (hdb != NULL) - (void)hdb->close(hdb, 0); - - printf("%ld transactions begun %ld failed\n", (long)txns, (long)failed); - return (ret == 0 ? 0 : 1); -} - -/* - * XXX Figure out the appropriate way to pick out IDs. - */ -int -tp_txn(dbenv, adb, bdb, tdb, hdb, accounts, branches, tellers, verbose) - DB_ENV *dbenv; - DB *adb, *bdb, *tdb, *hdb; - int accounts, branches, tellers, verbose; -{ - DBC *acurs, *bcurs, *tcurs; - DBT d_dbt, d_histdbt, k_dbt, k_histdbt; - DB_TXN *t; - db_recno_t key; - defrec rec; - histrec hrec; - int account, branch, teller, ret; - - t = NULL; - acurs = bcurs = tcurs = NULL; - - /* - * XXX We could move a lot of this into the driver to make this - * faster. - */ - account = random_id(ACCOUNT, accounts, branches, tellers); - branch = random_id(BRANCH, accounts, branches, tellers); - teller = random_id(TELLER, accounts, branches, tellers); - - memset(&d_histdbt, 0, sizeof(d_histdbt)); - - memset(&k_histdbt, 0, sizeof(k_histdbt)); - k_histdbt.data = &key; - k_histdbt.size = sizeof(key); - - memset(&k_dbt, 0, sizeof(k_dbt)); - k_dbt.size = sizeof(int); - - memset(&d_dbt, 0, sizeof(d_dbt)); - d_dbt.flags = DB_DBT_USERMEM; - d_dbt.data = &rec; - d_dbt.ulen = sizeof(rec); - - hrec.aid = account; - hrec.bid = branch; - hrec.tid = teller; - hrec.amount = 10; - /* Request 0 bytes since we're just positioning. */ - d_histdbt.flags = DB_DBT_PARTIAL; - - /* START TIMING */ - if (dbenv->txn_begin(dbenv, NULL, &t, 0) != 0) - goto err; - - if (adb->cursor(adb, t, &acurs, 0) != 0 || - bdb->cursor(bdb, t, &bcurs, 0) != 0 || - tdb->cursor(tdb, t, &tcurs, 0) != 0) - goto err; - - /* Account record */ - k_dbt.data = &account; - if (acurs->c_get(acurs, &k_dbt, &d_dbt, DB_SET) != 0) - goto err; - rec.balance += 10; - if (acurs->c_put(acurs, &k_dbt, &d_dbt, DB_CURRENT) != 0) - goto err; - - /* Branch record */ - k_dbt.data = &branch; - if (bcurs->c_get(bcurs, &k_dbt, &d_dbt, DB_SET) != 0) - goto err; - rec.balance += 10; - if (bcurs->c_put(bcurs, &k_dbt, &d_dbt, DB_CURRENT) != 0) - goto err; - - /* Teller record */ - k_dbt.data = &teller; - if (tcurs->c_get(tcurs, &k_dbt, &d_dbt, DB_SET) != 0) - goto err; - rec.balance += 10; - if (tcurs->c_put(tcurs, &k_dbt, &d_dbt, DB_CURRENT) != 0) - goto err; - - /* History record */ - d_histdbt.flags = 0; - d_histdbt.data = &hrec; - d_histdbt.ulen = sizeof(hrec); - if (hdb->put(hdb, t, &k_histdbt, &d_histdbt, DB_APPEND) != 0) - goto err; - - if (acurs->c_close(acurs) != 0 || bcurs->c_close(bcurs) != 0 || - tcurs->c_close(tcurs) != 0) - goto err; - - ret = t->commit(t, 0); - t = NULL; - if (ret != 0) - goto err; - - /* END TIMING */ - return (0); - -err: if (acurs != NULL) - (void)acurs->c_close(acurs); - if (bcurs != NULL) - (void)bcurs->c_close(bcurs); - if (tcurs != NULL) - (void)tcurs->c_close(tcurs); - if (t != NULL) - (void)t->abort(t); - - if (verbose) - printf("Transaction A=%ld B=%ld T=%ld failed\n", - (long)account, (long)branch, (long)teller); - return (-1); -} |