summaryrefslogtreecommitdiff
path: root/bdb/examples_c/ex_tpcb.c
diff options
context:
space:
mode:
Diffstat (limited to 'bdb/examples_c/ex_tpcb.c')
-rw-r--r--bdb/examples_c/ex_tpcb.c698
1 files changed, 0 insertions, 698 deletions
diff --git a/bdb/examples_c/ex_tpcb.c b/bdb/examples_c/ex_tpcb.c
deleted file mode 100644
index 017cfeb5bdd..00000000000
--- a/bdb/examples_c/ex_tpcb.c
+++ /dev/null
@@ -1,698 +0,0 @@
-/*-
- * See the file LICENSE for redistribution information.
- *
- * Copyright (c) 1997-2002
- * Sleepycat Software. All rights reserved.
- *
- * $Id: ex_tpcb.c,v 11.42 2002/08/06 05:39:00 bostic Exp $
- */
-
-#include <sys/types.h>
-
-#include <errno.h>
-#include <stdlib.h>
-#include <string.h>
-#include <time.h>
-
-#ifdef _WIN32
-extern int getopt(int, char * const *, const char *);
-#else
-#include <unistd.h>
-#endif
-
-#include <db.h>
-
-typedef enum { ACCOUNT, BRANCH, TELLER } FTYPE;
-
-DB_ENV *db_init __P((const char *, const char *, int, int, u_int32_t));
-int hpopulate __P((DB *, int, int, int, int));
-int populate __P((DB *, u_int32_t, u_int32_t, int, const char *));
-u_int32_t random_id __P((FTYPE, int, int, int));
-u_int32_t random_int __P((u_int32_t, u_int32_t));
-int tp_populate __P((DB_ENV *, int, int, int, int, int));
-int tp_run __P((DB_ENV *, int, int, int, int, int));
-int tp_txn __P((DB_ENV *, DB *, DB *, DB *, DB *, int, int, int, int));
-
-int invarg __P((const char *, int, const char *));
-int main __P((int, char *[]));
-int usage __P((const char *));
-
-/*
- * This program implements a basic TPC/B driver program. To create the
- * TPC/B database, run with the -i (init) flag. The number of records
- * with which to populate the account, history, branch, and teller tables
- * is specified by the a, s, b, and t flags respectively. To run a TPC/B
- * test, use the n flag to indicate a number of transactions to run (note
- * that you can run many of these processes in parallel to simulate a
- * multiuser test run).
- */
-#define TELLERS_PER_BRANCH 10
-#define ACCOUNTS_PER_TELLER 10000
-#define HISTORY_PER_BRANCH 2592000
-
-/*
- * The default configuration that adheres to TPCB scaling rules requires
- * nearly 3 GB of space. To avoid requiring that much space for testing,
- * we set the parameters much lower. If you want to run a valid 10 TPS
- * configuration, define VALID_SCALING.
- */
-#ifdef VALID_SCALING
-#define ACCOUNTS 1000000
-#define BRANCHES 10
-#define TELLERS 100
-#define HISTORY 25920000
-#endif
-
-#ifdef TINY
-#define ACCOUNTS 1000
-#define BRANCHES 10
-#define TELLERS 100
-#define HISTORY 10000
-#endif
-
-#ifdef VERY_TINY
-#define ACCOUNTS 500
-#define BRANCHES 10
-#define TELLERS 50
-#define HISTORY 5000
-#endif
-
-#if !defined(VALID_SCALING) && !defined(TINY) && !defined(VERY_TINY)
-#define ACCOUNTS 100000
-#define BRANCHES 10
-#define TELLERS 100
-#define HISTORY 259200
-#endif
-
-#define HISTORY_LEN 100
-#define RECLEN 100
-#define BEGID 1000000
-
-typedef struct _defrec {
- u_int32_t id;
- u_int32_t balance;
- u_int8_t pad[RECLEN - sizeof(u_int32_t) - sizeof(u_int32_t)];
-} defrec;
-
-typedef struct _histrec {
- u_int32_t aid;
- u_int32_t bid;
- u_int32_t tid;
- u_int32_t amount;
- u_int8_t pad[RECLEN - 4 * sizeof(u_int32_t)];
-} histrec;
-
-int
-main(argc, argv)
- int argc;
- char *argv[];
-{
- extern char *optarg;
- extern int optind;
- DB_ENV *dbenv;
- int accounts, branches, seed, tellers, history;
- int ch, iflag, mpool, ntxns, ret, txn_no_sync, verbose;
- const char *home, *progname;
-
- home = "TESTDIR";
- progname = "ex_tpcb";
- accounts = branches = history = tellers = 0;
- iflag = mpool = ntxns = txn_no_sync = verbose = 0;
- seed = (int)time(NULL);
-
- while ((ch = getopt(argc, argv, "a:b:c:fh:in:S:s:t:v")) != EOF)
- switch (ch) {
- case 'a': /* Number of account records */
- if ((accounts = atoi(optarg)) <= 0)
- return (invarg(progname, ch, optarg));
- break;
- case 'b': /* Number of branch records */
- if ((branches = atoi(optarg)) <= 0)
- return (invarg(progname, ch, optarg));
- break;
- case 'c': /* Cachesize in bytes */
- if ((mpool = atoi(optarg)) <= 0)
- return (invarg(progname, ch, optarg));
- break;
- case 'f': /* Fast mode: no txn sync. */
- txn_no_sync = 1;
- break;
- case 'h': /* DB home. */
- home = optarg;
- break;
- case 'i': /* Initialize the test. */
- iflag = 1;
- break;
- case 'n': /* Number of transactions */
- if ((ntxns = atoi(optarg)) <= 0)
- return (invarg(progname, ch, optarg));
- break;
- case 'S': /* Random number seed. */
- if ((seed = atoi(optarg)) <= 0)
- return (invarg(progname, ch, optarg));
- break;
- case 's': /* Number of history records */
- if ((history = atoi(optarg)) <= 0)
- return (invarg(progname, ch, optarg));
- break;
- case 't': /* Number of teller records */
- if ((tellers = atoi(optarg)) <= 0)
- return (invarg(progname, ch, optarg));
- break;
- case 'v': /* Verbose option. */
- verbose = 1;
- break;
- case '?':
- default:
- return (usage(progname));
- }
- argc -= optind;
- argv += optind;
-
- srand((u_int)seed);
-
- /* Initialize the database environment. */
- if ((dbenv = db_init(home,
- progname, mpool, iflag, txn_no_sync ? DB_TXN_NOSYNC : 0)) == NULL)
- return (EXIT_FAILURE);
-
- accounts = accounts == 0 ? ACCOUNTS : accounts;
- branches = branches == 0 ? BRANCHES : branches;
- tellers = tellers == 0 ? TELLERS : tellers;
- history = history == 0 ? HISTORY : history;
-
- if (verbose)
- printf("%ld Accounts, %ld Branches, %ld Tellers, %ld History\n",
- (long)accounts, (long)branches,
- (long)tellers, (long)history);
-
- if (iflag) {
- if (ntxns != 0)
- return (usage(progname));
- tp_populate(dbenv,
- accounts, branches, history, tellers, verbose);
- } else {
- if (ntxns == 0)
- return (usage(progname));
- tp_run(dbenv, ntxns, accounts, branches, tellers, verbose);
- }
-
- if ((ret = dbenv->close(dbenv, 0)) != 0) {
- fprintf(stderr, "%s: dbenv->close failed: %s\n",
- progname, db_strerror(ret));
- return (EXIT_FAILURE);
- }
-
- return (EXIT_SUCCESS);
-}
-
-int
-invarg(progname, arg, str)
- const char *progname;
- int arg;
- const char *str;
-{
- (void)fprintf(stderr,
- "%s: invalid argument for -%c: %s\n", progname, arg, str);
- return (EXIT_FAILURE);
-}
-
-int
-usage(progname)
- const char *progname;
-{
- const char *a1, *a2;
-
- a1 = "[-fv] [-a accounts] [-b branches]\n";
- a2 = "\t[-c cache_size] [-h home] [-S seed] [-s history] [-t tellers]";
- (void)fprintf(stderr, "usage: %s -i %s %s\n", progname, a1, a2);
- (void)fprintf(stderr,
- " %s -n transactions %s %s\n", progname, a1, a2);
- return (EXIT_FAILURE);
-}
-
-/*
- * db_init --
- * Initialize the environment.
- */
-DB_ENV *
-db_init(home, prefix, cachesize, initializing, flags)
- const char *home, *prefix;
- int cachesize, initializing;
- u_int32_t flags;
-{
- DB_ENV *dbenv;
- u_int32_t local_flags;
- int ret;
-
- if ((ret = db_env_create(&dbenv, 0)) != 0) {
- dbenv->err(dbenv, ret, "db_env_create");
- return (NULL);
- }
- dbenv->set_errfile(dbenv, stderr);
- dbenv->set_errpfx(dbenv, prefix);
- (void)dbenv->set_cachesize(dbenv, 0,
- cachesize == 0 ? 4 * 1024 * 1024 : (u_int32_t)cachesize, 0);
-
- if (flags & (DB_TXN_NOSYNC))
- (void)dbenv->set_flags(dbenv, DB_TXN_NOSYNC, 1);
- flags &= ~(DB_TXN_NOSYNC);
-
- local_flags = flags | DB_CREATE | (initializing ? DB_INIT_MPOOL :
- DB_INIT_TXN | DB_INIT_LOCK | DB_INIT_LOG | DB_INIT_MPOOL);
- if ((ret = dbenv->open(dbenv, home, local_flags, 0)) != 0) {
- dbenv->err(dbenv, ret, "DB_ENV->open: %s", home);
- (void)dbenv->close(dbenv, 0);
- return (NULL);
- }
- return (dbenv);
-}
-
-/*
- * Initialize the database to the specified number of accounts, branches,
- * history records, and tellers.
- */
-int
-tp_populate(env, accounts, branches, history, tellers, verbose)
- DB_ENV *env;
- int accounts, branches, history, tellers, verbose;
-{
- DB *dbp;
- u_int32_t balance, idnum, oflags;
- u_int32_t end_anum, end_bnum, end_tnum;
- u_int32_t start_anum, start_bnum, start_tnum;
- int ret;
-
- idnum = BEGID;
- balance = 500000;
- oflags = DB_CREATE | DB_TRUNCATE;
-
- if ((ret = db_create(&dbp, env, 0)) != 0) {
- env->err(env, ret, "db_create");
- return (1);
- }
- (void)dbp->set_h_nelem(dbp, (u_int32_t)accounts);
-
- if ((ret = dbp->open(dbp, NULL, "account", NULL,
- DB_HASH, oflags, 0644)) != 0) {
- env->err(env, ret, "DB->open: account");
- return (1);
- }
-
- start_anum = idnum;
- populate(dbp, idnum, balance, accounts, "account");
- idnum += accounts;
- end_anum = idnum - 1;
- if ((ret = dbp->close(dbp, 0)) != 0) {
- env->err(env, ret, "DB->close: account");
- return (1);
- }
- if (verbose)
- printf("Populated accounts: %ld - %ld\n",
- (long)start_anum, (long)end_anum);
-
- /*
- * Since the number of branches is very small, we want to use very
- * small pages and only 1 key per page, i.e., key-locking instead
- * of page locking.
- */
- if ((ret = db_create(&dbp, env, 0)) != 0) {
- env->err(env, ret, "db_create");
- return (1);
- }
- (void)dbp->set_h_ffactor(dbp, 1);
- (void)dbp->set_h_nelem(dbp, (u_int32_t)branches);
- (void)dbp->set_pagesize(dbp, 512);
- if ((ret = dbp->open(dbp, NULL, "branch", NULL,
- DB_HASH, oflags, 0644)) != 0) {
- env->err(env, ret, "DB->open: branch");
- return (1);
- }
- start_bnum = idnum;
- populate(dbp, idnum, balance, branches, "branch");
- idnum += branches;
- end_bnum = idnum - 1;
- if ((ret = dbp->close(dbp, 0)) != 0) {
- env->err(env, ret, "DB->close: branch");
- return (1);
- }
- if (verbose)
- printf("Populated branches: %ld - %ld\n",
- (long)start_bnum, (long)end_bnum);
-
- /*
- * In the case of tellers, we also want small pages, but we'll let
- * the fill factor dynamically adjust itself.
- */
- if ((ret = db_create(&dbp, env, 0)) != 0) {
- env->err(env, ret, "db_create");
- return (1);
- }
- (void)dbp->set_h_ffactor(dbp, 0);
- (void)dbp->set_h_nelem(dbp, (u_int32_t)tellers);
- (void)dbp->set_pagesize(dbp, 512);
- if ((ret = dbp->open(dbp, NULL, "teller", NULL,
- DB_HASH, oflags, 0644)) != 0) {
- env->err(env, ret, "DB->open: teller");
- return (1);
- }
-
- start_tnum = idnum;
- populate(dbp, idnum, balance, tellers, "teller");
- idnum += tellers;
- end_tnum = idnum - 1;
- if ((ret = dbp->close(dbp, 0)) != 0) {
- env->err(env, ret, "DB->close: teller");
- return (1);
- }
- if (verbose)
- printf("Populated tellers: %ld - %ld\n",
- (long)start_tnum, (long)end_tnum);
-
- if ((ret = db_create(&dbp, env, 0)) != 0) {
- env->err(env, ret, "db_create");
- return (1);
- }
- (void)dbp->set_re_len(dbp, HISTORY_LEN);
- if ((ret = dbp->open(dbp, NULL, "history", NULL,
- DB_RECNO, oflags, 0644)) != 0) {
- env->err(env, ret, "DB->open: history");
- return (1);
- }
-
- hpopulate(dbp, history, accounts, branches, tellers);
- if ((ret = dbp->close(dbp, 0)) != 0) {
- env->err(env, ret, "DB->close: history");
- return (1);
- }
- return (0);
-}
-
-int
-populate(dbp, start_id, balance, nrecs, msg)
- DB *dbp;
- u_int32_t start_id, balance;
- int nrecs;
- const char *msg;
-{
- DBT kdbt, ddbt;
- defrec drec;
- int i, ret;
-
- kdbt.flags = 0;
- kdbt.data = &drec.id;
- kdbt.size = sizeof(u_int32_t);
- ddbt.flags = 0;
- ddbt.data = &drec;
- ddbt.size = sizeof(drec);
- memset(&drec.pad[0], 1, sizeof(drec.pad));
-
- for (i = 0; i < nrecs; i++) {
- drec.id = start_id + (u_int32_t)i;
- drec.balance = balance;
- if ((ret =
- (dbp->put)(dbp, NULL, &kdbt, &ddbt, DB_NOOVERWRITE)) != 0) {
- dbp->err(dbp,
- ret, "Failure initializing %s file\n", msg);
- return (1);
- }
- }
- return (0);
-}
-
-int
-hpopulate(dbp, history, accounts, branches, tellers)
- DB *dbp;
- int history, accounts, branches, tellers;
-{
- DBT kdbt, ddbt;
- histrec hrec;
- db_recno_t key;
- int i, ret;
-
- memset(&kdbt, 0, sizeof(kdbt));
- memset(&ddbt, 0, sizeof(ddbt));
- ddbt.data = &hrec;
- ddbt.size = sizeof(hrec);
- kdbt.data = &key;
- kdbt.size = sizeof(key);
- memset(&hrec.pad[0], 1, sizeof(hrec.pad));
- hrec.amount = 10;
-
- for (i = 1; i <= history; i++) {
- hrec.aid = random_id(ACCOUNT, accounts, branches, tellers);
- hrec.bid = random_id(BRANCH, accounts, branches, tellers);
- hrec.tid = random_id(TELLER, accounts, branches, tellers);
- if ((ret = dbp->put(dbp, NULL, &kdbt, &ddbt, DB_APPEND)) != 0) {
- dbp->err(dbp, ret, "dbp->put");
- return (1);
- }
- }
- return (0);
-}
-
-u_int32_t
-random_int(lo, hi)
- u_int32_t lo, hi;
-{
- u_int32_t ret;
- int t;
-
-#ifndef RAND_MAX
-#define RAND_MAX 0x7fffffff
-#endif
- t = rand();
- ret = (u_int32_t)(((double)t / ((double)(RAND_MAX) + 1)) *
- (hi - lo + 1));
- ret += lo;
- return (ret);
-}
-
-u_int32_t
-random_id(type, accounts, branches, tellers)
- FTYPE type;
- int accounts, branches, tellers;
-{
- u_int32_t min, max, num;
-
- max = min = BEGID;
- num = accounts;
- switch(type) {
- case TELLER:
- min += branches;
- num = tellers;
- /* FALLTHROUGH */
- case BRANCH:
- if (type == BRANCH)
- num = branches;
- min += accounts;
- /* FALLTHROUGH */
- case ACCOUNT:
- max = min + num - 1;
- }
- return (random_int(min, max));
-}
-
-int
-tp_run(dbenv, n, accounts, branches, tellers, verbose)
- DB_ENV *dbenv;
- int n, accounts, branches, tellers, verbose;
-{
- DB *adb, *bdb, *hdb, *tdb;
- double gtps, itps;
- int failed, ifailed, ret, txns;
- time_t starttime, curtime, lasttime;
-
- adb = bdb = hdb = tdb = NULL;
- txns = failed = 0;
-
- /*
- * Open the database files.
- */
- if ((ret = db_create(&adb, dbenv, 0)) != 0) {
- dbenv->err(dbenv, ret, "db_create");
- goto err;
- }
- if ((ret = adb->open(adb, NULL, "account", NULL, DB_UNKNOWN,
- DB_AUTO_COMMIT, 0)) != 0) {
- dbenv->err(dbenv, ret, "DB->open: account");
- goto err;
- }
- if ((ret = db_create(&bdb, dbenv, 0)) != 0) {
- dbenv->err(dbenv, ret, "db_create");
- goto err;
- }
- if ((ret = bdb->open(bdb, NULL, "branch", NULL, DB_UNKNOWN,
- DB_AUTO_COMMIT, 0)) != 0) {
- dbenv->err(dbenv, ret, "DB->open: branch");
- goto err;
- }
- if ((ret = db_create(&hdb, dbenv, 0)) != 0) {
- dbenv->err(dbenv, ret, "db_create");
- goto err;
- }
- if ((ret = hdb->open(hdb, NULL, "history", NULL, DB_UNKNOWN,
- DB_AUTO_COMMIT, 0)) != 0) {
- dbenv->err(dbenv, ret, "DB->open: history");
- goto err;
- }
- if ((ret = db_create(&tdb, dbenv, 0)) != 0) {
- dbenv->err(dbenv, ret, "db_create");
- goto err;
- }
- if ((ret = tdb->open(tdb, NULL, "teller", NULL, DB_UNKNOWN,
- DB_AUTO_COMMIT, 0)) != 0) {
- dbenv->err(dbenv, ret, "DB->open: teller");
- goto err;
- }
-
- starttime = time(NULL);
- lasttime = starttime;
- for (ifailed = 0; n-- > 0;) {
- txns++;
- ret = tp_txn(dbenv, adb, bdb, tdb, hdb,
- accounts, branches, tellers, verbose);
- if (ret != 0) {
- failed++;
- ifailed++;
- }
- if (n % 5000 == 0) {
- curtime = time(NULL);
- gtps = (double)(txns - failed) / (curtime - starttime);
- itps = (double)(5000 - ifailed) / (curtime - lasttime);
- printf("%d txns %d failed ", txns, failed);
- printf("%6.2f TPS (gross) %6.2f TPS (interval)\n",
- gtps, itps);
- lasttime = curtime;
- ifailed = 0;
- }
- }
-
-err: if (adb != NULL)
- (void)adb->close(adb, 0);
- if (bdb != NULL)
- (void)bdb->close(bdb, 0);
- if (tdb != NULL)
- (void)tdb->close(tdb, 0);
- if (hdb != NULL)
- (void)hdb->close(hdb, 0);
-
- printf("%ld transactions begun %ld failed\n", (long)txns, (long)failed);
- return (ret == 0 ? 0 : 1);
-}
-
-/*
- * XXX Figure out the appropriate way to pick out IDs.
- */
-int
-tp_txn(dbenv, adb, bdb, tdb, hdb, accounts, branches, tellers, verbose)
- DB_ENV *dbenv;
- DB *adb, *bdb, *tdb, *hdb;
- int accounts, branches, tellers, verbose;
-{
- DBC *acurs, *bcurs, *tcurs;
- DBT d_dbt, d_histdbt, k_dbt, k_histdbt;
- DB_TXN *t;
- db_recno_t key;
- defrec rec;
- histrec hrec;
- int account, branch, teller, ret;
-
- t = NULL;
- acurs = bcurs = tcurs = NULL;
-
- /*
- * XXX We could move a lot of this into the driver to make this
- * faster.
- */
- account = random_id(ACCOUNT, accounts, branches, tellers);
- branch = random_id(BRANCH, accounts, branches, tellers);
- teller = random_id(TELLER, accounts, branches, tellers);
-
- memset(&d_histdbt, 0, sizeof(d_histdbt));
-
- memset(&k_histdbt, 0, sizeof(k_histdbt));
- k_histdbt.data = &key;
- k_histdbt.size = sizeof(key);
-
- memset(&k_dbt, 0, sizeof(k_dbt));
- k_dbt.size = sizeof(int);
-
- memset(&d_dbt, 0, sizeof(d_dbt));
- d_dbt.flags = DB_DBT_USERMEM;
- d_dbt.data = &rec;
- d_dbt.ulen = sizeof(rec);
-
- hrec.aid = account;
- hrec.bid = branch;
- hrec.tid = teller;
- hrec.amount = 10;
- /* Request 0 bytes since we're just positioning. */
- d_histdbt.flags = DB_DBT_PARTIAL;
-
- /* START TIMING */
- if (dbenv->txn_begin(dbenv, NULL, &t, 0) != 0)
- goto err;
-
- if (adb->cursor(adb, t, &acurs, 0) != 0 ||
- bdb->cursor(bdb, t, &bcurs, 0) != 0 ||
- tdb->cursor(tdb, t, &tcurs, 0) != 0)
- goto err;
-
- /* Account record */
- k_dbt.data = &account;
- if (acurs->c_get(acurs, &k_dbt, &d_dbt, DB_SET) != 0)
- goto err;
- rec.balance += 10;
- if (acurs->c_put(acurs, &k_dbt, &d_dbt, DB_CURRENT) != 0)
- goto err;
-
- /* Branch record */
- k_dbt.data = &branch;
- if (bcurs->c_get(bcurs, &k_dbt, &d_dbt, DB_SET) != 0)
- goto err;
- rec.balance += 10;
- if (bcurs->c_put(bcurs, &k_dbt, &d_dbt, DB_CURRENT) != 0)
- goto err;
-
- /* Teller record */
- k_dbt.data = &teller;
- if (tcurs->c_get(tcurs, &k_dbt, &d_dbt, DB_SET) != 0)
- goto err;
- rec.balance += 10;
- if (tcurs->c_put(tcurs, &k_dbt, &d_dbt, DB_CURRENT) != 0)
- goto err;
-
- /* History record */
- d_histdbt.flags = 0;
- d_histdbt.data = &hrec;
- d_histdbt.ulen = sizeof(hrec);
- if (hdb->put(hdb, t, &k_histdbt, &d_histdbt, DB_APPEND) != 0)
- goto err;
-
- if (acurs->c_close(acurs) != 0 || bcurs->c_close(bcurs) != 0 ||
- tcurs->c_close(tcurs) != 0)
- goto err;
-
- ret = t->commit(t, 0);
- t = NULL;
- if (ret != 0)
- goto err;
-
- /* END TIMING */
- return (0);
-
-err: if (acurs != NULL)
- (void)acurs->c_close(acurs);
- if (bcurs != NULL)
- (void)bcurs->c_close(bcurs);
- if (tcurs != NULL)
- (void)tcurs->c_close(tcurs);
- if (t != NULL)
- (void)t->abort(t);
-
- if (verbose)
- printf("Transaction A=%ld B=%ld T=%ld failed\n",
- (long)account, (long)branch, (long)teller);
- return (-1);
-}