diff options
author | Sergei Golubchik <sergii@pisem.net> | 2014-11-18 17:54:00 +0100 |
---|---|---|
committer | Sergei Golubchik <sergii@pisem.net> | 2014-11-18 17:54:00 +0100 |
commit | 302b50fa302589391084ce2426cd14f7a049a56d (patch) | |
tree | 6b79c0afa8e60f9d544951ab61c0d6c3ccaf4015 /storage | |
parent | 84fc27fbef5e12cec28efd5bb0b13c207fe3b681 (diff) | |
parent | 4555904b165b91bfa88b944737da7f88f6155153 (diff) | |
download | mariadb-git-302b50fa302589391084ce2426cd14f7a049a56d.tar.gz |
TokuDB 7.5.3
Diffstat (limited to 'storage')
33 files changed, 1962 insertions, 252 deletions
diff --git a/storage/tokudb/ha_tokudb.cc b/storage/tokudb/ha_tokudb.cc index b5e75ba51ec..7f894640ca6 100644 --- a/storage/tokudb/ha_tokudb.cc +++ b/storage/tokudb/ha_tokudb.cc @@ -244,23 +244,20 @@ void TOKUDB_SHARE::destroy(void) { tokudb_pthread_mutex_destroy(&mutex); rwlock_destroy(&num_DBs_lock); tokudb_pthread_cond_destroy(&m_openclose_cond); + tokudb_my_free(rec_per_key); + rec_per_key = NULL; } // MUST have tokudb_mutex locked on input static TOKUDB_SHARE *get_share(const char *table_name, TABLE_SHARE* table_share) { TOKUDB_SHARE *share = NULL; int error = 0; - uint length; - - length = (uint) strlen(table_name); - + uint length = (uint) strlen(table_name); if (!(share = (TOKUDB_SHARE *) my_hash_search(&tokudb_open_tables, (uchar *) table_name, length))) { char *tmp_name; - // // create share and fill it with all zeroes // hence, all pointers are initialized to NULL - // share = (TOKUDB_SHARE *) tokudb_my_multi_malloc(MYF(MY_WME | MY_ZEROFILL), &share, sizeof(*share), &tmp_name, length + 1, @@ -1597,11 +1594,7 @@ exit: return ret_val; } -int ha_tokudb::initialize_share( - const char* name, - int mode - ) -{ +int ha_tokudb::initialize_share(const char* name, int mode) { int error = 0; uint64_t num_rows = 0; DB_TXN* txn = NULL; @@ -1748,17 +1741,12 @@ int ha_tokudb::initialize_share( init_hidden_prim_key_info(txn); // initialize cardinality info from the status dictionary - { - uint total_key_parts = tokudb::compute_total_key_parts(table_share); - uint64_t rec_per_key[total_key_parts]; - error = tokudb::get_card_from_status(share->status_block, txn, total_key_parts, rec_per_key); - if (error == 0) { - tokudb::set_card_in_key_info(table, total_key_parts, rec_per_key); - } else { - for (uint i = 0; i < total_key_parts; i++) - rec_per_key[i] = 0; - tokudb::set_card_in_key_info(table, total_key_parts, rec_per_key); - } + share->n_rec_per_key = tokudb::compute_total_key_parts(table_share); + share->rec_per_key = (uint64_t *) tokudb_my_realloc(share->rec_per_key, share->n_rec_per_key * sizeof (uint64_t), MYF(MY_FAE)); + error = tokudb::get_card_from_status(share->status_block, txn, share->n_rec_per_key, share->rec_per_key); + if (error) { + for (uint i = 0; i < share->n_rec_per_key; i++) + share->rec_per_key[i] = 0; } error = 0; @@ -5958,6 +5946,7 @@ int ha_tokudb::info(uint flag) { } if ((flag & HA_STATUS_CONST)) { stats.max_data_file_length= 9223372036854775807ULL; + tokudb::set_card_in_key_info(table, share->n_rec_per_key, share->rec_per_key); } /* Don't return key if we got an error for the internal primary key */ diff --git a/storage/tokudb/ha_tokudb.h b/storage/tokudb/ha_tokudb.h index 88c6b52bcfc..c17a4628a11 100644 --- a/storage/tokudb/ha_tokudb.h +++ b/storage/tokudb/ha_tokudb.h @@ -184,6 +184,9 @@ public: enum { CLOSED, OPENING, OPENED, CLOSING, ERROR } m_state; int m_error; int m_initialize_count; + + uint n_rec_per_key; + uint64_t *rec_per_key; }; typedef struct st_filter_key_part_info { diff --git a/storage/tokudb/ha_tokudb_admin.cc b/storage/tokudb/ha_tokudb_admin.cc index 8fe17e1dfca..c3b895bf4f4 100644 --- a/storage/tokudb/ha_tokudb_admin.cc +++ b/storage/tokudb/ha_tokudb_admin.cc @@ -133,7 +133,7 @@ int ha_tokudb::analyze(THD *thd, HA_CHECK_OPT *check_opt) { int result = HA_ADMIN_OK; // stub out analyze if optimize is remapped to alter recreate + analyze - if (thd_sql_command(thd) != SQLCOM_ANALYZE) { + if (thd_sql_command(thd) != SQLCOM_ANALYZE && thd_sql_command(thd) != SQLCOM_ALTER_TABLE) { TOKUDB_HANDLER_DBUG_RETURN(result); } diff --git a/storage/tokudb/ha_tokudb_alter_56.cc b/storage/tokudb/ha_tokudb_alter_56.cc index e55b7b48ad8..1a03dc815a1 100644 --- a/storage/tokudb/ha_tokudb_alter_56.cc +++ b/storage/tokudb/ha_tokudb_alter_56.cc @@ -528,7 +528,7 @@ bool ha_tokudb::inplace_alter_table(TABLE *altered_table, Alter_inplace_info *ha error = alter_table_expand_blobs(altered_table, ha_alter_info); if (error == 0 && ctx->reset_card) { - error = tokudb::set_card_from_status(share->status_block, ctx->alter_txn, table->s, altered_table->s); + error = tokudb::alter_card(share->status_block, ctx->alter_txn, table->s, altered_table->s); } if (error == 0 && ctx->optimize_needed) { error = do_optimize(ha_thd()); diff --git a/storage/tokudb/hatoku_defines.h b/storage/tokudb/hatoku_defines.h index 5b2231caec3..5af066bb1b6 100644 --- a/storage/tokudb/hatoku_defines.h +++ b/storage/tokudb/hatoku_defines.h @@ -442,6 +442,8 @@ static inline void *tokudb_my_malloc(size_t s, myf flags) { } static inline void *tokudb_my_realloc(void *p, size_t s, myf flags) { + if (s == 0) + return p; #if 50700 <= MYSQL_VERSION_ID && MYSQL_VERSION_ID <= 50799 return my_realloc(0, p, s, flags); #else @@ -450,7 +452,8 @@ static inline void *tokudb_my_realloc(void *p, size_t s, myf flags) { } static inline void tokudb_my_free(void *ptr) { - my_free(ptr); + if (ptr) + my_free(ptr); } static inline char *tokudb_my_strdup(const char *p, myf flags) { diff --git a/storage/tokudb/hatoku_hton.cc b/storage/tokudb/hatoku_hton.cc index 489c774de79..34b28be83ae 100644 --- a/storage/tokudb/hatoku_hton.cc +++ b/storage/tokudb/hatoku_hton.cc @@ -638,8 +638,8 @@ int tokudb_end(handlerton * hton, ha_panic_function type) { if (db_env) { if (tokudb_init_flags & DB_INIT_LOG) tokudb_cleanup_log_files(); -#if TOKU_INCLUDE_XA long total_prepared = 0; // count the total number of prepared txn's that we discard +#if TOKU_INCLUDE_XA while (1) { // get xid's const long n_xid = 1; diff --git a/storage/tokudb/mysql-test/tokudb/r/card_drop_index_2.result b/storage/tokudb/mysql-test/tokudb/r/card_drop_index_2.result new file mode 100644 index 00000000000..108c9d6c162 --- /dev/null +++ b/storage/tokudb/mysql-test/tokudb/r/card_drop_index_2.result @@ -0,0 +1,158 @@ +set default_storage_engine='tokudb'; +drop table if exists tt; +create table tt (a int, b int, c int, primary key(a), key(b), key(c)); +insert into tt values (0, 0, 0), (0+1, 0, 0), (0+2, 0, 0), (0+3, 0, 0); +insert into tt values (4, 4, 0), (4+1, 4, 0), (4+2, 4, 0), (4+3, 4, 0); +insert into tt values (8, 8, 0), (8+1, 8, 0), (8+2, 8, 0), (8+3, 8, 0); +insert into tt values (12, 12, 0), (12+1, 12, 0), (12+2, 12, 0), (12+3, 12, 0); +insert into tt values (16, 16, 0), (16+1, 16, 0), (16+2, 16, 0), (16+3, 16, 0); +insert into tt values (20, 20, 0), (20+1, 20, 0), (20+2, 20, 0), (20+3, 20, 0); +insert into tt values (24, 24, 0), (24+1, 24, 0), (24+2, 24, 0), (24+3, 24, 0); +insert into tt values (28, 28, 0), (28+1, 28, 0), (28+2, 28, 0), (28+3, 28, 0); +insert into tt values (32, 32, 0), (32+1, 32, 0), (32+2, 32, 0), (32+3, 32, 0); +insert into tt values (36, 36, 0), (36+1, 36, 0), (36+2, 36, 0), (36+3, 36, 0); +insert into tt values (40, 40, 0), (40+1, 40, 0), (40+2, 40, 0), (40+3, 40, 0); +insert into tt values (44, 44, 0), (44+1, 44, 0), (44+2, 44, 0), (44+3, 44, 0); +insert into tt values (48, 48, 0), (48+1, 48, 0), (48+2, 48, 0), (48+3, 48, 0); +insert into tt values (52, 52, 0), (52+1, 52, 0), (52+2, 52, 0), (52+3, 52, 0); +insert into tt values (56, 56, 0), (56+1, 56, 0), (56+2, 56, 0), (56+3, 56, 0); +insert into tt values (60, 60, 0), (60+1, 60, 0), (60+2, 60, 0), (60+3, 60, 0); +insert into tt values (64, 64, 0), (64+1, 64, 0), (64+2, 64, 0), (64+3, 64, 0); +insert into tt values (68, 68, 0), (68+1, 68, 0), (68+2, 68, 0), (68+3, 68, 0); +insert into tt values (72, 72, 0), (72+1, 72, 0), (72+2, 72, 0), (72+3, 72, 0); +insert into tt values (76, 76, 0), (76+1, 76, 0), (76+2, 76, 0), (76+3, 76, 0); +insert into tt values (80, 80, 0), (80+1, 80, 0), (80+2, 80, 0), (80+3, 80, 0); +insert into tt values (84, 84, 0), (84+1, 84, 0), (84+2, 84, 0), (84+3, 84, 0); +insert into tt values (88, 88, 0), (88+1, 88, 0), (88+2, 88, 0), (88+3, 88, 0); +insert into tt values (92, 92, 0), (92+1, 92, 0), (92+2, 92, 0), (92+3, 92, 0); +insert into tt values (96, 96, 0), (96+1, 96, 0), (96+2, 96, 0), (96+3, 96, 0); +insert into tt values (100, 100, 0), (100+1, 100, 0), (100+2, 100, 0), (100+3, 100, 0); +insert into tt values (104, 104, 0), (104+1, 104, 0), (104+2, 104, 0), (104+3, 104, 0); +insert into tt values (108, 108, 0), (108+1, 108, 0), (108+2, 108, 0), (108+3, 108, 0); +insert into tt values (112, 112, 0), (112+1, 112, 0), (112+2, 112, 0), (112+3, 112, 0); +insert into tt values (116, 116, 0), (116+1, 116, 0), (116+2, 116, 0), (116+3, 116, 0); +insert into tt values (120, 120, 0), (120+1, 120, 0), (120+2, 120, 0), (120+3, 120, 0); +insert into tt values (124, 124, 0), (124+1, 124, 0), (124+2, 124, 0), (124+3, 124, 0); +insert into tt values (128, 128, 0), (128+1, 128, 0), (128+2, 128, 0), (128+3, 128, 0); +insert into tt values (132, 132, 0), (132+1, 132, 0), (132+2, 132, 0), (132+3, 132, 0); +insert into tt values (136, 136, 0), (136+1, 136, 0), (136+2, 136, 0), (136+3, 136, 0); +insert into tt values (140, 140, 0), (140+1, 140, 0), (140+2, 140, 0), (140+3, 140, 0); +insert into tt values (144, 144, 0), (144+1, 144, 0), (144+2, 144, 0), (144+3, 144, 0); +insert into tt values (148, 148, 0), (148+1, 148, 0), (148+2, 148, 0), (148+3, 148, 0); +insert into tt values (152, 152, 0), (152+1, 152, 0), (152+2, 152, 0), (152+3, 152, 0); +insert into tt values (156, 156, 0), (156+1, 156, 0), (156+2, 156, 0), (156+3, 156, 0); +insert into tt values (160, 160, 0), (160+1, 160, 0), (160+2, 160, 0), (160+3, 160, 0); +insert into tt values (164, 164, 0), (164+1, 164, 0), (164+2, 164, 0), (164+3, 164, 0); +insert into tt values (168, 168, 0), (168+1, 168, 0), (168+2, 168, 0), (168+3, 168, 0); +insert into tt values (172, 172, 0), (172+1, 172, 0), (172+2, 172, 0), (172+3, 172, 0); +insert into tt values (176, 176, 0), (176+1, 176, 0), (176+2, 176, 0), (176+3, 176, 0); +insert into tt values (180, 180, 0), (180+1, 180, 0), (180+2, 180, 0), (180+3, 180, 0); +insert into tt values (184, 184, 0), (184+1, 184, 0), (184+2, 184, 0), (184+3, 184, 0); +insert into tt values (188, 188, 0), (188+1, 188, 0), (188+2, 188, 0), (188+3, 188, 0); +insert into tt values (192, 192, 0), (192+1, 192, 0), (192+2, 192, 0), (192+3, 192, 0); +insert into tt values (196, 196, 0), (196+1, 196, 0), (196+2, 196, 0), (196+3, 196, 0); +insert into tt values (200, 200, 0), (200+1, 200, 0), (200+2, 200, 0), (200+3, 200, 0); +insert into tt values (204, 204, 0), (204+1, 204, 0), (204+2, 204, 0), (204+3, 204, 0); +insert into tt values (208, 208, 0), (208+1, 208, 0), (208+2, 208, 0), (208+3, 208, 0); +insert into tt values (212, 212, 0), (212+1, 212, 0), (212+2, 212, 0), (212+3, 212, 0); +insert into tt values (216, 216, 0), (216+1, 216, 0), (216+2, 216, 0), (216+3, 216, 0); +insert into tt values (220, 220, 0), (220+1, 220, 0), (220+2, 220, 0), (220+3, 220, 0); +insert into tt values (224, 224, 0), (224+1, 224, 0), (224+2, 224, 0), (224+3, 224, 0); +insert into tt values (228, 228, 0), (228+1, 228, 0), (228+2, 228, 0), (228+3, 228, 0); +insert into tt values (232, 232, 0), (232+1, 232, 0), (232+2, 232, 0), (232+3, 232, 0); +insert into tt values (236, 236, 0), (236+1, 236, 0), (236+2, 236, 0), (236+3, 236, 0); +insert into tt values (240, 240, 0), (240+1, 240, 0), (240+2, 240, 0), (240+3, 240, 0); +insert into tt values (244, 244, 0), (244+1, 244, 0), (244+2, 244, 0), (244+3, 244, 0); +insert into tt values (248, 248, 0), (248+1, 248, 0), (248+2, 248, 0), (248+3, 248, 0); +insert into tt values (252, 252, 0), (252+1, 252, 0), (252+2, 252, 0), (252+3, 252, 0); +insert into tt values (256, 256, 0), (256+1, 256, 0), (256+2, 256, 0), (256+3, 256, 0); +insert into tt values (260, 260, 0), (260+1, 260, 0), (260+2, 260, 0), (260+3, 260, 0); +insert into tt values (264, 264, 0), (264+1, 264, 0), (264+2, 264, 0), (264+3, 264, 0); +insert into tt values (268, 268, 0), (268+1, 268, 0), (268+2, 268, 0), (268+3, 268, 0); +insert into tt values (272, 272, 0), (272+1, 272, 0), (272+2, 272, 0), (272+3, 272, 0); +insert into tt values (276, 276, 0), (276+1, 276, 0), (276+2, 276, 0), (276+3, 276, 0); +insert into tt values (280, 280, 0), (280+1, 280, 0), (280+2, 280, 0), (280+3, 280, 0); +insert into tt values (284, 284, 0), (284+1, 284, 0), (284+2, 284, 0), (284+3, 284, 0); +insert into tt values (288, 288, 0), (288+1, 288, 0), (288+2, 288, 0), (288+3, 288, 0); +insert into tt values (292, 292, 0), (292+1, 292, 0), (292+2, 292, 0), (292+3, 292, 0); +insert into tt values (296, 296, 0), (296+1, 296, 0), (296+2, 296, 0), (296+3, 296, 0); +insert into tt values (300, 300, 0), (300+1, 300, 0), (300+2, 300, 0), (300+3, 300, 0); +insert into tt values (304, 304, 0), (304+1, 304, 0), (304+2, 304, 0), (304+3, 304, 0); +insert into tt values (308, 308, 0), (308+1, 308, 0), (308+2, 308, 0), (308+3, 308, 0); +insert into tt values (312, 312, 0), (312+1, 312, 0), (312+2, 312, 0), (312+3, 312, 0); +insert into tt values (316, 316, 0), (316+1, 316, 0), (316+2, 316, 0), (316+3, 316, 0); +insert into tt values (320, 320, 0), (320+1, 320, 0), (320+2, 320, 0), (320+3, 320, 0); +insert into tt values (324, 324, 0), (324+1, 324, 0), (324+2, 324, 0), (324+3, 324, 0); +insert into tt values (328, 328, 0), (328+1, 328, 0), (328+2, 328, 0), (328+3, 328, 0); +insert into tt values (332, 332, 0), (332+1, 332, 0), (332+2, 332, 0), (332+3, 332, 0); +insert into tt values (336, 336, 0), (336+1, 336, 0), (336+2, 336, 0), (336+3, 336, 0); +insert into tt values (340, 340, 0), (340+1, 340, 0), (340+2, 340, 0), (340+3, 340, 0); +insert into tt values (344, 344, 0), (344+1, 344, 0), (344+2, 344, 0), (344+3, 344, 0); +insert into tt values (348, 348, 0), (348+1, 348, 0), (348+2, 348, 0), (348+3, 348, 0); +insert into tt values (352, 352, 0), (352+1, 352, 0), (352+2, 352, 0), (352+3, 352, 0); +insert into tt values (356, 356, 0), (356+1, 356, 0), (356+2, 356, 0), (356+3, 356, 0); +insert into tt values (360, 360, 0), (360+1, 360, 0), (360+2, 360, 0), (360+3, 360, 0); +insert into tt values (364, 364, 0), (364+1, 364, 0), (364+2, 364, 0), (364+3, 364, 0); +insert into tt values (368, 368, 0), (368+1, 368, 0), (368+2, 368, 0), (368+3, 368, 0); +insert into tt values (372, 372, 0), (372+1, 372, 0), (372+2, 372, 0), (372+3, 372, 0); +insert into tt values (376, 376, 0), (376+1, 376, 0), (376+2, 376, 0), (376+3, 376, 0); +insert into tt values (380, 380, 0), (380+1, 380, 0), (380+2, 380, 0), (380+3, 380, 0); +insert into tt values (384, 384, 0), (384+1, 384, 0), (384+2, 384, 0), (384+3, 384, 0); +insert into tt values (388, 388, 0), (388+1, 388, 0), (388+2, 388, 0), (388+3, 388, 0); +insert into tt values (392, 392, 0), (392+1, 392, 0), (392+2, 392, 0), (392+3, 392, 0); +insert into tt values (396, 396, 0), (396+1, 396, 0), (396+2, 396, 0), (396+3, 396, 0); +insert into tt values (400, 400, 0), (400+1, 400, 0), (400+2, 400, 0), (400+3, 400, 0); +insert into tt values (404, 404, 0), (404+1, 404, 0), (404+2, 404, 0), (404+3, 404, 0); +insert into tt values (408, 408, 0), (408+1, 408, 0), (408+2, 408, 0), (408+3, 408, 0); +insert into tt values (412, 412, 0), (412+1, 412, 0), (412+2, 412, 0), (412+3, 412, 0); +insert into tt values (416, 416, 0), (416+1, 416, 0), (416+2, 416, 0), (416+3, 416, 0); +insert into tt values (420, 420, 0), (420+1, 420, 0), (420+2, 420, 0), (420+3, 420, 0); +insert into tt values (424, 424, 0), (424+1, 424, 0), (424+2, 424, 0), (424+3, 424, 0); +insert into tt values (428, 428, 0), (428+1, 428, 0), (428+2, 428, 0), (428+3, 428, 0); +insert into tt values (432, 432, 0), (432+1, 432, 0), (432+2, 432, 0), (432+3, 432, 0); +insert into tt values (436, 436, 0), (436+1, 436, 0), (436+2, 436, 0), (436+3, 436, 0); +insert into tt values (440, 440, 0), (440+1, 440, 0), (440+2, 440, 0), (440+3, 440, 0); +insert into tt values (444, 444, 0), (444+1, 444, 0), (444+2, 444, 0), (444+3, 444, 0); +insert into tt values (448, 448, 0), (448+1, 448, 0), (448+2, 448, 0), (448+3, 448, 0); +insert into tt values (452, 452, 0), (452+1, 452, 0), (452+2, 452, 0), (452+3, 452, 0); +insert into tt values (456, 456, 0), (456+1, 456, 0), (456+2, 456, 0), (456+3, 456, 0); +insert into tt values (460, 460, 0), (460+1, 460, 0), (460+2, 460, 0), (460+3, 460, 0); +insert into tt values (464, 464, 0), (464+1, 464, 0), (464+2, 464, 0), (464+3, 464, 0); +insert into tt values (468, 468, 0), (468+1, 468, 0), (468+2, 468, 0), (468+3, 468, 0); +insert into tt values (472, 472, 0), (472+1, 472, 0), (472+2, 472, 0), (472+3, 472, 0); +insert into tt values (476, 476, 0), (476+1, 476, 0), (476+2, 476, 0), (476+3, 476, 0); +insert into tt values (480, 480, 0), (480+1, 480, 0), (480+2, 480, 0), (480+3, 480, 0); +insert into tt values (484, 484, 0), (484+1, 484, 0), (484+2, 484, 0), (484+3, 484, 0); +insert into tt values (488, 488, 0), (488+1, 488, 0), (488+2, 488, 0), (488+3, 488, 0); +insert into tt values (492, 492, 0), (492+1, 492, 0), (492+2, 492, 0), (492+3, 492, 0); +insert into tt values (496, 496, 0), (496+1, 496, 0), (496+2, 496, 0), (496+3, 496, 0); +select count(*) from tt; +count(*) +500 +show indexes from tt; +Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment +tt 0 PRIMARY 1 a A 500 NULL NULL BTREE +tt 1 b 1 b A NULL NULL NULL YES BTREE +tt 1 c 1 c A NULL NULL NULL YES BTREE +analyze table tt; +Table Op Msg_type Msg_text +test.tt analyze status OK +show indexes from tt; +Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment +tt 0 PRIMARY 1 a A 500 NULL NULL BTREE +tt 1 b 1 b A 125 NULL NULL YES BTREE +tt 1 c 1 c A 1 NULL NULL YES BTREE +alter table tt drop key b; +show indexes from tt; +Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment +tt 0 PRIMARY 1 a A 500 NULL NULL BTREE +tt 1 c 1 c A NULL NULL NULL YES BTREE +alter table tt drop key c; +show indexes from tt; +Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment +tt 0 PRIMARY 1 a A 500 NULL NULL BTREE +flush tables; +show indexes from tt; +Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment +tt 0 PRIMARY 1 a A 500 NULL NULL BTREE +drop table tt; diff --git a/storage/tokudb/mysql-test/tokudb/t/card_drop_index_2.test b/storage/tokudb/mysql-test/tokudb/t/card_drop_index_2.test new file mode 100644 index 00000000000..88e0f6a413f --- /dev/null +++ b/storage/tokudb/mysql-test/tokudb/t/card_drop_index_2.test @@ -0,0 +1,35 @@ +# test that add index keeps cardinality for older indexes + +source include/have_tokudb.inc; +set default_storage_engine='tokudb'; + +disable_warnings; +drop table if exists tt; +enable_warnings; + +create table tt (a int, b int, c int, primary key(a), key(b), key(c)); +let $a=0; +while ($a < 500) { + eval insert into tt values ($a, $a, 0), ($a+1, $a, 0), ($a+2, $a, 0), ($a+3, $a, 0); + inc $a; inc $a; inc $a; inc $a; +} +select count(*) from tt; + +# compute cardinality +show indexes from tt; +analyze table tt; +show indexes from tt; + +# drop key b +alter table tt drop key b; +show indexes from tt; + +# drop key c +alter table tt drop key c; +show indexes from tt; + +# test that cardinality is persistent +flush tables; +show indexes from tt; + +drop table tt; diff --git a/storage/tokudb/mysql-test/tokudb_bugs/r/db756_card_part_hash.result b/storage/tokudb/mysql-test/tokudb_bugs/r/db756_card_part_hash.result new file mode 100644 index 00000000000..c1ca24b0551 --- /dev/null +++ b/storage/tokudb/mysql-test/tokudb_bugs/r/db756_card_part_hash.result @@ -0,0 +1,21 @@ +set default_storage_engine='tokudb'; +drop table if exists t; +create table t (id int, x int, primary key (id), key (x)) partition by hash(id) partitions 2; +show indexes from t; +Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment +t 0 PRIMARY 1 id A 2 NULL NULL BTREE +t 1 x 1 x A NULL NULL NULL YES BTREE +insert into t values (1,1),(3,1),(5,1); +insert into t values (2,1),(4,1),(6,1); +show indexes from t; +Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment +t 0 PRIMARY 1 id A 6 NULL NULL BTREE +t 1 x 1 x A NULL NULL NULL YES BTREE +analyze table t; +Table Op Msg_type Msg_text +test.t analyze status OK +show indexes from t; +Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment +t 0 PRIMARY 1 id A 6 NULL NULL BTREE +t 1 x 1 x A 2 NULL NULL YES BTREE +drop table t; diff --git a/storage/tokudb/mysql-test/tokudb_bugs/r/db756_card_part_hash_1.result b/storage/tokudb/mysql-test/tokudb_bugs/r/db756_card_part_hash_1.result new file mode 100644 index 00000000000..c82c922a87a --- /dev/null +++ b/storage/tokudb/mysql-test/tokudb_bugs/r/db756_card_part_hash_1.result @@ -0,0 +1,20 @@ +set default_storage_engine='tokudb'; +drop table if exists t; +create table t (id int, x int, primary key (id), key (x)) partition by hash(id) partitions 2; +show indexes from t; +Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment +t 0 PRIMARY 1 id A 2 NULL NULL BTREE +t 1 x 1 x A NULL NULL NULL YES BTREE +insert into t values (1,1),(3,1),(5,1); +show indexes from t; +Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment +t 0 PRIMARY 1 id A 4 NULL NULL BTREE +t 1 x 1 x A NULL NULL NULL YES BTREE +analyze table t; +Table Op Msg_type Msg_text +test.t analyze status OK +show indexes from t; +Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment +t 0 PRIMARY 1 id A 4 NULL NULL BTREE +t 1 x 1 x A 1 NULL NULL YES BTREE +drop table t; diff --git a/storage/tokudb/mysql-test/tokudb_bugs/r/db756_card_part_hash_1_pick.result b/storage/tokudb/mysql-test/tokudb_bugs/r/db756_card_part_hash_1_pick.result new file mode 100644 index 00000000000..576d1adee6c --- /dev/null +++ b/storage/tokudb/mysql-test/tokudb_bugs/r/db756_card_part_hash_1_pick.result @@ -0,0 +1,21 @@ +set default_storage_engine='tokudb'; +drop table if exists t; +create table t (id int, x int, primary key (id), key (x)) partition by hash(id) partitions 2; +show indexes from t; +Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment +t 0 PRIMARY 1 id A 2 NULL NULL BTREE +t 1 x 1 x A NULL NULL NULL YES BTREE +insert into t values (1,1),(3,2),(5,3); +insert into t values (2,1),(4,1),(6,1),(8,1); +show indexes from t; +Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment +t 0 PRIMARY 1 id A 7 NULL NULL BTREE +t 1 x 1 x A NULL NULL NULL YES BTREE +analyze table t; +Table Op Msg_type Msg_text +test.t analyze status OK +show indexes from t; +Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment +t 0 PRIMARY 1 id A 7 NULL NULL BTREE +t 1 x 1 x A 1 NULL NULL YES BTREE +drop table t; diff --git a/storage/tokudb/mysql-test/tokudb_bugs/r/db756_card_part_hash_2.result b/storage/tokudb/mysql-test/tokudb_bugs/r/db756_card_part_hash_2.result new file mode 100644 index 00000000000..8937ddabbe3 --- /dev/null +++ b/storage/tokudb/mysql-test/tokudb_bugs/r/db756_card_part_hash_2.result @@ -0,0 +1,20 @@ +set default_storage_engine='tokudb'; +drop table if exists t; +create table t (id int, x int, primary key (id), key (x)) partition by hash(id) partitions 2; +show indexes from t; +Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment +t 0 PRIMARY 1 id A 2 NULL NULL BTREE +t 1 x 1 x A NULL NULL NULL YES BTREE +insert into t values (2,1),(4,1),(6,1); +show indexes from t; +Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment +t 0 PRIMARY 1 id A 4 NULL NULL BTREE +t 1 x 1 x A NULL NULL NULL YES BTREE +analyze table t; +Table Op Msg_type Msg_text +test.t analyze status OK +show indexes from t; +Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment +t 0 PRIMARY 1 id A 4 NULL NULL BTREE +t 1 x 1 x A 1 NULL NULL YES BTREE +drop table t; diff --git a/storage/tokudb/mysql-test/tokudb_bugs/r/db756_card_part_hash_2_pick.result b/storage/tokudb/mysql-test/tokudb_bugs/r/db756_card_part_hash_2_pick.result new file mode 100644 index 00000000000..89b51a5a6b0 --- /dev/null +++ b/storage/tokudb/mysql-test/tokudb_bugs/r/db756_card_part_hash_2_pick.result @@ -0,0 +1,21 @@ +set default_storage_engine='tokudb'; +drop table if exists t; +create table t (id int, x int, primary key (id), key (x)) partition by hash(id) partitions 2; +show indexes from t; +Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment +t 0 PRIMARY 1 id A 2 NULL NULL BTREE +t 1 x 1 x A NULL NULL NULL YES BTREE +insert into t values (1,1),(3,2),(5,3),(7,4); +insert into t values (2,1),(4,1),(6,1); +show indexes from t; +Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment +t 0 PRIMARY 1 id A 7 NULL NULL BTREE +t 1 x 1 x A NULL NULL NULL YES BTREE +analyze table t; +Table Op Msg_type Msg_text +test.t analyze status OK +show indexes from t; +Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment +t 0 PRIMARY 1 id A 7 NULL NULL BTREE +t 1 x 1 x A 7 NULL NULL YES BTREE +drop table t; diff --git a/storage/tokudb/mysql-test/tokudb_bugs/r/db757_part_alter_analyze.result b/storage/tokudb/mysql-test/tokudb_bugs/r/db757_part_alter_analyze.result new file mode 100644 index 00000000000..d80e3e4eac8 --- /dev/null +++ b/storage/tokudb/mysql-test/tokudb_bugs/r/db757_part_alter_analyze.result @@ -0,0 +1,50 @@ +set default_storage_engine='tokudb'; +drop table if exists t; +create table t (id int, x int, y int, primary key (id), key (x), key (y)) +partition by range(id) +( partition p0 values less than (10), partition p1 values less than maxvalue); +insert into t values (1,1,1),(2,1,2),(3,1,3),(4,1,4); +show indexes from t; +Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment +t 0 PRIMARY 1 id A 5 NULL NULL BTREE +t 1 x 1 x A NULL NULL NULL YES BTREE +t 1 y 1 y A NULL NULL NULL YES BTREE +alter table t analyze partition p0; +Table Op Msg_type Msg_text +test.t analyze status OK +show indexes from t; +Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment +t 0 PRIMARY 1 id A 5 NULL NULL BTREE +t 1 x 1 x A 1 NULL NULL YES BTREE +t 1 y 1 y A 5 NULL NULL YES BTREE +alter table t analyze partition p1; +Table Op Msg_type Msg_text +test.t analyze status OK +show indexes from t; +Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment +t 0 PRIMARY 1 id A 5 NULL NULL BTREE +t 1 x 1 x A 1 NULL NULL YES BTREE +t 1 y 1 y A 5 NULL NULL YES BTREE +insert into t values (100,1,1),(200,2,1),(300,3,1),(400,4,1),(500,5,1); +show indexes from t; +Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment +t 0 PRIMARY 1 id A 9 NULL NULL BTREE +t 1 x 1 x A 2 NULL NULL YES BTREE +t 1 y 1 y A 9 NULL NULL YES BTREE +alter table t analyze partition p0; +Table Op Msg_type Msg_text +test.t analyze status OK +show indexes from t; +Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment +t 0 PRIMARY 1 id A 9 NULL NULL BTREE +t 1 x 1 x A NULL NULL NULL YES BTREE +t 1 y 1 y A NULL NULL NULL YES BTREE +alter table t analyze partition p1; +Table Op Msg_type Msg_text +test.t analyze status OK +show indexes from t; +Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment +t 0 PRIMARY 1 id A 9 NULL NULL BTREE +t 1 x 1 x A 9 NULL NULL YES BTREE +t 1 y 1 y A 1 NULL NULL YES BTREE +drop table t; diff --git a/storage/tokudb/mysql-test/tokudb_bugs/t/5585.test b/storage/tokudb/mysql-test/tokudb_bugs/t/5585.test index f194a0d9125..1e385e32b31 100644 --- a/storage/tokudb/mysql-test/tokudb_bugs/t/5585.test +++ b/storage/tokudb/mysql-test/tokudb_bugs/t/5585.test @@ -1,5 +1,6 @@ --source include/have_innodb.inc --source include/have_tokudb.inc +--source include/big_test.inc --disable_warnings drop table if exists t1, t2; diff --git a/storage/tokudb/mysql-test/tokudb_bugs/t/db756_card_part_hash.test b/storage/tokudb/mysql-test/tokudb_bugs/t/db756_card_part_hash.test new file mode 100644 index 00000000000..97dda1cb1b8 --- /dev/null +++ b/storage/tokudb/mysql-test/tokudb_bugs/t/db756_card_part_hash.test @@ -0,0 +1,15 @@ +# DB-756 verify that cardinality is picked from SOME partition +source include/have_tokudb.inc; +source include/have_partition.inc; +set default_storage_engine='tokudb'; +disable_warnings; +drop table if exists t; +enable_warnings; +create table t (id int, x int, primary key (id), key (x)) partition by hash(id) partitions 2; +show indexes from t; +insert into t values (1,1),(3,1),(5,1); +insert into t values (2,1),(4,1),(6,1); +show indexes from t; +analyze table t; +show indexes from t; +drop table t; diff --git a/storage/tokudb/mysql-test/tokudb_bugs/t/db756_card_part_hash_1.test b/storage/tokudb/mysql-test/tokudb_bugs/t/db756_card_part_hash_1.test new file mode 100644 index 00000000000..3ef66a4b1e6 --- /dev/null +++ b/storage/tokudb/mysql-test/tokudb_bugs/t/db756_card_part_hash_1.test @@ -0,0 +1,14 @@ +# DB-756 verify that cardinality is picked from the partition where the rows are mapped. in this case, the last partition. +source include/have_tokudb.inc; +source include/have_partition.inc; +set default_storage_engine='tokudb'; +disable_warnings; +drop table if exists t; +enable_warnings; +create table t (id int, x int, primary key (id), key (x)) partition by hash(id) partitions 2; +show indexes from t; +insert into t values (1,1),(3,1),(5,1); +show indexes from t; +analyze table t; +show indexes from t; +drop table t; diff --git a/storage/tokudb/mysql-test/tokudb_bugs/t/db756_card_part_hash_1_pick.test b/storage/tokudb/mysql-test/tokudb_bugs/t/db756_card_part_hash_1_pick.test new file mode 100644 index 00000000000..b8044641109 --- /dev/null +++ b/storage/tokudb/mysql-test/tokudb_bugs/t/db756_card_part_hash_1_pick.test @@ -0,0 +1,15 @@ +# DB-756 verify that cardinality is chosen from the first partition +source include/have_tokudb.inc; +source include/have_partition.inc; +set default_storage_engine='tokudb'; +disable_warnings; +drop table if exists t; +enable_warnings; +create table t (id int, x int, primary key (id), key (x)) partition by hash(id) partitions 2; +show indexes from t; +insert into t values (1,1),(3,2),(5,3); +insert into t values (2,1),(4,1),(6,1),(8,1); +show indexes from t; +analyze table t; +show indexes from t; +drop table t; diff --git a/storage/tokudb/mysql-test/tokudb_bugs/t/db756_card_part_hash_2.test b/storage/tokudb/mysql-test/tokudb_bugs/t/db756_card_part_hash_2.test new file mode 100644 index 00000000000..ca10218cb05 --- /dev/null +++ b/storage/tokudb/mysql-test/tokudb_bugs/t/db756_card_part_hash_2.test @@ -0,0 +1,14 @@ +# DB-756 verify that cardinality is picked from the partition where the rows are mapped. in this case, the first partition. +source include/have_tokudb.inc; +source include/have_partition.inc; +set default_storage_engine='tokudb'; +disable_warnings; +drop table if exists t; +enable_warnings; +create table t (id int, x int, primary key (id), key (x)) partition by hash(id) partitions 2; +show indexes from t; +insert into t values (2,1),(4,1),(6,1); +show indexes from t; +analyze table t; +show indexes from t; +drop table t; diff --git a/storage/tokudb/mysql-test/tokudb_bugs/t/db756_card_part_hash_2_pick.test b/storage/tokudb/mysql-test/tokudb_bugs/t/db756_card_part_hash_2_pick.test new file mode 100644 index 00000000000..2cc55ec864d --- /dev/null +++ b/storage/tokudb/mysql-test/tokudb_bugs/t/db756_card_part_hash_2_pick.test @@ -0,0 +1,15 @@ +# DB-756 verify that cardinality is chosen from the last partition +source include/have_tokudb.inc; +source include/have_partition.inc; +set default_storage_engine='tokudb'; +disable_warnings; +drop table if exists t; +enable_warnings; +create table t (id int, x int, primary key (id), key (x)) partition by hash(id) partitions 2; +show indexes from t; +insert into t values (1,1),(3,2),(5,3),(7,4); +insert into t values (2,1),(4,1),(6,1); +show indexes from t; +analyze table t; +show indexes from t; +drop table t; diff --git a/storage/tokudb/mysql-test/tokudb_bugs/t/db757_part_alter_analyze.test b/storage/tokudb/mysql-test/tokudb_bugs/t/db757_part_alter_analyze.test new file mode 100644 index 00000000000..fc1599591be --- /dev/null +++ b/storage/tokudb/mysql-test/tokudb_bugs/t/db757_part_alter_analyze.test @@ -0,0 +1,26 @@ +source include/have_tokudb.inc; +source include/have_partition.inc; +set default_storage_engine='tokudb'; +disable_warnings; +drop table if exists t; +enable_warnings; + +create table t (id int, x int, y int, primary key (id), key (x), key (y)) +partition by range(id) +( partition p0 values less than (10), partition p1 values less than maxvalue); + +insert into t values (1,1,1),(2,1,2),(3,1,3),(4,1,4); +show indexes from t; +alter table t analyze partition p0; +show indexes from t; +alter table t analyze partition p1; +show indexes from t; + +insert into t values (100,1,1),(200,2,1),(300,3,1),(400,4,1),(500,5,1); +show indexes from t; +alter table t analyze partition p0; +show indexes from t; +alter table t analyze partition p1; +show indexes from t; + +drop table t; diff --git a/storage/tokudb/scripts/make.mysql.bash b/storage/tokudb/scripts/make.mysql.bash index 1bf258c5c3b..5654c1c7926 100755 --- a/storage/tokudb/scripts/make.mysql.bash +++ b/storage/tokudb/scripts/make.mysql.bash @@ -155,6 +155,8 @@ function generate_cmake_cmd () { -D BUILD_CONFIG=mysql_release \ -D CMAKE_BUILD_TYPE=$cmake_build_type \ -D CMAKE_TOKUDB_REVISION=$ft_revision \ + -D TOKUDB_VERSION=tokudb-${tokudb_version} \ + -D WITH_JEMALLOC=bundled \ -D BUILD_TESTING=OFF \ -D USE_GTAGS=OFF \ -D USE_CTAGS=OFF \ @@ -212,8 +214,6 @@ if [ $build_tgz != 0 ] ; then mkdir -p build.$cmake_build_type pushd build.$cmake_build_type - export TOKUDB_VERSION=$tokudb_version - # actually build cmd=$(generate_cmake_cmd) if [ $? != 0 ] ; then exit 1; fi diff --git a/storage/tokudb/tests/Makefile b/storage/tokudb/tests/Makefile index a565c213fff..47e2027e7b1 100644 --- a/storage/tokudb/tests/Makefile +++ b/storage/tokudb/tests/Makefile @@ -3,6 +3,10 @@ TARGETS = $(patsubst %.cc,%,$(SRCS)) CHECKS = $(patsubst %,%.check,$(TARGETS)) CPPFLAGS = -I.. -D__STDC_FORMAT_MACROS CXXFLAGS = -g -Wall -Wextra -Wno-missing-field-initializers -Wshadow +ifdef USE_OPENMP +CPPFLAGS += -DUSE_OPENMP +CXXFLAGS += -fopenmp +endif FRACTALTREE_BASE_DIR = ../ft-index FRACTALTREE_INSTALL_DIR = $(FRACTALTREE_BASE_DIR)/install.debug @@ -10,6 +14,8 @@ VALGRIND = valgrind -q --leak-check=full --show-reachable=yes --suppressions=$(F ifeq ($(GCOV),1) CXXFLAGS += -fprofile-arcs -ftest-coverage +else +CXXFLAGS += -O3 endif all: $(TARGETS) @@ -17,18 +23,29 @@ all: $(TARGETS) clean: rm -rf $(TARGETS) *.gcov *.gcno *.gcda *.testdir *.dSYM -check: $(CHECKS) +%.check: % + LD_LIBRARY_PATH=$(FRACTALTREE_INSTALL_DIR)/lib $(VALGRIND) ./$< + +card.check: $(patsubst %.cc,%.check,$(wildcard card*.cc)) true -%.check: % - LD_LIBRARY_PATH=$(FRACTALTREE_INSTALL_DIR)/lib $(VALGRIND) ./$< +ifndef USE_OPENMP +# unravel vlq_test_uint64 8 times +vlq_test_uint64_%.check: + LD_LIBRARY_PATH=$(FRACTALTREE_INSTALL_DIR)/lib $(VALGRIND) ./vlq_test_uint64 $(patsubst vlq_test_uint64_%.check,%,$@) 8 +vlq_test_uint64.check: $(foreach i,0 1 2 3 4 5 6 7,vlq_test_uint64_$(i).check) + true +endif -card.check: card_test.check card_1.check card_inf.check card_inf_1.check card_random_1.check card_etime.check +vlq.check: $(patsubst %.cc,%.check,$(wildcard vlq*.cc)) true max_test.check: max_test $(VALGRIND) ./$< 1 2 +check: $(CHECKS) + true + %: %.cc $(CXX) $(CPPFLAGS) $(CXXFLAGS) -g -o $@ $< diff --git a/storage/tokudb/tests/card_test.cc b/storage/tokudb/tests/card_test.cc index fbf80bf7804..0bd78d78cc7 100644 --- a/storage/tokudb/tests/card_test.cc +++ b/storage/tokudb/tests/card_test.cc @@ -222,6 +222,19 @@ static void test_10(DB_ENV *env) { error = txn->commit(txn, 0); assert(error == 0); + + // test delete card + error = env->txn_begin(env, NULL, &txn, 0); + assert(error == 0); + + error = tokudb::delete_card_from_status(status_db, txn); + assert(error == 0); + + error = tokudb::get_card_from_status(status_db, txn, 0, NULL); + assert(error == DB_NOTFOUND); + + error = txn->commit(txn, 0); + assert(error == 0); error = tokudb::close_status(&status_db); assert(error == 0); diff --git a/storage/tokudb/tests/card_test_alter.cc b/storage/tokudb/tests/card_test_alter.cc new file mode 100644 index 00000000000..2a3e9396b3f --- /dev/null +++ b/storage/tokudb/tests/card_test_alter.cc @@ -0,0 +1,686 @@ +/* -*- mode: C++; c-basic-offset: 4; indent-tabs-mode: nil -*- */ +// vim: ft=cpp:expandtab:ts=8:sw=4:softtabstop=4: +#ident "$Id$" +/* +COPYING CONDITIONS NOTICE: + + This program is free software; you can redistribute it and/or modify + it under the terms of version 2 of the GNU General Public License as + published by the Free Software Foundation, and provided that the + following conditions are met: + + * Redistributions of source code must retain this COPYING + CONDITIONS NOTICE, the COPYRIGHT NOTICE (below), the + DISCLAIMER (below), the UNIVERSITY PATENT NOTICE (below), the + PATENT MARKING NOTICE (below), and the PATENT RIGHTS + GRANT (below). + + * Redistributions in binary form must reproduce this COPYING + CONDITIONS NOTICE, the COPYRIGHT NOTICE (below), the + DISCLAIMER (below), the UNIVERSITY PATENT NOTICE (below), the + PATENT MARKING NOTICE (below), and the PATENT RIGHTS + GRANT (below) in the documentation and/or other materials + provided with the distribution. + + You should have received a copy of the GNU General Public License + along with this program; if not, write to the Free Software + Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA + 02110-1301, USA. + +COPYRIGHT NOTICE: + + TokuDB, Tokutek Fractal Tree Indexing Library. + Copyright (C) 2007-2013 Tokutek, Inc. + +DISCLAIMER: + + This program is distributed in the hope that it will be useful, but + WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + General Public License for more details. + +UNIVERSITY PATENT NOTICE: + + The technology is licensed by the Massachusetts Institute of + Technology, Rutgers State University of New Jersey, and the Research + Foundation of State University of New York at Stony Brook under + United States of America Serial No. 11/760379 and to the patents + and/or patent applications resulting from it. + +PATENT MARKING NOTICE: + + This software is covered by US Patent No. 8,185,551. + This software is covered by US Patent No. 8,489,638. + +PATENT RIGHTS GRANT: + + "THIS IMPLEMENTATION" means the copyrightable works distributed by + Tokutek as part of the Fractal Tree project. + + "PATENT CLAIMS" means the claims of patents that are owned or + licensable by Tokutek, both currently or in the future; and that in + the absence of this license would be infringed by THIS + IMPLEMENTATION or by using or running THIS IMPLEMENTATION. + + "PATENT CHALLENGE" shall mean a challenge to the validity, + patentability, enforceability and/or non-infringement of any of the + PATENT CLAIMS or otherwise opposing any of the PATENT CLAIMS. + + Tokutek hereby grants to you, for the term and geographical scope of + the PATENT CLAIMS, a non-exclusive, no-charge, royalty-free, + irrevocable (except as stated in this section) patent license to + make, have made, use, offer to sell, sell, import, transfer, and + otherwise run, modify, and propagate the contents of THIS + IMPLEMENTATION, where such license applies only to the PATENT + CLAIMS. This grant does not include claims that would be infringed + only as a consequence of further modifications of THIS + IMPLEMENTATION. If you or your agent or licensee institute or order + or agree to the institution of patent litigation against any entity + (including a cross-claim or counterclaim in a lawsuit) alleging that + THIS IMPLEMENTATION constitutes direct or contributory patent + infringement, or inducement of patent infringement, then any rights + granted to you under this License shall terminate as of the date + such litigation is filed. If you or your agent or exclusive + licensee institute or order or agree to the institution of a PATENT + CHALLENGE, then Tokutek may terminate any rights granted to you + under this License. +*/ + +#ident "Copyright (c) 2007-2013 Tokutek Inc. All rights reserved." +#ident "The technology is licensed by the Massachusetts Institute of Technology, Rutgers State University of New Jersey, and the Research Foundation of State University of New York at Stony Brook under United States of America Serial No. 11/760379 and to the patents and/or patent applications resulting from it." +// test tokudb cardinality in status dictionary +#include <stdio.h> +#include <stdlib.h> +#include <stdint.h> +#include <assert.h> +#include <memory.h> +#include <errno.h> +#include <sys/stat.h> +#include <db.h> +typedef unsigned long long ulonglong; +#include <tokudb_status.h> +#include <tokudb_buffer.h> + +#include "fake_mysql.h" + +#if __APPLE__ +typedef unsigned long ulong; +#endif +#include <tokudb_card.h> + +static void test_no_keys(DB_ENV *env) { + int error; + + DB_TXN *txn = NULL; + error = env->txn_begin(env, NULL, &txn, 0); + assert(error == 0); + + DB *status_db = NULL; + error = tokudb::create_status(env, &status_db, "status_no_keys", txn); + assert(error == 0); + + const uint keys = 0; + const uint key_parts = 0; + TABLE_SHARE s = { MAX_KEY, keys, key_parts, NULL }; + + error = tokudb::alter_card(status_db, txn, &s, &s); + assert(error == 0); + + error = txn->commit(txn, 0); + assert(error == 0); + + error = tokudb::close_status(&status_db); + assert(error == 0); +} + +static void test_keys(DB_ENV *env) { + int error; + + DB_TXN *txn = NULL; + error = env->txn_begin(env, NULL, &txn, 0); + assert(error == 0); + + DB *status_db = NULL; + error = tokudb::create_status(env, &status_db, "status_keys", txn); + assert(error == 0); + + // define tables + const uint ta_keys = 3; + const uint ta_key_parts = 1; + const int ta_rec_per_keys = ta_keys * ta_key_parts; + uint64_t ta_rec_per_key[ta_rec_per_keys] = { + 1000, 2000, 3000, + }; + KEY_INFO ta_key_info[ta_rec_per_keys] = { + { 0, ta_key_parts, &ta_rec_per_key[0], (char *) "key_a" }, + { 0, ta_key_parts, &ta_rec_per_key[1], (char *) "key_b" }, + { 0, ta_key_parts, &ta_rec_per_key[1], (char *) "key_c" }, + }; + TABLE_SHARE ta = { MAX_KEY, ta_keys, ta_key_parts, ta_key_info }; + + // set initial cardinality + error = tokudb::set_card_in_status(status_db, txn, ta_rec_per_keys, ta_rec_per_key); + assert(error == 0); + + error = tokudb::alter_card(status_db, txn, &ta, &ta); + assert(error == 0); + + // verify + uint64_t current_rec_per_key[ta_rec_per_keys]; + error = tokudb::get_card_from_status(status_db, txn, ta_rec_per_keys, current_rec_per_key); + assert(error == 0); + for (uint i = 0; i < ta_rec_per_keys; i++) { + assert(current_rec_per_key[i] == ta_rec_per_key[i]); + } + + error = txn->commit(txn, 0); + assert(error == 0); + + error = tokudb::close_status(&status_db); + assert(error == 0); +} + +static void test_drop_0(DB_ENV *env) { + int error; + + DB_TXN *txn = NULL; + error = env->txn_begin(env, NULL, &txn, 0); + assert(error == 0); + + DB *status_db = NULL; + error = tokudb::create_status(env, &status_db, "status_drop_0", txn); + assert(error == 0); + + // define tables + const uint ta_keys = 3; + const uint ta_key_parts = 1; + const uint ta_rec_per_keys = ta_keys * ta_key_parts; + uint64_t ta_rec_per_key[ta_rec_per_keys] = { + 1000, 2000, 3000, + }; + KEY_INFO ta_key_info[ta_rec_per_keys] = { + { 0, ta_key_parts, &ta_rec_per_key[0], (char *) "key_a" }, + { 0, ta_key_parts, &ta_rec_per_key[1], (char *) "key_b" }, + { 0, ta_key_parts, &ta_rec_per_key[2], (char *) "key_c" }, + }; + TABLE_SHARE ta = { MAX_KEY, ta_keys, ta_key_parts, ta_key_info }; + + const uint tb_keys = 2; + const uint tb_key_parts = 1; + const int tb_rec_per_keys = tb_keys * tb_key_parts; + uint64_t tb_rec_per_key[tb_rec_per_keys] = { + 2000, 3000, + }; + KEY_INFO tb_key_info[tb_rec_per_keys] = { + { 0, tb_key_parts, &tb_rec_per_key[0], (char *) "key_b" }, + { 0, tb_key_parts, &tb_rec_per_key[1], (char *) "key_c" }, + }; + TABLE_SHARE tb = { MAX_KEY, tb_keys, tb_key_parts, tb_key_info }; + + // set initial cardinality + error = tokudb::set_card_in_status(status_db, txn, ta_rec_per_keys, ta_rec_per_key); + assert(error == 0); + + error = tokudb::alter_card(status_db, txn, &ta, &tb); + assert(error == 0); + + // verify + uint64_t current_rec_per_key[tb_rec_per_keys]; + error = tokudb::get_card_from_status(status_db, txn, tb_rec_per_keys, current_rec_per_key); + assert(error == 0); + for (uint i = 0; i < tb_rec_per_keys; i++) { + assert(current_rec_per_key[i] == tb_rec_per_key[i]); + } + + error = txn->commit(txn, 0); + assert(error == 0); + + error = tokudb::close_status(&status_db); + assert(error == 0); +} + +static void test_drop_1(DB_ENV *env) { + int error; + + DB_TXN *txn = NULL; + error = env->txn_begin(env, NULL, &txn, 0); + assert(error == 0); + + DB *status_db = NULL; + error = tokudb::create_status(env, &status_db, "status_drop_1", txn); + assert(error == 0); + + // define tables + const uint ta_keys = 3; + const uint ta_key_parts = 1; + const uint ta_rec_per_keys = ta_keys * ta_key_parts; + uint64_t ta_rec_per_key[ta_rec_per_keys] = { + 1000, 2000, 3000, + }; + KEY_INFO ta_key_info[ta_rec_per_keys] = { + { 0, ta_key_parts, &ta_rec_per_key[0], (char *) "key_a" }, + { 0, ta_key_parts, &ta_rec_per_key[1], (char *) "key_b" }, + { 0, ta_key_parts, &ta_rec_per_key[2], (char *) "key_c" }, + }; + TABLE_SHARE ta = { MAX_KEY, ta_keys, ta_key_parts, ta_key_info }; + + const uint tb_keys = 2; + const uint tb_key_parts = 1; + const int tb_rec_per_keys = tb_keys * tb_key_parts; + uint64_t tb_rec_per_key[tb_rec_per_keys] = { + 1000, 3000, + }; + KEY_INFO tb_key_info[tb_rec_per_keys] = { + { 0, tb_key_parts, &tb_rec_per_key[0], (char *) "key_a" }, + { 0, tb_key_parts, &tb_rec_per_key[1], (char *) "key_c" }, + }; + TABLE_SHARE tb = { MAX_KEY, tb_keys, tb_key_parts, tb_key_info }; + + // set initial cardinality + error = tokudb::set_card_in_status(status_db, txn, ta_rec_per_keys, ta_rec_per_key); + assert(error == 0); + + error = tokudb::alter_card(status_db, txn, &ta, &tb); + assert(error == 0); + + // verify + uint64_t current_rec_per_key[tb_rec_per_keys]; + error = tokudb::get_card_from_status(status_db, txn, tb_rec_per_keys, current_rec_per_key); + assert(error == 0); + for (uint i = 0; i < tb_rec_per_keys; i++) { + assert(current_rec_per_key[i] == tb_rec_per_key[i]); + } + + error = txn->commit(txn, 0); + assert(error == 0); + + error = tokudb::close_status(&status_db); + assert(error == 0); +} + +static void test_drop_2(DB_ENV *env) { + int error; + + DB_TXN *txn = NULL; + error = env->txn_begin(env, NULL, &txn, 0); + assert(error == 0); + + DB *status_db = NULL; + error = tokudb::create_status(env, &status_db, "status_drop_2", txn); + assert(error == 0); + + // define tables + const uint ta_keys = 3; + const uint ta_key_parts = 1; + const uint ta_rec_per_keys = ta_keys * ta_key_parts; + uint64_t ta_rec_per_key[ta_rec_per_keys] = { + 1000, 2000, 3000, + }; + KEY_INFO ta_key_info[ta_rec_per_keys] = { + { 0, ta_key_parts, &ta_rec_per_key[0], (char *) "key_a" }, + { 0, ta_key_parts, &ta_rec_per_key[1], (char *) "key_b" }, + { 0, ta_key_parts, &ta_rec_per_key[2], (char *) "key_c" }, + }; + TABLE_SHARE ta = { MAX_KEY, ta_keys, ta_key_parts, ta_key_info }; + + const uint tb_keys = 2; + const uint tb_key_parts = 1; + const int tb_rec_per_keys = tb_keys * tb_key_parts; + uint64_t tb_rec_per_key[tb_rec_per_keys] = { + 1000, 2000, + }; + KEY_INFO tb_key_info[tb_rec_per_keys] = { + { 0, tb_key_parts, &tb_rec_per_key[0], (char *) "key_a" }, + { 0, tb_key_parts, &tb_rec_per_key[1], (char *) "key_b" }, + }; + TABLE_SHARE tb = { MAX_KEY, tb_keys, tb_key_parts, tb_key_info }; + + // set initial cardinality + error = tokudb::set_card_in_status(status_db, txn, ta_rec_per_keys, ta_rec_per_key); + assert(error == 0); + + error = tokudb::alter_card(status_db, txn, &ta, &tb); + assert(error == 0); + + // verify + uint64_t current_rec_per_key[tb_rec_per_keys]; + error = tokudb::get_card_from_status(status_db, txn, tb_rec_per_keys, current_rec_per_key); + assert(error == 0); + for (uint i = 0; i < tb_rec_per_keys; i++) { + assert(current_rec_per_key[i] == tb_rec_per_key[i]); + } + + error = txn->commit(txn, 0); + assert(error == 0); + + error = tokudb::close_status(&status_db); + assert(error == 0); +} + +static void test_drop_1_multiple_parts(DB_ENV *env) { + int error; + + DB_TXN *txn = NULL; + error = env->txn_begin(env, NULL, &txn, 0); + assert(error == 0); + + DB *status_db = NULL; + error = tokudb::create_status(env, &status_db, "status_drop_1_multiple_parts", txn); + assert(error == 0); + + // define tables + const uint ta_keys = 3; + const uint ta_key_parts = 1+2+3; + const uint ta_rec_per_keys = ta_key_parts; + uint64_t ta_rec_per_key[ta_rec_per_keys] = { + 1000, 2000, 2001, 3000, 3001, 3002, + }; + KEY_INFO ta_key_info[ta_rec_per_keys] = { + { 0, 1, &ta_rec_per_key[0], (char *) "key_a" }, + { 0, 2, &ta_rec_per_key[0+1], (char *) "key_b" }, + { 0, 3, &ta_rec_per_key[0+1+2], (char *) "key_c" }, + }; + TABLE_SHARE ta = { MAX_KEY, ta_keys, ta_key_parts, ta_key_info }; + + const uint tb_keys = 2; + const uint tb_key_parts = 1+3; + const int tb_rec_per_keys = tb_key_parts; + uint64_t tb_rec_per_key[tb_rec_per_keys] = { + 1000, 3000, 3001, 3002, + }; + KEY_INFO tb_key_info[tb_rec_per_keys] = { + { 0, 1, &tb_rec_per_key[0], (char *) "key_a" }, + { 0, 3, &tb_rec_per_key[0+1], (char *) "key_c" }, + }; + TABLE_SHARE tb = { MAX_KEY, tb_keys, tb_key_parts, tb_key_info }; + + // set initial cardinality + error = tokudb::set_card_in_status(status_db, txn, ta_rec_per_keys, ta_rec_per_key); + assert(error == 0); + + error = tokudb::alter_card(status_db, txn, &ta, &tb); + assert(error == 0); + + // verify + uint64_t current_rec_per_key[tb_rec_per_keys]; + error = tokudb::get_card_from_status(status_db, txn, tb_rec_per_keys, current_rec_per_key); + assert(error == 0); + for (uint i = 0; i < tb_rec_per_keys; i++) { + assert(current_rec_per_key[i] == tb_rec_per_key[i]); + } + + error = txn->commit(txn, 0); + assert(error == 0); + + error = tokudb::close_status(&status_db); + assert(error == 0); +} + +static void test_add_0(DB_ENV *env) { + int error; + + DB_TXN *txn = NULL; + error = env->txn_begin(env, NULL, &txn, 0); + assert(error == 0); + + DB *status_db = NULL; + error = tokudb::create_status(env, &status_db, "status_add_0", txn); + assert(error == 0); + + // define tables + const uint ta_keys = 2; + const uint ta_key_parts = 1; + const uint ta_rec_per_keys = ta_keys * ta_key_parts; + uint64_t ta_rec_per_key[ta_rec_per_keys] = { + 2000, 3000, + }; + KEY_INFO ta_key_info[ta_rec_per_keys] = { + { 0, ta_key_parts, &ta_rec_per_key[0], (char *) "key_b" }, + { 0, ta_key_parts, &ta_rec_per_key[1], (char *) "key_c" }, + }; + TABLE_SHARE ta = { MAX_KEY, ta_keys, ta_key_parts, ta_key_info }; + + const uint tb_keys = 3; + const uint tb_key_parts = 1; + const int tb_rec_per_keys = tb_keys * tb_key_parts; + uint64_t tb_rec_per_key[tb_rec_per_keys] = { + 0 /*not computed*/, 2000, 3000, + }; + KEY_INFO tb_key_info[tb_rec_per_keys] = { + { 0, tb_key_parts, &tb_rec_per_key[0], (char *) "key_a" }, + { 0, tb_key_parts, &tb_rec_per_key[1], (char *) "key_b" }, + { 0, tb_key_parts, &tb_rec_per_key[2], (char *) "key_c" }, + }; + TABLE_SHARE tb = { MAX_KEY, tb_keys, tb_key_parts, tb_key_info }; + + // set initial cardinality + error = tokudb::set_card_in_status(status_db, txn, ta_rec_per_keys, ta_rec_per_key); + assert(error == 0); + + error = tokudb::alter_card(status_db, txn, &ta, &tb); + assert(error == 0); + + // verify + uint64_t current_rec_per_key[tb_rec_per_keys]; + error = tokudb::get_card_from_status(status_db, txn, tb_rec_per_keys, current_rec_per_key); + assert(error == 0); + for (uint i = 0; i < tb_rec_per_keys; i++) { + assert(current_rec_per_key[i] == tb_rec_per_key[i]); + } + + error = txn->commit(txn, 0); + assert(error == 0); + + error = tokudb::close_status(&status_db); + assert(error == 0); +} + +static void test_add_1(DB_ENV *env) { + int error; + + DB_TXN *txn = NULL; + error = env->txn_begin(env, NULL, &txn, 0); + assert(error == 0); + + DB *status_db = NULL; + error = tokudb::create_status(env, &status_db, "status_add_1", txn); + assert(error == 0); + + // define tables + const uint ta_keys = 2; + const uint ta_key_parts = 1; + const uint ta_rec_per_keys = ta_keys * ta_key_parts; + uint64_t ta_rec_per_key[ta_rec_per_keys] = { + 2000, 3000, + }; + KEY_INFO ta_key_info[ta_rec_per_keys] = { + { 0, ta_key_parts, &ta_rec_per_key[0], (char *) "key_b" }, + { 0, ta_key_parts, &ta_rec_per_key[1], (char *) "key_c" }, + }; + TABLE_SHARE ta = { MAX_KEY, ta_keys, ta_key_parts, ta_key_info }; + + const uint tb_keys = 3; + const uint tb_key_parts = 1; + const int tb_rec_per_keys = tb_keys * tb_key_parts; + uint64_t tb_rec_per_key[tb_rec_per_keys] = { + 2000, 0 /*not computed*/, 3000, + }; + KEY_INFO tb_key_info[tb_rec_per_keys] = { + { 0, tb_key_parts, &tb_rec_per_key[0], (char *) "key_b" }, + { 0, tb_key_parts, &tb_rec_per_key[1], (char *) "key_a" }, + { 0, tb_key_parts, &tb_rec_per_key[2], (char *) "key_c" }, + }; + TABLE_SHARE tb = { MAX_KEY, tb_keys, tb_key_parts, tb_key_info }; + + // set initial cardinality + error = tokudb::set_card_in_status(status_db, txn, ta_rec_per_keys, ta_rec_per_key); + assert(error == 0); + + error = tokudb::alter_card(status_db, txn, &ta, &tb); + assert(error == 0); + + // verify + uint64_t current_rec_per_key[tb_rec_per_keys]; + error = tokudb::get_card_from_status(status_db, txn, tb_rec_per_keys, current_rec_per_key); + assert(error == 0); + for (uint i = 0; i < tb_rec_per_keys; i++) { + assert(current_rec_per_key[i] == tb_rec_per_key[i]); + } + + error = txn->commit(txn, 0); + assert(error == 0); + + error = tokudb::close_status(&status_db); + assert(error == 0); +} + +static void test_add_2(DB_ENV *env) { + int error; + + DB_TXN *txn = NULL; + error = env->txn_begin(env, NULL, &txn, 0); + assert(error == 0); + + DB *status_db = NULL; + error = tokudb::create_status(env, &status_db, "status_add_2", txn); + assert(error == 0); + + // define tables + const uint ta_keys = 2; + const uint ta_key_parts = 1; + const uint ta_rec_per_keys = ta_keys * ta_key_parts; + uint64_t ta_rec_per_key[ta_rec_per_keys] = { + 2000, 3000, + }; + KEY_INFO ta_key_info[ta_rec_per_keys] = { + { 0, ta_key_parts, &ta_rec_per_key[0], (char *) "key_b" }, + { 0, ta_key_parts, &ta_rec_per_key[1], (char *) "key_c" }, + }; + TABLE_SHARE ta = { MAX_KEY, ta_keys, ta_key_parts, ta_key_info }; + + const uint tb_keys = 3; + const uint tb_key_parts = 1; + const int tb_rec_per_keys = tb_keys * tb_key_parts; + uint64_t tb_rec_per_key[tb_rec_per_keys] = { + 2000, 3000, 0 /*not computed*/, + }; + KEY_INFO tb_key_info[tb_rec_per_keys] = { + { 0, tb_key_parts, &tb_rec_per_key[0], (char *) "key_b" }, + { 0, tb_key_parts, &tb_rec_per_key[1], (char *) "key_c" }, + { 0, tb_key_parts, &tb_rec_per_key[2], (char *) "key_a" }, + }; + TABLE_SHARE tb = { MAX_KEY, tb_keys, tb_key_parts, tb_key_info }; + + // set initial cardinality + error = tokudb::set_card_in_status(status_db, txn, ta_rec_per_keys, ta_rec_per_key); + assert(error == 0); + + error = tokudb::alter_card(status_db, txn, &ta, &tb); + assert(error == 0); + + // verify + uint64_t current_rec_per_key[tb_rec_per_keys]; + error = tokudb::get_card_from_status(status_db, txn, tb_rec_per_keys, current_rec_per_key); + assert(error == 0); + for (uint i = 0; i < tb_rec_per_keys; i++) { + assert(current_rec_per_key[i] == tb_rec_per_key[i]); + } + + error = txn->commit(txn, 0); + assert(error == 0); + + error = tokudb::close_status(&status_db); + assert(error == 0); +} + +static void test_add_0_multiple_parts(DB_ENV *env) { + int error; + + DB_TXN *txn = NULL; + error = env->txn_begin(env, NULL, &txn, 0); + assert(error == 0); + + DB *status_db = NULL; + error = tokudb::create_status(env, &status_db, "status_add_0_multiple_parts", txn); + assert(error == 0); + + // define tables + const uint ta_keys = 2; + const uint ta_key_parts = 3+4; + const uint ta_rec_per_keys = ta_key_parts; + uint64_t ta_rec_per_key[ta_rec_per_keys] = { + 2000, 2001, 2002, 3000, 3001, 3002, 3003, + }; + KEY_INFO ta_key_info[ta_rec_per_keys] = { + { 0, 3, &ta_rec_per_key[0], (char *) "key_b" }, + { 0, 4, &ta_rec_per_key[3], (char *) "key_c" }, + }; + TABLE_SHARE ta = { MAX_KEY, ta_keys, ta_key_parts, ta_key_info }; + + const uint tb_keys = 3; + const uint tb_key_parts = 2+3+4; + const int tb_rec_per_keys = tb_key_parts; + uint64_t tb_rec_per_key[tb_rec_per_keys] = { + 0, 0 /*not computed*/, 2000, 2001, 2002, 3000, 3001, 3002, 3003, + }; + KEY_INFO tb_key_info[tb_rec_per_keys] = { + { 0, 2, &tb_rec_per_key[0], (char *) "key_a" }, + { 0, 3, &tb_rec_per_key[0+2], (char *) "key_b" }, + { 0, 4, &tb_rec_per_key[0+2+3], (char *) "key_c" }, + }; + TABLE_SHARE tb = { MAX_KEY, tb_keys, tb_key_parts, tb_key_info }; + + // set initial cardinality + error = tokudb::set_card_in_status(status_db, txn, ta_rec_per_keys, ta_rec_per_key); + assert(error == 0); + + error = tokudb::alter_card(status_db, txn, &ta, &tb); + assert(error == 0); + + // verify + uint64_t current_rec_per_key[tb_rec_per_keys]; + error = tokudb::get_card_from_status(status_db, txn, tb_rec_per_keys, current_rec_per_key); + assert(error == 0); + for (uint i = 0; i < tb_rec_per_keys; i++) { + assert(current_rec_per_key[i] == tb_rec_per_key[i]); + } + + error = txn->commit(txn, 0); + assert(error == 0); + + error = tokudb::close_status(&status_db); + assert(error == 0); +} + +int main() { + int error; + + error = system("rm -rf " __FILE__ ".testdir"); + assert(error == 0); + + error = mkdir(__FILE__ ".testdir", S_IRWXU+S_IRWXG+S_IRWXO); + assert(error == 0); + + DB_ENV *env = NULL; + error = db_env_create(&env, 0); + assert(error == 0); + + error = env->open(env, __FILE__ ".testdir", DB_INIT_MPOOL + DB_INIT_LOG + DB_INIT_LOCK + DB_INIT_TXN + DB_PRIVATE + DB_CREATE, S_IRWXU+S_IRWXG+S_IRWXO); + assert(error == 0); + + test_no_keys(env); + test_keys(env); + test_drop_0(env); + test_drop_1(env); + test_drop_2(env); + test_drop_1_multiple_parts(env); + test_add_0(env); + test_add_1(env); + test_add_2(env); + test_add_0_multiple_parts(env); + + error = env->close(env, 0); + assert(error == 0); + + return 0; +} diff --git a/storage/tokudb/tests/card_test_key_info.cc b/storage/tokudb/tests/card_test_key_info.cc new file mode 100644 index 00000000000..68f61942397 --- /dev/null +++ b/storage/tokudb/tests/card_test_key_info.cc @@ -0,0 +1,211 @@ +/* -*- mode: C++; c-basic-offset: 4; indent-tabs-mode: nil -*- */ +// vim: ft=cpp:expandtab:ts=8:sw=4:softtabstop=4: +#ident "$Id$" +/* +COPYING CONDITIONS NOTICE: + + This program is free software; you can redistribute it and/or modify + it under the terms of version 2 of the GNU General Public License as + published by the Free Software Foundation, and provided that the + following conditions are met: + + * Redistributions of source code must retain this COPYING + CONDITIONS NOTICE, the COPYRIGHT NOTICE (below), the + DISCLAIMER (below), the UNIVERSITY PATENT NOTICE (below), the + PATENT MARKING NOTICE (below), and the PATENT RIGHTS + GRANT (below). + + * Redistributions in binary form must reproduce this COPYING + CONDITIONS NOTICE, the COPYRIGHT NOTICE (below), the + DISCLAIMER (below), the UNIVERSITY PATENT NOTICE (below), the + PATENT MARKING NOTICE (below), and the PATENT RIGHTS + GRANT (below) in the documentation and/or other materials + provided with the distribution. + + You should have received a copy of the GNU General Public License + along with this program; if not, write to the Free Software + Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA + 02110-1301, USA. + +COPYRIGHT NOTICE: + + TokuDB, Tokutek Fractal Tree Indexing Library. + Copyright (C) 2007-2013 Tokutek, Inc. + +DISCLAIMER: + + This program is distributed in the hope that it will be useful, but + WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + General Public License for more details. + +UNIVERSITY PATENT NOTICE: + + The technology is licensed by the Massachusetts Institute of + Technology, Rutgers State University of New Jersey, and the Research + Foundation of State University of New York at Stony Brook under + United States of America Serial No. 11/760379 and to the patents + and/or patent applications resulting from it. + +PATENT MARKING NOTICE: + + This software is covered by US Patent No. 8,185,551. + This software is covered by US Patent No. 8,489,638. + +PATENT RIGHTS GRANT: + + "THIS IMPLEMENTATION" means the copyrightable works distributed by + Tokutek as part of the Fractal Tree project. + + "PATENT CLAIMS" means the claims of patents that are owned or + licensable by Tokutek, both currently or in the future; and that in + the absence of this license would be infringed by THIS + IMPLEMENTATION or by using or running THIS IMPLEMENTATION. + + "PATENT CHALLENGE" shall mean a challenge to the validity, + patentability, enforceability and/or non-infringement of any of the + PATENT CLAIMS or otherwise opposing any of the PATENT CLAIMS. + + Tokutek hereby grants to you, for the term and geographical scope of + the PATENT CLAIMS, a non-exclusive, no-charge, royalty-free, + irrevocable (except as stated in this section) patent license to + make, have made, use, offer to sell, sell, import, transfer, and + otherwise run, modify, and propagate the contents of THIS + IMPLEMENTATION, where such license applies only to the PATENT + CLAIMS. This grant does not include claims that would be infringed + only as a consequence of further modifications of THIS + IMPLEMENTATION. If you or your agent or licensee institute or order + or agree to the institution of patent litigation against any entity + (including a cross-claim or counterclaim in a lawsuit) alleging that + THIS IMPLEMENTATION constitutes direct or contributory patent + infringement, or inducement of patent infringement, then any rights + granted to you under this License shall terminate as of the date + such litigation is filed. If you or your agent or exclusive + licensee institute or order or agree to the institution of a PATENT + CHALLENGE, then Tokutek may terminate any rights granted to you + under this License. +*/ + +#ident "Copyright (c) 2007-2013 Tokutek Inc. All rights reserved." +#ident "The technology is licensed by the Massachusetts Institute of Technology, Rutgers State University of New Jersey, and the Research Foundation of State University of New York at Stony Brook under United States of America Serial No. 11/760379 and to the patents and/or patent applications resulting from it." +// test tokudb cardinality in status dictionary +#include <stdio.h> +#include <stdlib.h> +#include <stdint.h> +#include <assert.h> +#include <memory.h> +#include <errno.h> +#include <sys/stat.h> +#include <db.h> +typedef unsigned long long ulonglong; +#include <tokudb_status.h> +#include <tokudb_buffer.h> + +#include "fake_mysql.h" + +#if __APPLE__ +typedef unsigned long ulong; +#endif +#include <tokudb_card.h> + +static void test_no_keys() { + TABLE_SHARE s = { 0, 0, 0, NULL }; + TABLE t = { &s, NULL }; + assert(tokudb::compute_total_key_parts(&s) == 0); + tokudb::set_card_in_key_info(&t, 0, NULL); +} + +static void test_simple_pk() { + const uint keys = 1; + const uint key_parts = 1; + uint64_t pk_rec_per_key[keys] = { 0 }; + KEY_INFO pk = { 0, key_parts, pk_rec_per_key, (char *) "PRIMARY" }; + TABLE_SHARE s = { 0, keys, key_parts, &pk }; + TABLE t = { &s, &pk }; + assert(tokudb::compute_total_key_parts(&s) == key_parts); + uint64_t computed_rec_per_key[keys] = { 2 }; + tokudb::set_card_in_key_info(&t, keys, computed_rec_per_key); + assert(t.key_info[0].rec_per_key[0] == 1); +} + +static void test_pk_2() { + const uint keys = 1; + const uint key_parts = 2; + uint64_t pk_rec_per_key[keys * key_parts] = { 0 }; + KEY_INFO pk = { 0, key_parts, pk_rec_per_key, (char *) "PRIMARY" }; + TABLE_SHARE s = { 0, keys, key_parts, &pk }; + TABLE t = { &s, &pk }; + assert(tokudb::compute_total_key_parts(&s) == key_parts); + uint64_t computed_rec_per_key[keys * key_parts] = { 2, 3 }; + tokudb::set_card_in_key_info(&t, keys * key_parts, computed_rec_per_key); + assert(t.key_info[0].rec_per_key[0] == 2); + assert(t.key_info[0].rec_per_key[1] == 1); +} + +static void test_simple_sk() { + const uint keys = 1; + const uint key_parts = 1; + uint64_t sk_rec_per_key[keys] = { 0 }; + KEY_INFO sk = { 0, keys, sk_rec_per_key, (char *) "KEY" }; + TABLE_SHARE s = { MAX_KEY, keys, key_parts, &sk }; + TABLE t = { &s, &sk }; + assert(tokudb::compute_total_key_parts(&s) == 1); + uint64_t computed_rec_per_key[keys] = { 2 }; + tokudb::set_card_in_key_info(&t, keys, computed_rec_per_key); + assert(t.key_info[0].rec_per_key[0] == 2); +} + +static void test_simple_unique_sk() { + const uint keys = 1; + uint64_t sk_rec_per_key[keys] = { 0 }; + KEY_INFO sk = { HA_NOSAME, keys, sk_rec_per_key, (char *) "KEY" }; + TABLE_SHARE s = { MAX_KEY, keys, keys, &sk }; + TABLE t = { &s, &sk }; + assert(tokudb::compute_total_key_parts(&s) == 1); + uint64_t computed_rec_per_key[keys] = { 2 }; + tokudb::set_card_in_key_info(&t, keys, computed_rec_per_key); + assert(t.key_info[0].rec_per_key[0] == 1); +} + +static void test_simple_pk_sk() { + const uint keys = 2; + uint64_t rec_per_key[keys] = { 0 }; + KEY_INFO key_info[keys] = { + { 0, 1, &rec_per_key[0], (char *) "PRIMARY" }, + { 0, 1, &rec_per_key[1], (char *) "KEY" }, + }; + TABLE_SHARE s = { 0, keys, keys, key_info }; + TABLE t = { &s, key_info }; + assert(tokudb::compute_total_key_parts(&s) == 2); + uint64_t computed_rec_per_key[keys] = { 100, 200 }; + tokudb::set_card_in_key_info(&t, keys, computed_rec_per_key); + assert(t.key_info[0].rec_per_key[0] == 1); + assert(t.key_info[1].rec_per_key[0] == 200); +} + +static void test_simple_sk_pk() { + const uint keys = 2; + uint64_t rec_per_key[keys] = { 0 }; + KEY_INFO key_info[keys] = { + { 0, 1, &rec_per_key[0], (char *) "KEY" }, + { 0, 1, &rec_per_key[1], (char *) "PRIMARY" }, + }; + TABLE_SHARE s = { 1, keys, keys, key_info }; + TABLE t = { &s, key_info }; + assert(tokudb::compute_total_key_parts(&s) == 2); + uint64_t computed_rec_per_key[keys] = { 100, 200 }; + tokudb::set_card_in_key_info(&t, keys, computed_rec_per_key); + assert(t.key_info[0].rec_per_key[0] == 100); + assert(t.key_info[1].rec_per_key[0] == 1); +} + +int main() { + test_no_keys(); + test_simple_pk(); + test_pk_2(); + test_simple_sk(); + test_simple_unique_sk(); + test_simple_pk_sk(); + test_simple_sk_pk(); + return 0; +} diff --git a/storage/tokudb/tests/fake_mysql.h b/storage/tokudb/tests/fake_mysql.h index 46aa41099ff..82be0f01de0 100644 --- a/storage/tokudb/tests/fake_mysql.h +++ b/storage/tokudb/tests/fake_mysql.h @@ -110,5 +110,6 @@ public: }; uint get_key_parts(KEY_INFO *key_info) { assert(key_info); - return 0; + return key_info->key_parts; } +#define MAX_KEY (1U << 30) diff --git a/storage/tokudb/tests/tokudb_math_test.cc b/storage/tokudb/tests/math_test_int.cc index 0c4be8c1242..1121c9f4a9d 100644 --- a/storage/tokudb/tests/tokudb_math_test.cc +++ b/storage/tokudb/tests/math_test_int.cc @@ -96,113 +96,6 @@ PATENT RIGHTS GRANT: #include <tokudb_math.h> using namespace tokudb; -static void test_uint_range(uint length_bits) { - assert(uint_low_endpoint(length_bits) == 0); - if (length_bits == 64) - assert(uint_high_endpoint(length_bits) == ~0ULL); - else - assert(uint_high_endpoint(length_bits) == (1ULL<<length_bits)-1); -} - -static void test_uint8() { - printf("%s\n", __FUNCTION__); - test_uint_range(8); - bool over; - uint8_t n; - uint64_t m; - for (uint64_t x = 0; x <= (1ULL<<8)-1; x++) { - for (uint64_t y = 0; y <= (1ULL<<8)-1; y++) { - n = uint_add(x, y, 8, &over); - m = x + y; - if (m > (1ULL<<8)-1) - assert(over); - else - assert(!over && n == (m % 256)); - n = uint_sub(x, y, 8, &over); - m = x - y; - if (m > x) - assert(over); - else - assert(!over && n == (m % 256)); - } - } -} - -static void test_uint16() { - printf("%s\n", __FUNCTION__); - test_uint_range(16); - bool over; - uint16_t n; - uint64_t m; - for (uint64_t x = 0; x <= (1ULL<<16)-1; x++) { - for (uint64_t y = 0; y <= (1ULL<<16)-1; y++) { - n = uint_add(x, y, 16, &over); - m = x + y; - if (m > (1ULL<<16)-1) - assert(over); - else - assert(!over && n == (m % (1ULL<<16))); - n = uint_sub(x, y, 16, &over); - m = x - y; - if (m > x) - assert(over); - else - assert(!over && n == (m % (1ULL<<16))); - } - } -} - -static void test_uint24() { - printf("%s\n", __FUNCTION__); - test_uint_range(24); - bool over; - uint64_t s; - - s = uint_add((1ULL<<24)-1, (1ULL<<24)-1, 24, &over); assert(over); - s = uint_add((1ULL<<24)-1, 1, 24, &over); assert(over); - s = uint_add((1ULL<<24)-1, 0, 24, &over); assert(!over && s == (1ULL<<24)-1); - s = uint_add(0, 1, 24, &over); assert(!over && s == 1); - s = uint_add(0, 0, 24, &over); assert(!over && s == 0); - s = uint_sub(0, 0, 24, &over); assert(!over && s == 0); - s = uint_sub(0, 1, 24, &over); assert(over); - s = uint_sub(0, (1ULL<<24)-1, 24, &over); assert(over); - s = uint_sub((1ULL<<24)-1, (1ULL<<24)-1, 24, &over); assert(!over && s == 0); -} - -static void test_uint32() { - printf("%s\n", __FUNCTION__); - test_uint_range(32); - bool over; - uint64_t s; - - s = uint_add((1ULL<<32)-1, (1ULL<<32)-1, 32, &over); assert(over); - s = uint_add((1ULL<<32)-1, 1, 32, &over); assert(over); - s = uint_add((1ULL<<32)-1, 0, 32, &over); assert(!over && s == (1ULL<<32)-1); - s = uint_add(0, 1, 32, &over); assert(!over && s == 1); - s = uint_add(0, 0, 32, &over); assert(!over && s == 0); - s = uint_sub(0, 0, 32, &over); assert(!over && s == 0); - s = uint_sub(0, 1, 32, &over); assert(over); - s = uint_sub(0, (1ULL<<32)-1, 32, &over); assert(over); - s = uint_sub((1ULL<<32)-1, (1ULL<<32)-1, 32, &over); assert(!over && s == 0); -} - -static void test_uint64() { - printf("%s\n", __FUNCTION__); - test_uint_range(64); - bool over; - uint64_t s; - - s = uint_add(~0ULL, ~0ULL, 64, &over); assert(over); - s = uint_add(~0ULL, 1, 64, &over); assert(over); - s = uint_add(~0ULL, 0, 64, &over); assert(!over && s == ~0ULL); - s = uint_add(0, 1, 64, &over); assert(!over && s == 1); - s = uint_add(0, 0, 64, &over); assert(!over && s == 0); - s = uint_sub(0, 0, 64, &over); assert(!over && s == 0); - s = uint_sub(0, 1, 64, &over); assert(over); - s = uint_sub(0, ~0ULL, 64, &over); assert(over); - s = uint_sub(~0ULL, ~0ULL, 64, &over); assert(!over && s == 0); -} - static int64_t sign_extend(uint length_bits, int64_t n) { return n | ~((1ULL<<(length_bits-1))-1); } @@ -359,18 +252,12 @@ static void test_int_sign() { } int main() { - if (1) test_int_sign(); - if (1) test_int8(); - if (1) test_int16(); - if (1) test_int24(); - if (1) test_int32(); - if (1) test_int64(); - - if (1) test_uint8(); - if (1) test_uint16(); - if (1) test_uint24(); - if (1) test_uint32(); - if (1) test_uint64(); + test_int_sign(); + test_int8(); + test_int16(); + test_int24(); + test_int32(); + test_int64(); return 0; } diff --git a/storage/tokudb/tests/math_test_uint.cc b/storage/tokudb/tests/math_test_uint.cc new file mode 100644 index 00000000000..b44dc83c146 --- /dev/null +++ b/storage/tokudb/tests/math_test_uint.cc @@ -0,0 +1,214 @@ +/* -*- mode: C++; c-basic-offset: 4; indent-tabs-mode: nil -*- */ +// vim: ft=cpp:expandtab:ts=8:sw=4:softtabstop=4: +#ident "$Id$" +/* +COPYING CONDITIONS NOTICE: + + This program is free software; you can redistribute it and/or modify + it under the terms of version 2 of the GNU General Public License as + published by the Free Software Foundation, and provided that the + following conditions are met: + + * Redistributions of source code must retain this COPYING + CONDITIONS NOTICE, the COPYRIGHT NOTICE (below), the + DISCLAIMER (below), the UNIVERSITY PATENT NOTICE (below), the + PATENT MARKING NOTICE (below), and the PATENT RIGHTS + GRANT (below). + + * Redistributions in binary form must reproduce this COPYING + CONDITIONS NOTICE, the COPYRIGHT NOTICE (below), the + DISCLAIMER (below), the UNIVERSITY PATENT NOTICE (below), the + PATENT MARKING NOTICE (below), and the PATENT RIGHTS + GRANT (below) in the documentation and/or other materials + provided with the distribution. + + You should have received a copy of the GNU General Public License + along with this program; if not, write to the Free Software + Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA + 02110-1301, USA. + +COPYRIGHT NOTICE: + + TokuDB, Tokutek Fractal Tree Indexing Library. + Copyright (C) 2007-2013 Tokutek, Inc. + +DISCLAIMER: + + This program is distributed in the hope that it will be useful, but + WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + General Public License for more details. + +UNIVERSITY PATENT NOTICE: + + The technology is licensed by the Massachusetts Institute of + Technology, Rutgers State University of New Jersey, and the Research + Foundation of State University of New York at Stony Brook under + United States of America Serial No. 11/760379 and to the patents + and/or patent applications resulting from it. + +PATENT MARKING NOTICE: + + This software is covered by US Patent No. 8,185,551. + This software is covered by US Patent No. 8,489,638. + +PATENT RIGHTS GRANT: + + "THIS IMPLEMENTATION" means the copyrightable works distributed by + Tokutek as part of the Fractal Tree project. + + "PATENT CLAIMS" means the claims of patents that are owned or + licensable by Tokutek, both currently or in the future; and that in + the absence of this license would be infringed by THIS + IMPLEMENTATION or by using or running THIS IMPLEMENTATION. + + "PATENT CHALLENGE" shall mean a challenge to the validity, + patentability, enforceability and/or non-infringement of any of the + PATENT CLAIMS or otherwise opposing any of the PATENT CLAIMS. + + Tokutek hereby grants to you, for the term and geographical scope of + the PATENT CLAIMS, a non-exclusive, no-charge, royalty-free, + irrevocable (except as stated in this section) patent license to + make, have made, use, offer to sell, sell, import, transfer, and + otherwise run, modify, and propagate the contents of THIS + IMPLEMENTATION, where such license applies only to the PATENT + CLAIMS. This grant does not include claims that would be infringed + only as a consequence of further modifications of THIS + IMPLEMENTATION. If you or your agent or licensee institute or order + or agree to the institution of patent litigation against any entity + (including a cross-claim or counterclaim in a lawsuit) alleging that + THIS IMPLEMENTATION constitutes direct or contributory patent + infringement, or inducement of patent infringement, then any rights + granted to you under this License shall terminate as of the date + such litigation is filed. If you or your agent or exclusive + licensee institute or order or agree to the institution of a PATENT + CHALLENGE, then Tokutek may terminate any rights granted to you + under this License. +*/ + +#ident "Copyright (c) 2007-2013 Tokutek Inc. All rights reserved." +#ident "The technology is licensed by the Massachusetts Institute of Technology, Rutgers State University of New Jersey, and the Research Foundation of State University of New York at Stony Brook under United States of America Serial No. 11/760379 and to the patents and/or patent applications resulting from it." +#include <stdio.h> +#include <stdint.h> +#include <stdlib.h> +#include <assert.h> +#include <sys/types.h> +#include <tokudb_math.h> +using namespace tokudb; + +static void test_uint_range(uint length_bits) { + assert(uint_low_endpoint(length_bits) == 0); + if (length_bits == 64) + assert(uint_high_endpoint(length_bits) == ~0ULL); + else + assert(uint_high_endpoint(length_bits) == (1ULL<<length_bits)-1); +} + +static void test_uint8() { + printf("%s\n", __FUNCTION__); + test_uint_range(8); + bool over; + uint8_t n; + uint64_t m; + for (uint64_t x = 0; x <= (1ULL<<8)-1; x++) { + for (uint64_t y = 0; y <= (1ULL<<8)-1; y++) { + n = uint_add(x, y, 8, &over); + m = x + y; + if (m > (1ULL<<8)-1) + assert(over); + else + assert(!over && n == (m % 256)); + n = uint_sub(x, y, 8, &over); + m = x - y; + if (m > x) + assert(over); + else + assert(!over && n == (m % 256)); + } + } +} + +static void test_uint16() { + printf("%s\n", __FUNCTION__); + test_uint_range(16); + bool over; + uint16_t n; + uint64_t m; + for (uint64_t x = 0; x <= (1ULL<<16)-1; x++) { + for (uint64_t y = 0; y <= (1ULL<<16)-1; y++) { + n = uint_add(x, y, 16, &over); + m = x + y; + if (m > (1ULL<<16)-1) + assert(over); + else + assert(!over && n == (m % (1ULL<<16))); + n = uint_sub(x, y, 16, &over); + m = x - y; + if (m > x) + assert(over); + else + assert(!over && n == (m % (1ULL<<16))); + } + } +} + +static void test_uint24() { + printf("%s\n", __FUNCTION__); + test_uint_range(24); + bool over; + uint64_t s; + + s = uint_add((1ULL<<24)-1, (1ULL<<24)-1, 24, &over); assert(over); + s = uint_add((1ULL<<24)-1, 1, 24, &over); assert(over); + s = uint_add((1ULL<<24)-1, 0, 24, &over); assert(!over && s == (1ULL<<24)-1); + s = uint_add(0, 1, 24, &over); assert(!over && s == 1); + s = uint_add(0, 0, 24, &over); assert(!over && s == 0); + s = uint_sub(0, 0, 24, &over); assert(!over && s == 0); + s = uint_sub(0, 1, 24, &over); assert(over); + s = uint_sub(0, (1ULL<<24)-1, 24, &over); assert(over); + s = uint_sub((1ULL<<24)-1, (1ULL<<24)-1, 24, &over); assert(!over && s == 0); +} + +static void test_uint32() { + printf("%s\n", __FUNCTION__); + test_uint_range(32); + bool over; + uint64_t s; + + s = uint_add((1ULL<<32)-1, (1ULL<<32)-1, 32, &over); assert(over); + s = uint_add((1ULL<<32)-1, 1, 32, &over); assert(over); + s = uint_add((1ULL<<32)-1, 0, 32, &over); assert(!over && s == (1ULL<<32)-1); + s = uint_add(0, 1, 32, &over); assert(!over && s == 1); + s = uint_add(0, 0, 32, &over); assert(!over && s == 0); + s = uint_sub(0, 0, 32, &over); assert(!over && s == 0); + s = uint_sub(0, 1, 32, &over); assert(over); + s = uint_sub(0, (1ULL<<32)-1, 32, &over); assert(over); + s = uint_sub((1ULL<<32)-1, (1ULL<<32)-1, 32, &over); assert(!over && s == 0); +} + +static void test_uint64() { + printf("%s\n", __FUNCTION__); + test_uint_range(64); + bool over; + uint64_t s; + + s = uint_add(~0ULL, ~0ULL, 64, &over); assert(over); + s = uint_add(~0ULL, 1, 64, &over); assert(over); + s = uint_add(~0ULL, 0, 64, &over); assert(!over && s == ~0ULL); + s = uint_add(0, 1, 64, &over); assert(!over && s == 1); + s = uint_add(0, 0, 64, &over); assert(!over && s == 0); + s = uint_sub(0, 0, 64, &over); assert(!over && s == 0); + s = uint_sub(0, 1, 64, &over); assert(over); + s = uint_sub(0, ~0ULL, 64, &over); assert(over); + s = uint_sub(~0ULL, ~0ULL, 64, &over); assert(!over && s == 0); +} + +int main() { + test_uint8(); + test_uint16(); + test_uint24(); + test_uint32(); + test_uint64(); + return 0; +} + diff --git a/storage/tokudb/tests/vlq_test.cc b/storage/tokudb/tests/vlq_test.cc index 7e47d85684e..7cd17dda15f 100644 --- a/storage/tokudb/tests/vlq_test.cc +++ b/storage/tokudb/tests/vlq_test.cc @@ -120,98 +120,6 @@ static void test_vlq_uint32_error(void) { assert(in_s == 2 && n == 128); } -static void test_vlq_uint32(void) { - uint32_t n; - unsigned char b[5]; - size_t out_s, in_s; - - printf("%u\n", 0); - for (uint32_t v = 0; v < (1<<7); v++) { - out_s = tokudb::vlq_encode_ui<uint32_t>(v, b, sizeof b); - assert(out_s == 1); - in_s = tokudb::vlq_decode_ui<uint32_t>(&n, b, out_s); - assert(in_s == 1 && n == v); - } - - printf("%u\n", 1<<7); - for (uint32_t v = (1<<7); v < (1<<14); v++) { - out_s = tokudb::vlq_encode_ui<uint32_t>(v, b, sizeof b); - assert(out_s == 2); - in_s = tokudb::vlq_decode_ui<uint32_t>(&n, b, out_s); - assert(in_s == 2 && n == v); - } - - printf("%u\n", 1<<14); - for (uint32_t v = (1<<14); v < (1<<21); v++) { - out_s = tokudb::vlq_encode_ui<uint32_t>(v, b, sizeof b); - assert(out_s == 3); - in_s = tokudb::vlq_decode_ui<uint32_t>(&n, b, out_s); - assert(in_s == 3 && n == v); - } - - printf("%u\n", 1<<21); - for (uint32_t v = (1<<21); v < (1<<28); v++) { - out_s = tokudb::vlq_encode_ui<uint32_t>(v, b, sizeof b); - assert(out_s == 4); - in_s = tokudb::vlq_decode_ui<uint32_t>(&n, b, out_s); - assert(in_s == 4 && n == v); - } - - printf("%u\n", 1<<28); - for (uint32_t v = (1<<28); v != 0; v++) { - out_s = tokudb::vlq_encode_ui<uint32_t>(v, b, sizeof b); - assert(out_s == 5); - in_s = tokudb::vlq_decode_ui<uint32_t>(&n, b, out_s); - assert(in_s == 5 && n == v); - } -} - -static void test_vlq_uint64(void) { - uint64_t n; - unsigned char b[10]; - size_t out_s, in_s; - - printf("%u\n", 0); - for (uint64_t v = 0; v < (1<<7); v++) { - out_s = tokudb::vlq_encode_ui<uint64_t>(v, b, sizeof b); - assert(out_s == 1); - in_s = tokudb::vlq_decode_ui<uint64_t>(&n, b, out_s); - assert(in_s == 1 && n == v); - } - - printf("%u\n", 1<<7); - for (uint64_t v = (1<<7); v < (1<<14); v++) { - out_s = tokudb::vlq_encode_ui<uint64_t>(v, b, sizeof b); - assert(out_s == 2); - in_s = tokudb::vlq_decode_ui<uint64_t>(&n, b, out_s); - assert(in_s == 2 && n == v); - } - - printf("%u\n", 1<<14); - for (uint64_t v = (1<<14); v < (1<<21); v++) { - out_s = tokudb::vlq_encode_ui<uint64_t>(v, b, sizeof b); - assert(out_s == 3); - in_s = tokudb::vlq_decode_ui<uint64_t>(&n, b, out_s); - assert(in_s == 3 && n == v); - } - - printf("%u\n", 1<<21); - for (uint64_t v = (1<<21); v < (1<<28); v++) { - out_s = tokudb::vlq_encode_ui<uint64_t>(v, b, sizeof b); - assert(out_s == 4); - in_s = tokudb::vlq_decode_ui<uint64_t>(&n, b, out_s); - assert(in_s == 4 && n == v); - } - - printf("%u\n", 1<<28); - for (uint64_t v = (1<<28); v < (1ULL<<35); v++) { - out_s = tokudb::vlq_encode_ui<uint64_t>(v, b, sizeof b); - assert(out_s == 5); - in_s = tokudb::vlq_decode_ui<uint64_t>(&n, b, out_s); - assert(in_s == 5 && n == v); - } -} - static void test_80000000(void) { uint64_t n; unsigned char b[10]; @@ -235,10 +143,8 @@ static void test_100000000(void) { } int main(void) { - if (1) test_vlq_uint32_error(); - if (1) test_80000000(); - if (1) test_100000000(); - if (1) test_vlq_uint32(); - if (1) test_vlq_uint64(); + test_vlq_uint32_error(); + test_80000000(); + test_100000000(); return 0; } diff --git a/storage/tokudb/tests/vlq_test_uint32.cc b/storage/tokudb/tests/vlq_test_uint32.cc new file mode 100644 index 00000000000..494d3155389 --- /dev/null +++ b/storage/tokudb/tests/vlq_test_uint32.cc @@ -0,0 +1,159 @@ +/* -*- mode: C++; c-basic-offset: 4; indent-tabs-mode: nil -*- */ +// vim: ft=cpp:expandtab:ts=8:sw=4:softtabstop=4: +#ident "$Id$" +/* +COPYING CONDITIONS NOTICE: + + This program is free software; you can redistribute it and/or modify + it under the terms of version 2 of the GNU General Public License as + published by the Free Software Foundation, and provided that the + following conditions are met: + + * Redistributions of source code must retain this COPYING + CONDITIONS NOTICE, the COPYRIGHT NOTICE (below), the + DISCLAIMER (below), the UNIVERSITY PATENT NOTICE (below), the + PATENT MARKING NOTICE (below), and the PATENT RIGHTS + GRANT (below). + + * Redistributions in binary form must reproduce this COPYING + CONDITIONS NOTICE, the COPYRIGHT NOTICE (below), the + DISCLAIMER (below), the UNIVERSITY PATENT NOTICE (below), the + PATENT MARKING NOTICE (below), and the PATENT RIGHTS + GRANT (below) in the documentation and/or other materials + provided with the distribution. + + You should have received a copy of the GNU General Public License + along with this program; if not, write to the Free Software + Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA + 02110-1301, USA. + +COPYRIGHT NOTICE: + + TokuDB, Tokutek Fractal Tree Indexing Library. + Copyright (C) 2007-2013 Tokutek, Inc. + +DISCLAIMER: + + This program is distributed in the hope that it will be useful, but + WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + General Public License for more details. + +UNIVERSITY PATENT NOTICE: + + The technology is licensed by the Massachusetts Institute of + Technology, Rutgers State University of New Jersey, and the Research + Foundation of State University of New York at Stony Brook under + United States of America Serial No. 11/760379 and to the patents + and/or patent applications resulting from it. + +PATENT MARKING NOTICE: + + This software is covered by US Patent No. 8,185,551. + This software is covered by US Patent No. 8,489,638. + +PATENT RIGHTS GRANT: + + "THIS IMPLEMENTATION" means the copyrightable works distributed by + Tokutek as part of the Fractal Tree project. + + "PATENT CLAIMS" means the claims of patents that are owned or + licensable by Tokutek, both currently or in the future; and that in + the absence of this license would be infringed by THIS + IMPLEMENTATION or by using or running THIS IMPLEMENTATION. + + "PATENT CHALLENGE" shall mean a challenge to the validity, + patentability, enforceability and/or non-infringement of any of the + PATENT CLAIMS or otherwise opposing any of the PATENT CLAIMS. + + Tokutek hereby grants to you, for the term and geographical scope of + the PATENT CLAIMS, a non-exclusive, no-charge, royalty-free, + irrevocable (except as stated in this section) patent license to + make, have made, use, offer to sell, sell, import, transfer, and + otherwise run, modify, and propagate the contents of THIS + IMPLEMENTATION, where such license applies only to the PATENT + CLAIMS. This grant does not include claims that would be infringed + only as a consequence of further modifications of THIS + IMPLEMENTATION. If you or your agent or licensee institute or order + or agree to the institution of patent litigation against any entity + (including a cross-claim or counterclaim in a lawsuit) alleging that + THIS IMPLEMENTATION constitutes direct or contributory patent + infringement, or inducement of patent infringement, then any rights + granted to you under this License shall terminate as of the date + such litigation is filed. If you or your agent or exclusive + licensee institute or order or agree to the institution of a PATENT + CHALLENGE, then Tokutek may terminate any rights granted to you + under this License. +*/ + +#ident "Copyright (c) 2007-2013 Tokutek Inc. All rights reserved." +#ident "The technology is licensed by the Massachusetts Institute of Technology, Rutgers State University of New Jersey, and the Research Foundation of State University of New York at Stony Brook under United States of America Serial No. 11/760379 and to the patents and/or patent applications resulting from it." +#include <stdio.h> +#include <stdlib.h> +#include <stdint.h> +#include <assert.h> +#include <tokudb_vlq.h> + +namespace tokudb { + template size_t vlq_encode_ui(uint32_t n, void *p, size_t s); + template size_t vlq_decode_ui(uint32_t *np, void *p, size_t s); + template size_t vlq_encode_ui(uint64_t n, void *p, size_t s); + template size_t vlq_decode_ui(uint64_t *np, void *p, size_t s); +}; + +static void test_vlq_uint32(void) { + printf("%u\n", 0); + for (uint32_t v = 0; v < (1<<7); v++) { + unsigned char b[5]; + size_t out_s = tokudb::vlq_encode_ui<uint32_t>(v, b, sizeof b); + assert(out_s == 1); + uint32_t n; + size_t in_s = tokudb::vlq_decode_ui<uint32_t>(&n, b, out_s); + assert(in_s == 1 && n == v); + } + + printf("%u\n", 1<<7); + for (uint32_t v = (1<<7); v < (1<<14); v++) { + unsigned char b[5]; + size_t out_s = tokudb::vlq_encode_ui<uint32_t>(v, b, sizeof b); + assert(out_s == 2); + uint32_t n; + size_t in_s = tokudb::vlq_decode_ui<uint32_t>(&n, b, out_s); + assert(in_s == 2 && n == v); + } + + printf("%u\n", 1<<14); + for (uint32_t v = (1<<14); v < (1<<21); v++) { + unsigned char b[5]; + size_t out_s = tokudb::vlq_encode_ui<uint32_t>(v, b, sizeof b); + assert(out_s == 3); + uint32_t n; + size_t in_s = tokudb::vlq_decode_ui<uint32_t>(&n, b, out_s); + assert(in_s == 3 && n == v); + } + + printf("%u\n", 1<<21); + for (uint32_t v = (1<<21); v < (1<<28); v++) { + unsigned char b[5]; + size_t out_s = tokudb::vlq_encode_ui<uint32_t>(v, b, sizeof b); + assert(out_s == 4); + uint32_t n; + size_t in_s = tokudb::vlq_decode_ui<uint32_t>(&n, b, out_s); + assert(in_s == 4 && n == v); + } + + printf("%u\n", 1<<28); + for (uint32_t v = (1<<28); v != 0; v++) { + unsigned char b[5]; + size_t out_s = tokudb::vlq_encode_ui<uint32_t>(v, b, sizeof b); + assert(out_s == 5); + uint32_t n; + size_t in_s = tokudb::vlq_decode_ui<uint32_t>(&n, b, out_s); + assert(in_s == 5 && n == v); + } +} + +int main(void) { + test_vlq_uint32(); + return 0; +} diff --git a/storage/tokudb/tests/vlq_test_uint64.cc b/storage/tokudb/tests/vlq_test_uint64.cc new file mode 100644 index 00000000000..79b83a9427a --- /dev/null +++ b/storage/tokudb/tests/vlq_test_uint64.cc @@ -0,0 +1,170 @@ +/* -*- mode: C++; c-basic-offset: 4; indent-tabs-mode: nil -*- */ +// vim: ft=cpp:expandtab:ts=8:sw=4:softtabstop=4: +#ident "$Id$" +/* +COPYING CONDITIONS NOTICE: + + This program is free software; you can redistribute it and/or modify + it under the terms of version 2 of the GNU General Public License as + published by the Free Software Foundation, and provided that the + following conditions are met: + + * Redistributions of source code must retain this COPYING + CONDITIONS NOTICE, the COPYRIGHT NOTICE (below), the + DISCLAIMER (below), the UNIVERSITY PATENT NOTICE (below), the + PATENT MARKING NOTICE (below), and the PATENT RIGHTS + GRANT (below). + + * Redistributions in binary form must reproduce this COPYING + CONDITIONS NOTICE, the COPYRIGHT NOTICE (below), the + DISCLAIMER (below), the UNIVERSITY PATENT NOTICE (below), the + PATENT MARKING NOTICE (below), and the PATENT RIGHTS + GRANT (below) in the documentation and/or other materials + provided with the distribution. + + You should have received a copy of the GNU General Public License + along with this program; if not, write to the Free Software + Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA + 02110-1301, USA. + +COPYRIGHT NOTICE: + + TokuDB, Tokutek Fractal Tree Indexing Library. + Copyright (C) 2007-2013 Tokutek, Inc. + +DISCLAIMER: + + This program is distributed in the hope that it will be useful, but + WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + General Public License for more details. + +UNIVERSITY PATENT NOTICE: + + The technology is licensed by the Massachusetts Institute of + Technology, Rutgers State University of New Jersey, and the Research + Foundation of State University of New York at Stony Brook under + United States of America Serial No. 11/760379 and to the patents + and/or patent applications resulting from it. + +PATENT MARKING NOTICE: + + This software is covered by US Patent No. 8,185,551. + This software is covered by US Patent No. 8,489,638. + +PATENT RIGHTS GRANT: + + "THIS IMPLEMENTATION" means the copyrightable works distributed by + Tokutek as part of the Fractal Tree project. + + "PATENT CLAIMS" means the claims of patents that are owned or + licensable by Tokutek, both currently or in the future; and that in + the absence of this license would be infringed by THIS + IMPLEMENTATION or by using or running THIS IMPLEMENTATION. + + "PATENT CHALLENGE" shall mean a challenge to the validity, + patentability, enforceability and/or non-infringement of any of the + PATENT CLAIMS or otherwise opposing any of the PATENT CLAIMS. + + Tokutek hereby grants to you, for the term and geographical scope of + the PATENT CLAIMS, a non-exclusive, no-charge, royalty-free, + irrevocable (except as stated in this section) patent license to + make, have made, use, offer to sell, sell, import, transfer, and + otherwise run, modify, and propagate the contents of THIS + IMPLEMENTATION, where such license applies only to the PATENT + CLAIMS. This grant does not include claims that would be infringed + only as a consequence of further modifications of THIS + IMPLEMENTATION. If you or your agent or licensee institute or order + or agree to the institution of patent litigation against any entity + (including a cross-claim or counterclaim in a lawsuit) alleging that + THIS IMPLEMENTATION constitutes direct or contributory patent + infringement, or inducement of patent infringement, then any rights + granted to you under this License shall terminate as of the date + such litigation is filed. If you or your agent or exclusive + licensee institute or order or agree to the institution of a PATENT + CHALLENGE, then Tokutek may terminate any rights granted to you + under this License. +*/ + +#ident "Copyright (c) 2007-2013 Tokutek Inc. All rights reserved." +#ident "The technology is licensed by the Massachusetts Institute of Technology, Rutgers State University of New Jersey, and the Research Foundation of State University of New York at Stony Brook under United States of America Serial No. 11/760379 and to the patents and/or patent applications resulting from it." +#include <stdio.h> +#include <stdlib.h> +#include <stdint.h> +#include <assert.h> +#include <tokudb_vlq.h> + +namespace tokudb { + template size_t vlq_encode_ui(uint32_t n, void *p, size_t s); + template size_t vlq_decode_ui(uint32_t *np, void *p, size_t s); + template size_t vlq_encode_ui(uint64_t n, void *p, size_t s); + template size_t vlq_decode_ui(uint64_t *np, void *p, size_t s); +}; + +// test a slice of the number space where the slice is described by +// a start number and a stride through the space. +static void test_vlq_uint64(uint64_t start, uint64_t stride) { + printf("%u\n", 0); + for (uint64_t v = 0 + start; v < (1<<7); v += stride) { + unsigned char b[10]; + size_t out_s = tokudb::vlq_encode_ui<uint64_t>(v, b, sizeof b); + assert(out_s == 1); + uint64_t n; + size_t in_s = tokudb::vlq_decode_ui<uint64_t>(&n, b, out_s); + assert(in_s == 1 && n == v); + } + + printf("%u\n", 1<<7); + for (uint64_t v = (1<<7) + start; v < (1<<14); v += stride) { + unsigned char b[10]; + size_t out_s = tokudb::vlq_encode_ui<uint64_t>(v, b, sizeof b); + assert(out_s == 2); + uint64_t n; + size_t in_s = tokudb::vlq_decode_ui<uint64_t>(&n, b, out_s); + assert(in_s == 2 && n == v); + } + + printf("%u\n", 1<<14); + for (uint64_t v = (1<<14) + start; v < (1<<21); v += stride) { + unsigned char b[10]; + size_t out_s = tokudb::vlq_encode_ui<uint64_t>(v, b, sizeof b); + assert(out_s == 3); + uint64_t n; + size_t in_s = tokudb::vlq_decode_ui<uint64_t>(&n, b, out_s); + assert(in_s == 3 && n == v); + } + + printf("%u\n", 1<<21); + for (uint64_t v = (1<<21) + start; v < (1<<28); v += stride) { + unsigned char b[10]; + size_t out_s = tokudb::vlq_encode_ui<uint64_t>(v, b, sizeof b); + assert(out_s == 4); + uint64_t n; + size_t in_s = tokudb::vlq_decode_ui<uint64_t>(&n, b, out_s); + assert(in_s == 4 && n == v); + } + + printf("%u\n", 1<<28); +#if USE_OPENMP +#pragma omp parallel num_threads(4) +#pragma omp for +#endif + for (uint64_t v = (1<<28) + start; v < (1ULL<<35); v += stride) { + unsigned char b[10]; + size_t out_s = tokudb::vlq_encode_ui<uint64_t>(v, b, sizeof b); + assert(out_s == 5); + uint64_t n; + size_t in_s = tokudb::vlq_decode_ui<uint64_t>(&n, b, out_s); + assert(in_s == 5 && n == v); + } +} + +int main(int argc, char *argv[]) { + uint64_t start = 0, stride = 1; + if (argc == 3) { + start = atoll(argv[1]); + stride = atoll(argv[2]); + } + test_vlq_uint64(start, stride); + return 0; +} diff --git a/storage/tokudb/tokudb_card.h b/storage/tokudb/tokudb_card.h index 4c9d7b3d353..797c705bbaf 100644 --- a/storage/tokudb/tokudb_card.h +++ b/storage/tokudb/tokudb_card.h @@ -174,9 +174,14 @@ namespace tokudb { return false; } + static void copy_card(uint64_t *dest, uint64_t *src, size_t n) { + for (size_t i = 0; i < n; i++) + dest[i] = src[i]; + } + // Altered table cardinality = select cardinality data from current table cardinality for keys that exist // in the altered table and the current table. - int set_card_from_status(DB *status_db, DB_TXN *txn, TABLE_SHARE *table_share, TABLE_SHARE *altered_table_share) { + int alter_card(DB *status_db, DB_TXN *txn, TABLE_SHARE *table_share, TABLE_SHARE *altered_table_share) { int error; // read existing cardinality data from status uint table_total_key_parts = tokudb::compute_total_key_parts(table_share); @@ -201,7 +206,7 @@ namespace tokudb { uint ith_key_parts = get_key_parts(&altered_table_share->key_info[i]); uint orig_key_index; if (find_index_of_key(altered_table_share->key_info[i].name, table_share, &orig_key_index)) { - memcpy(&altered_rec_per_key[next_key_parts], &rec_per_key[orig_key_offset[orig_key_index]], ith_key_parts); + copy_card(&altered_rec_per_key[next_key_parts], &rec_per_key[orig_key_offset[orig_key_index]], ith_key_parts); } next_key_parts += ith_key_parts; } @@ -217,7 +222,7 @@ namespace tokudb { // For each key part, put records per key part in *rec_per_key_part[key_part_index]. // Returns 0 if success, otherwise an error number. // TODO statistical dives into the FT - int analyze_card(DB *db, DB_TXN *txn, bool is_unique __attribute__((unused)), uint64_t num_key_parts, uint64_t *rec_per_key_part, + int analyze_card(DB *db, DB_TXN *txn, bool is_unique, uint64_t num_key_parts, uint64_t *rec_per_key_part, int (*key_compare)(DB *, const DBT *, const DBT *, uint), int (*analyze_progress)(void *extra, uint64_t rows), void *progress_extra) { int error = 0; |