diff options
author | unknown <monty@mashka.mysql.fi> | 2002-07-23 18:31:22 +0300 |
---|---|---|
committer | unknown <monty@mashka.mysql.fi> | 2002-07-23 18:31:22 +0300 |
commit | a8caad316a89d6eeb8c22e70bc7a5fd4cf6ce904 (patch) | |
tree | 2e458857fc65791ee553b4cde0e28ef9459050a5 /mysys/mf_keycache.c | |
parent | 6b3e98d505297e6cbd0cbd22d4f46eacb091d924 (diff) | |
download | mariadb-git-a8caad316a89d6eeb8c22e70bc7a5fd4cf6ce904.tar.gz |
New SET syntax & system variables.
Made a some new buffers thread specific and changeable.
Resize of key_buffer.
AUTO_COMMIT -> AUTOCOMMIT
Fixed mutex bug in DROP DATABASE
Fixed bug when using auto_increment as second part of a key where first part could include NULL.
Split handler->extra() to extra() and extra_opt() to be able to support thread specific buffers.
Don't write message to error log when slave reconnects becasue of timeout.
Fixed possible update problem when using DELETE/UPDATE on small tables
(In some cases we used index even if table scanning would be better)
A lot of minior code cleanups
BitKeeper/deleted/.del-net.c~ef21d6402bb882f9:
Delete: libmysql/net.c
BitKeeper/etc/ignore:
added libmysql/net.c
Docs/manual.texi:
New SET syntax & system variables.
client/client_priv.h:
moved order of include files
client/mysql.cc:
Removed compiler warning
client/mysqladmin.c:
Use new SHOW GLOBAL syntax (if server supports it)
configure.in:
version change
include/Makefile.am:
indentation cleanup
include/my_getopt.h:
Made some helper functions global
include/my_sys.h:
Removed not used code
include/myisam.h:
Added extra argument to ..._extra()
include/myisammrg.h:
Added extra argument to ..._extra()
include/mysql_com.h:
changed NET to be able to support changeable system variables
include/mysql_embed.h:
Added MYSQL_SERVER_SUFFIX
include/mysql_version.h.in:
Added check of multiple including (needed for embedded library)
include/mysqld_error.h:
New error messages
innobase/dict/dict0dict.c:
Remove compiler warnings
innobase/include/ut0mem.h:
Remove compiler warnings
innobase/include/ut0mem.ic:
Remove compiler warnings
isam/isamchk.c:
new init_key_cache() arguments
isam/isamlog.c:
new init_key_cache() arguments
isam/test2.c:
new init_key_cache() arguments
isam/test3.c:
new init_key_cache() arguments
libmysql/Makefile.am:
Removed net.c (Automaticly make it from net_serv.cc)
libmysql/Makefile.shared:
Removed net.c (Automaticly make it from net_serv.cc)
libmysql/libmysql.c:
Changeable system variables
libmysqld/Makefile.am:
Added set_var.cc file
libmysqld/embedded_priv.h:
Changed order of include fiels
libmysqld/lib_sql.cc:
merge with mysqld.cc (for changeable variables)
libmysqld/libmysqld.c:
New changeable system variables
myisam/mi_check.c:
Added extra argument to ..._extra()
myisam/mi_extra.c:
Added extra argument to ..._extra()
myisam/mi_open.c:
Removed not used variable
myisam/mi_test1.c:
Changed call to init_key_cache
myisam/mi_test2.c:
Added extra argument to ..._extra()
myisam/mi_test3.c:
Added extra argument to ..._extra()
myisam/mi_write.c:
Add cache size argument to bulk-insert-init
myisam/myisamchk.c:
Use new key cache
myisam/myisamdef.h:
new mi_init_bulk_insert() arguments
myisam/myisamlog.c:
Added extra argument to ..._extra()
myisam/myisampack.c:
Added extra argument to ..._extra()
myisammrg/myrg_extra.c:
Added extra argument to ..._extra()
myisammrg/myrg_rrnd.c:
Added extra argument to ..._extra()
mysql-test/r/insert_select.result:
New changeable system variables
mysql-test/r/key.result:
Test of bug in auto_increment
mysql-test/r/query_cache.result:
New changeable system variables
mysql-test/r/rpl000001.result:
New changeable system variables
mysql-test/r/rpl000016.result:
New changeable system variables
mysql-test/r/union.result:
New changeable system variables
mysql-test/r/user_var.result:
New changeable system variables
mysql-test/r/variables.result:
New changeable system variables
mysql-test/t/key.test:
Test of bug in auto_increment
mysql-test/t/query_cache.test:
New changeable system variables
mysql-test/t/rpl000001.test:
New changeable system variables
mysql-test/t/rpl000009.test:
New changeable system variables
mysql-test/t/rpl000016.test:
New changeable system variables
mysql-test/t/rpl_compat.test:
New changeable system variables
mysql-test/t/union.test:
New changeable system variables
mysql-test/t/user_var.test:
New changeable system variables
mysql-test/t/variables.test:
New changeable system variables
mysys/default.c:
Bigger default memory allocation
mysys/mf_iocache.c:
Removed compiler warning
mysys/mf_keycache.c:
Made key cache resizable on the fly
Removed not needed extra argument to init_key_cache()
mysys/my_getopt.c:
Made some helper functions global
sql/Makefile.am:
Aded set_var.cc
sql/convert.cc:
Comment cleanup
sql/field.cc:
new changeable system variables
sql/filesort.cc:
new changeable system variables
sql/ha_berkeley.cc:
AUTO_COMMIT -> AUTOCOMMIT
sql/ha_innodb.cc:
new changeable system variables
sql/ha_myisam.cc:
Added extra argument to ..._extra()
sql/ha_myisam.h:
Added extra argument to ..._extra()
sql/ha_myisammrg.cc:
Added extra argument to ..._extra()
sql/ha_myisammrg.h:
Added extra argument to ..._extra()
sql/handler.cc:
Added extra argument to ..._extra()
Added resize of key cache
Change ha_table_typelib for use with new system variables
sql/handler.h:
Added extra argument to ..._extra()
sql/item.cc:
new changeable system variables
sql/item.h:
Added better support of Item_uint
sql/item_func.cc:
Added support for SET @@[global | session] system_variable
sql/item_strfunc.cc:
new changeable system variables
sql/key.cc:
Fixed bug in auto_increment on second part keys
sql/lex.h:
Removed not needed keywords
sql/log.cc:
new changeable system variables
sql/log_event.cc:
new changeable system variables
sql/log_event.h:
Removed not needed var reference
sql/mini_client.cc:
new changeable system variables
code cleanup
sql/mini_client.h:
Indentation cleanup
sql/mysql_priv.h:
Changed order of include files & variables to make file more readable
sql/mysqld.cc:
Changed order of variables to make file more readable.
Support for changeable variables
Rename of system variables
Moved init_vars to set_var.cc
Changed output of --help
sql/net_pkg.cc:
Added my_net_local_init() to make it possible to set different defaults for network connection depending if you are a client, embedded library or server.
sql/net_serv.cc:
new changeable system variables
To support this, some global variables had to be move to the NET structure.
sql/records.cc:
new changeable system variables
use extra_opt()
sql/repl_failsafe.cc:
new changeable system variables
minior code cleanups
sql/repl_failsafe.h:
removed not needed external var reference
sql/share/czech/errmsg.txt:
new changeable system variables
sql/share/danish/errmsg.txt:
new changeable system variables
sql/share/dutch/errmsg.txt:
new changeable system variables
sql/share/english/errmsg.txt:
new changeable system variables
sql/share/estonian/errmsg.txt:
new changeable system variables
sql/share/french/errmsg.txt:
new changeable system variables
sql/share/german/errmsg.txt:
new changeable system variables
sql/share/greek/errmsg.txt:
new changeable system variables
sql/share/hungarian/errmsg.txt:
new changeable system variables
sql/share/italian/errmsg.txt:
new changeable system variables
sql/share/japanese/errmsg.txt:
new changeable system variables
sql/share/korean/errmsg.txt:
new changeable system variables
sql/share/norwegian-ny/errmsg.txt:
new changeable system variables
sql/share/norwegian/errmsg.txt:
new changeable system variables
sql/share/polish/errmsg.txt:
new changeable system variables
sql/share/portuguese/errmsg.txt:
new changeable system variables
sql/share/romanian/errmsg.txt:
new changeable system variables
sql/share/russian/errmsg.txt:
new changeable system variables
sql/share/slovak/errmsg.txt:
new changeable system variables
sql/share/spanish/errmsg.txt:
new changeable system variables
sql/share/swedish/errmsg.txt:
new changeable system variables
sql/share/ukrainian/errmsg.txt:
new changeable system variables
sql/slave.cc:
new changeable system variables
Added some suppression of error messages
Initialize current_thd for all slave threads.
sql/sql_acl.cc:
Added checking of arguments for SET PASSWORD (for new SET defintion)
sql/sql_acl.h:
new prototypes
sql/sql_base.cc:
new changeable system variables
sql/sql_cache.cc:
new changeable system variables
sql/sql_cache.h:
Renamed some arguments to make code more readable
sql/sql_class.cc:
new changeable system variables
sql/sql_class.h:
New changeable system variables
Code cleanup
sql/sql_db.cc:
Fixed bug in DROP DATABASE
sql/sql_delete.cc:
Usage of wrong define in test (possible speed problem)
sql/sql_insert.cc:
use extra_opt()
Code cleanup
sql/sql_lex.cc:
Added support for SET @@[global | session] system_variable
sql/sql_lex.h:
Added support for SET @@[global | session] system_variable
sql/sql_load.cc:
Cleanup for embedded library
Use extra_opt()
sql/sql_parse.cc:
Cleanup for embedded library
New changeable system variables
sql/sql_repl.cc:
new changeable system variables
sql/sql_repl.h:
Fixed variable definitions
sql/sql_select.cc:
new changeable system variables
sql/sql_show.cc:
New changeable system variables
sql/sql_table.cc:
Fixed bug in DROP DATABASE
sql/sql_union.cc:
New changeable system variables
sql/sql_update.cc:
Usage of wrong define in test (possible speed problem)
sql/sql_yacc.yy:
New changeable system variables
sql/structs.h:
Added typedef for SHOW_VAR
sql/table.cc:
Fixed bug in auto_increment on second part keys
sql/uniques.cc:
Comment fix
sql/unireg.h:
A
Diffstat (limited to 'mysys/mf_keycache.c')
-rw-r--r-- | mysys/mf_keycache.c | 142 |
1 files changed, 117 insertions, 25 deletions
diff --git a/mysys/mf_keycache.c b/mysys/mf_keycache.c index 2ddf13bfa1f..5a573bff0f7 100644 --- a/mysys/mf_keycache.c +++ b/mysys/mf_keycache.c @@ -53,6 +53,7 @@ typedef struct sec_link { static SEC_LINK *find_key_block(int file,my_off_t filepos,int *error); +static int flush_all_key_blocks(); /* static variables in this file */ static SEC_LINK *_my_block_root,**_my_hash_root, @@ -76,11 +77,9 @@ static my_bool _my_printed; /* Returns blocks in use */ /* ARGSUSED */ -int init_key_cache(ulong use_mem, - ulong leave_this_much_mem __attribute__((unused))) +int init_key_cache(ulong use_mem) { uint blocks,length; - byte *extra_mem=0; DBUG_ENTER("init_key_cache"); if (key_cache_inited && _my_disk_blocks > 0) @@ -105,10 +104,6 @@ int init_key_cache(ulong use_mem, /* No use to have very few blocks */ if (blocks >= 8 && _my_disk_blocks < 0) { -#if !defined(HAVE_ALLOCA) && !defined(THREAD) - if ((extra_mem=my_malloc((uint) leave_this_much_mem,MYF(0))) == 0) - goto err; -#endif for (;;) { /* Set my_hash_blocks to the next bigger 2 power */ @@ -138,21 +133,48 @@ int init_key_cache(ulong use_mem, DBUG_PRINT("exit",("disk_blocks: %d block_root: %lx _my_hash_blocks: %d hash_root: %lx", _my_disk_blocks,_my_block_root,_my_hash_blocks, _my_hash_root)); -#if !defined(HAVE_ALLOCA) && !defined(THREAD) - my_free(extra_mem,MYF(0)); -#endif } bzero((gptr) changed_blocks,sizeof(changed_blocks[0])*CHANGED_BLOCKS_HASH); bzero((gptr) file_blocks,sizeof(file_blocks[0])*CHANGED_BLOCKS_HASH); DBUG_RETURN((int) blocks); + err: - if (extra_mem) /* purecov: inspected */ - my_free(extra_mem,MYF(0)); my_errno=ENOMEM; DBUG_RETURN(0); } /* init_key_cache */ +/* + Resize the key cache + + SYNOPSIS + resize_key_cache() + use_mem Bytes to use for new key cache + + RETURN VALUES + 0 Error + # number of blocks in key cache +*/ + + +int resize_key_cache(ulong use_mem) +{ + int block; + pthread_mutex_lock(&THR_LOCK_keycache); + if (flush_all_key_blocks()) + { + /* TODO: If this happens, we should write a warning in the log file ! */ + pthread_mutex_unlock(&THR_LOCK_keycache); + return 0; + } + end_key_cache(); + /* The following will work even if memory is 0 */ + block=init_key_cache(use_mem); + pthread_mutex_unlock(&THR_LOCK_keycache); + return block; +} + + /* Remove key_cache from memory */ void end_key_cache(void) @@ -264,6 +286,11 @@ byte *key_cache_read(File file, my_off_t filepos, byte *buff, uint length, byte *start=buff; uint read_length; pthread_mutex_lock(&THR_LOCK_keycache); + if (_my_disk_blocks <= 0) /* Resize failed */ + { + pthread_mutex_unlock(&THR_LOCK_keycache); + goto no_key_cache; + } do { _my_cache_r_requests++; @@ -300,6 +327,8 @@ byte *key_cache_read(File file, my_off_t filepos, byte *buff, uint length, pthread_mutex_unlock(&THR_LOCK_keycache); DBUG_RETURN(start); } + +no_key_cache: _my_cache_r_requests++; _my_cache_read++; if (my_pread(file,(byte*) buff,length,filepos,MYF(MY_NABP))) @@ -336,6 +365,12 @@ int key_cache_write(File file, my_off_t filepos, byte *buff, uint length, { /* We have key_cacheing */ uint read_length; pthread_mutex_lock(&THR_LOCK_keycache); + if (_my_disk_blocks <= 0) /* If resize failed */ + { + pthread_mutex_unlock(&THR_LOCK_keycache); + goto no_key_cache; + } + _my_cache_w_requests++; do { @@ -359,8 +394,11 @@ int key_cache_write(File file, my_off_t filepos, byte *buff, uint length, } while ((length-= read_length)); error=0; pthread_mutex_unlock(&THR_LOCK_keycache); + goto end; } - else if (dont_write) + +no_key_cache: + if (dont_write) { /* We must write, no cache */ _my_cache_w_requests++; _my_cache_write++; @@ -368,6 +406,7 @@ int key_cache_write(File file, my_off_t filepos, byte *buff, uint length, MYF(MY_NABP | MY_WAIT_IF_FULL))) error=1; } + end: #if !defined(DBUG_OFF) && defined(EXTRA_DEBUG) DBUG_EXECUTE("check_keycache",test_key_cache("end of key_cache_write",1);); @@ -507,6 +546,7 @@ static int cmp_sec_link(SEC_LINK **a, SEC_LINK **b) ((*a)->diskpos > (*b)->diskpos) ? 1 : 0); } + static int flush_cached_blocks(File file, SEC_LINK **cache, uint count) { uint last_errno=0; @@ -525,25 +565,23 @@ static int flush_cached_blocks(File file, SEC_LINK **cache, uint count) } -int flush_key_blocks(File file, enum flush_type type) +static int flush_key_blocks_int(File file, enum flush_type type) { int error=0,last_errno=0; uint count=0; SEC_LINK *cache_buff[FLUSH_CACHE],**cache,**pos,**end; SEC_LINK *used,*next; - DBUG_ENTER("flush_key_blocks"); + DBUG_ENTER("flush_key_blocks_int"); DBUG_PRINT("enter",("file: %d blocks_used: %d blocks_changed: %d", file,_my_blocks_used,_my_blocks_changed)); - pthread_mutex_lock(&THR_LOCK_keycache); - -#if !defined(DBUG_OFF) && defined(EXTRA_DEBUG) - DBUG_EXECUTE("check_keycache",test_key_cache("start of flush_key_blocks",0);); -#endif cache=cache_buff; /* If no key cache */ if (_my_disk_blocks > 0 && (!my_disable_flush_key_blocks || type != FLUSH_KEEP)) { +#if !defined(DBUG_OFF) && defined(EXTRA_DEBUG) + DBUG_EXECUTE("check_keycache",test_key_cache("start of flush_key_blocks",0);); +#endif if (type != FLUSH_IGNORE_CHANGED) { /* Count how many key blocks we have to cache to be able to @@ -614,22 +652,69 @@ int flush_key_blocks(File file, enum flush_type type) free_block(used); } } - } #ifndef DBUG_OFF - DBUG_EXECUTE("check_keycache",test_key_cache("end of flush_key_blocks",0);); + DBUG_EXECUTE("check_keycache",test_key_cache("end of flush_key_blocks",0);); #endif - pthread_mutex_unlock(&THR_LOCK_keycache); + } if (cache != cache_buff) my_free((gptr) cache,MYF(0)); if (last_errno) errno=last_errno; /* Return first error */ DBUG_RETURN(last_errno != 0); -} /* flush_key_blocks */ +} + + +/* + Flush all blocks for a specific file to disk + + SYNOPSIS + flush_all_key_blocks() + file File descriptor + type Type of flush operation + + RETURN VALUES + 0 Ok + 1 Error +*/ + +int flush_key_blocks(File file, enum flush_type type) +{ + int res; + pthread_mutex_lock(&THR_LOCK_keycache); + res=flush_key_blocks_int(file, type); + pthread_mutex_unlock(&THR_LOCK_keycache); + return res; +} + + +/* + Flush all blocks in the key cache to disk + + SYNOPSIS + flush_all_key_blocks() + + NOTE + We must have a lock on THR_LOCK_keycache before calling this function + + RETURN VALUES + 0 Ok + 1 Error +*/ + + +static int flush_all_key_blocks() +{ + int error=0; + while (_my_blocks_changed > 0) + if (flush_key_blocks_int(_my_used_first->file, FLUSH_RELEASE)) + error=1; + return error; +} #ifndef DBUG_OFF - /* Test if disk-cachee is ok */ + /* Test if disk-cache is ok */ static void test_key_cache(const char *where, my_bool lock) { @@ -638,7 +723,14 @@ static void test_key_cache(const char *where, my_bool lock) SEC_LINK *pos,**prev; if (lock) + { pthread_mutex_lock(&THR_LOCK_keycache); + if (_my_disk_blocks <= 0) /* No active key cache */ + { + pthread_mutex_unlock(&THR_LOCK_keycache); + return; + } + } found=error=0; for (i= 0 ; i < _my_hash_blocks ; i++) { |