/* Copyright (c) 2006, 2012, Oracle and/or its affiliates. Copyright (c) 2010, 2011, Monty Program Ab This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; version 2 of the License. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program; if not, write to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA */ #include // For HAVE_REPLICATION #include "sql_priv.h" #include #include "unireg.h" // REQUIRED by other includes #include "rpl_mi.h" #include "slave.h" // SLAVE_MAX_HEARTBEAT_PERIOD #ifdef HAVE_REPLICATION #define DEFAULT_CONNECT_RETRY 60 static void init_master_log_pos(Master_info* mi); Master_info::Master_info(bool is_slave_recovery) :Slave_reporting_capability("I/O"), ssl(0), ssl_verify_server_cert(1), fd(-1), io_thd(0), rli(is_slave_recovery), port(MYSQL_PORT), checksum_alg_before_fd(BINLOG_CHECKSUM_ALG_UNDEF), connect_retry(DEFAULT_CONNECT_RETRY), inited(0), abort_slave(0), slave_running(0), slave_run_id(0), sync_counter(0), heartbeat_period(0), received_heartbeats(0), master_id(0) { host[0] = 0; user[0] = 0; password[0] = 0; ssl_ca[0]= 0; ssl_capath[0]= 0; ssl_cert[0]= 0; ssl_cipher[0]= 0; ssl_key[0]= 0; my_init_dynamic_array(&ignore_server_ids, sizeof(::server_id), 16, 16); bzero((char*) &file, sizeof(file)); mysql_mutex_init(key_master_info_run_lock, &run_lock, MY_MUTEX_INIT_FAST); mysql_mutex_init(key_master_info_data_lock, &data_lock, MY_MUTEX_INIT_FAST); mysql_mutex_setflags(&run_lock, MYF_NO_DEADLOCK_DETECTION); mysql_mutex_setflags(&data_lock, MYF_NO_DEADLOCK_DETECTION); mysql_mutex_init(key_master_info_sleep_lock, &sleep_lock, MY_MUTEX_INIT_FAST); mysql_cond_init(key_master_info_data_cond, &data_cond, NULL); mysql_cond_init(key_master_info_start_cond, &start_cond, NULL); mysql_cond_init(key_master_info_stop_cond, &stop_cond, NULL); mysql_cond_init(key_master_info_sleep_cond, &sleep_cond, NULL); } Master_info::~Master_info() { delete_dynamic(&ignore_server_ids); mysql_mutex_destroy(&run_lock); mysql_mutex_destroy(&data_lock); mysql_mutex_destroy(&sleep_lock); mysql_cond_destroy(&data_cond); mysql_cond_destroy(&start_cond); mysql_cond_destroy(&stop_cond); mysql_cond_destroy(&sleep_cond); } /** A comparison function to be supplied as argument to @c sort_dynamic() and @c bsearch() @return -1 if first argument is less, 0 if it equal to, 1 if it is greater than the second */ int change_master_server_id_cmp(ulong *id1, ulong *id2) { return *id1 < *id2? -1 : (*id1 > *id2? 1 : 0); } /** Reports if the s_id server has been configured to ignore events it generates with CHANGE MASTER IGNORE_SERVER_IDS= ( list of server ids ) Method is called from the io thread event receiver filtering. @param s_id the master server identifier @retval TRUE if s_id is in the list of ignored master servers, @retval FALSE otherwise. */ bool Master_info::shall_ignore_server_id(ulong s_id) { if (likely(ignore_server_ids.elements == 1)) return (* (ulong*) dynamic_array_ptr(&ignore_server_ids, 0)) == s_id; else return bsearch((const ulong *) &s_id, ignore_server_ids.buffer, ignore_server_ids.elements, sizeof(ulong), (int (*) (const void*, const void*)) change_master_server_id_cmp) != NULL; } void Master_info::clear_in_memory_info(bool all) { init_master_log_pos(this); if (all) { port= MYSQL_PORT; host[0] = 0; user[0] = 0; password[0] = 0; } } void init_master_log_pos(Master_info* mi) { DBUG_ENTER("init_master_log_pos"); mi->master_log_name[0] = 0; mi->master_log_pos = BIN_LOG_HEADER_SIZE; // skip magic number /* Intentionally init ssl_verify_server_cert to 0, no option available */ mi->ssl_verify_server_cert= 0; /* always request heartbeat unless master_heartbeat_period is set explicitly zero. Here is the default value for heartbeat period if CHANGE MASTER did not specify it. (no data loss in conversion as hb period has a max) */ mi->heartbeat_period= (float) min(SLAVE_MAX_HEARTBEAT_PERIOD, (slave_net_timeout/2.0)); DBUG_ASSERT(mi->heartbeat_period > (float) 0.001 || mi->heartbeat_period == 0); DBUG_VOID_RETURN; } enum { LINES_IN_MASTER_INFO_WITH_SSL= 14, /* 5.1.16 added value of master_ssl_verify_server_cert */ LINE_FOR_MASTER_SSL_VERIFY_SERVER_CERT= 15, /* 6.0 added value of master_heartbeat_period */ LINE_FOR_MASTER_HEARTBEAT_PERIOD= 16, /* MySQL Cluster 6.3 added master_bind */ LINE_FOR_MASTER_BIND = 17, /* 6.0 added value of master_ignore_server_id */ LINE_FOR_REPLICATE_IGNORE_SERVER_IDS= 18, /* Number of lines currently used when saving master info file */ LINES_IN_MASTER_INFO= LINE_FOR_REPLICATE_IGNORE_SERVER_IDS }; int init_master_info(Master_info* mi, const char* master_info_fname, const char* slave_info_fname, bool abort_if_no_master_info_file, int thread_mask) { int fd,error; char fname[FN_REFLEN+128]; DBUG_ENTER("init_master_info"); if (mi->inited) { /* We have to reset read position of relay-log-bin as we may have already been reading from 'hotlog' when the slave was stopped last time. If this case pos_in_file would be set and we would get a crash when trying to read the signature for the binary relay log. We only rewind the read position if we are starting the SQL thread. The handle_slave_sql thread assumes that the read position is at the beginning of the file, and will read the "signature" and then fast-forward to the last position read. */ if (thread_mask & SLAVE_SQL) { bool hot_log= FALSE; /* my_b_seek does an implicit flush_io_cache, so we need to: 1. check if this log is active (hot) 2. if it is we keep log_lock until the seek ends, otherwise release it right away. If we did not take log_lock, SQL thread might race with IO thread for the IO_CACHE mutex. */ mysql_mutex_t *log_lock= mi->rli.relay_log.get_log_lock(); mysql_mutex_lock(log_lock); hot_log= mi->rli.relay_log.is_active(mi->rli.linfo.log_file_name); if (!hot_log) mysql_mutex_unlock(log_lock); my_b_seek(mi->rli.cur_log, (my_off_t) 0); if (hot_log) mysql_mutex_unlock(log_lock); } DBUG_RETURN(0); } mi->mysql=0; mi->file_id=1; fn_format(fname, master_info_fname, mysql_data_home, "", 4+32); /* We need a mutex while we are changing master info parameters to keep other threads from reading bogus info */ mysql_mutex_lock(&mi->data_lock); fd = mi->fd; /* does master.info exist ? */ if (access(fname,F_OK)) { if (abort_if_no_master_info_file) { mysql_mutex_unlock(&mi->data_lock); DBUG_RETURN(0); } /* if someone removed the file from underneath our feet, just close the old descriptor and re-create the old file */ if (fd >= 0) mysql_file_close(fd, MYF(MY_WME)); if ((fd= mysql_file_open(key_file_master_info, fname, O_CREAT|O_RDWR|O_BINARY, MYF(MY_WME))) < 0 ) { sql_print_error("Failed to create a new master info file (\ file '%s', errno %d)", fname, my_errno); goto err; } if (init_io_cache(&mi->file, fd, IO_SIZE*2, READ_CACHE, 0L,0, MYF(MY_WME))) { sql_print_error("Failed to create a cache on master info file (\ file '%s')", fname); goto err; } mi->fd = fd; mi->clear_in_memory_info(false); } else // file exists { if (fd >= 0) reinit_io_cache(&mi->file, READ_CACHE, 0L,0,0); else { if ((fd= mysql_file_open(key_file_master_info, fname, O_RDWR|O_BINARY, MYF(MY_WME))) < 0 ) { sql_print_error("Failed to open the existing master info file (\ file '%s', errno %d)", fname, my_errno); goto err; } if (init_io_cache(&mi->file, fd, IO_SIZE*2, READ_CACHE, 0L, 0, MYF(MY_WME))) { sql_print_error("Failed to create a cache on master info file (\ file '%s')", fname); goto err; } } mi->fd = fd; int port, connect_retry, master_log_pos, lines; int ssl= 0, ssl_verify_server_cert= 0; float master_heartbeat_period= 0.0; char *first_non_digit; char dummy_buf[HOSTNAME_LENGTH+1]; /* Starting from 4.1.x master.info has new format. Now its first line contains number of lines in file. By reading this number we will be always distinguish to which version our master.info corresponds to. We can't simply count lines in file since versions before 4.1.x could generate files with more lines than needed. If first line doesn't contain a number or contain number less than LINES_IN_MASTER_INFO_WITH_SSL then such file is treated like file from pre 4.1.1 version. There is no ambiguity when reading an old master.info, as before 4.1.1, the first line contained the binlog's name, which is either empty or has an extension (contains a '.'), so can't be confused with an integer. So we're just reading first line and trying to figure which version is this. */ /* The first row is temporarily stored in mi->master_log_name, if it is line count and not binlog name (new format) it will be overwritten by the second row later. */ if (init_strvar_from_file(mi->master_log_name, sizeof(mi->master_log_name), &mi->file, "")) goto errwithmsg; lines= strtoul(mi->master_log_name, &first_non_digit, 10); if (mi->master_log_name[0]!='\0' && *first_non_digit=='\0' && lines >= LINES_IN_MASTER_INFO_WITH_SSL) { /* Seems to be new format => read master log name from next line */ if (init_strvar_from_file(mi->master_log_name, sizeof(mi->master_log_name), &mi->file, "")) goto errwithmsg; } else lines= 7; if (init_intvar_from_file(&master_log_pos, &mi->file, 4) || init_strvar_from_file(mi->host, sizeof(mi->host), &mi->file, 0) || init_strvar_from_file(mi->user, sizeof(mi->user), &mi->file, "test") || init_strvar_from_file(mi->password, SCRAMBLED_PASSWORD_CHAR_LENGTH+1, &mi->file, 0) || init_intvar_from_file(&port, &mi->file, MYSQL_PORT) || init_intvar_from_file(&connect_retry, &mi->file, DEFAULT_CONNECT_RETRY)) goto errwithmsg; /* If file has ssl part use it even if we have server without SSL support. But these options will be ignored later when slave will try connect to master, so in this case warning is printed. */ if (lines >= LINES_IN_MASTER_INFO_WITH_SSL) { if (init_intvar_from_file(&ssl, &mi->file, 0) || init_strvar_from_file(mi->ssl_ca, sizeof(mi->ssl_ca), &mi->file, 0) || init_strvar_from_file(mi->ssl_capath, sizeof(mi->ssl_capath), &mi->file, 0) || init_strvar_from_file(mi->ssl_cert, sizeof(mi->ssl_cert), &mi->file, 0) || init_strvar_from_file(mi->ssl_cipher, sizeof(mi->ssl_cipher), &mi->file, 0) || init_strvar_from_file(mi->ssl_key, sizeof(mi->ssl_key), &mi->file, 0)) goto errwithmsg; /* Starting from 5.1.16 ssl_verify_server_cert might be in the file */ if (lines >= LINE_FOR_MASTER_SSL_VERIFY_SERVER_CERT && init_intvar_from_file(&ssl_verify_server_cert, &mi->file, 0)) goto errwithmsg; /* Starting from 6.0 master_heartbeat_period might be in the file */ if (lines >= LINE_FOR_MASTER_HEARTBEAT_PERIOD && init_floatvar_from_file(&master_heartbeat_period, &mi->file, 0.0)) goto errwithmsg; /* Starting from MySQL Cluster 6.3 master_bind might be in the file (this is just a reservation to avoid future upgrade problems) */ if (lines >= LINE_FOR_MASTER_BIND && init_strvar_from_file(dummy_buf, sizeof(dummy_buf), &mi->file, "")) goto errwithmsg; /* Starting from 6.0 list of server_id of ignorable servers might be in the file */ if (lines >= LINE_FOR_REPLICATE_IGNORE_SERVER_IDS && init_dynarray_intvar_from_file(&mi->ignore_server_ids, &mi->file)) { sql_print_error("Failed to initialize master info ignore_server_ids"); goto errwithmsg; } } #ifndef HAVE_OPENSSL if (ssl) sql_print_warning("SSL information in the master info file " "('%s') are ignored because this MySQL slave was " "compiled without SSL support.", fname); #endif /* HAVE_OPENSSL */ /* This has to be handled here as init_intvar_from_file can't handle my_off_t types */ mi->master_log_pos= (my_off_t) master_log_pos; mi->port= (uint) port; mi->connect_retry= (uint) connect_retry; mi->ssl= (my_bool) ssl; mi->ssl_verify_server_cert= ssl_verify_server_cert; mi->heartbeat_period= master_heartbeat_period; } DBUG_PRINT("master_info",("log_file_name: %s position: %ld", mi->master_log_name, (ulong) mi->master_log_pos)); mi->rli.mi = mi; if (init_relay_log_info(&mi->rli, slave_info_fname)) goto err; mi->inited = 1; mi->rli.is_relay_log_recovery= FALSE; // now change cache READ -> WRITE - must do this before flush_master_info reinit_io_cache(&mi->file, WRITE_CACHE, 0L, 0, 1); if ((error=test(flush_master_info(mi, TRUE, TRUE)))) sql_print_error("Failed to flush master info file"); mysql_mutex_unlock(&mi->data_lock); DBUG_RETURN(error); errwithmsg: sql_print_error("Error reading master configuration"); err: if (fd >= 0) { mysql_file_close(fd, MYF(0)); end_io_cache(&mi->file); } mi->fd= -1; mysql_mutex_unlock(&mi->data_lock); DBUG_RETURN(1); } /* RETURN 2 - flush relay log failed 1 - flush master info failed 0 - all ok */ int flush_master_info(Master_info* mi, bool flush_relay_log_cache, bool need_lock_relay_log) { IO_CACHE* file = &mi->file; char lbuf[22]; int err= 0; DBUG_ENTER("flush_master_info"); DBUG_PRINT("enter",("master_pos: %ld", (long) mi->master_log_pos)); /* Flush the relay log to disk. If we don't do it, then the relay log while have some part (its last kilobytes) in memory only, so if the slave server dies now, with, say, from master's position 100 to 150 in memory only (not on disk), and with position 150 in master.info, then when the slave restarts, the I/O thread will fetch binlogs from 150, so in the relay log we will have "[0, 100] U [150, infinity[" and nobody will notice it, so the SQL thread will jump from 100 to 150, and replication will silently break. When we come to this place in code, relay log may or not be initialized; the caller is responsible for setting 'flush_relay_log_cache' accordingly. */ if (flush_relay_log_cache) { mysql_mutex_t *log_lock= mi->rli.relay_log.get_log_lock(); IO_CACHE *log_file= mi->rli.relay_log.get_log_file(); if (need_lock_relay_log) mysql_mutex_lock(log_lock); mysql_mutex_assert_owner(log_lock); err= flush_io_cache(log_file); if (need_lock_relay_log) mysql_mutex_unlock(log_lock); if (err) DBUG_RETURN(2); } /* produce a line listing the total number and all the ignored server_id:s */ char* ignore_server_ids_buf; { ignore_server_ids_buf= (char *) my_malloc((sizeof(::server_id) * 3 + 1) * (1 + mi->ignore_server_ids.elements), MYF(MY_WME)); if (!ignore_server_ids_buf) DBUG_RETURN(1); ulong cur_len= sprintf(ignore_server_ids_buf, "%u", mi->ignore_server_ids.elements); for (ulong i= 0; i < mi->ignore_server_ids.elements; i++) { ulong s_id; get_dynamic(&mi->ignore_server_ids, (uchar*) &s_id, i); cur_len+= sprintf(ignore_server_ids_buf + cur_len, " %lu", s_id); } } /* We flushed the relay log BEFORE the master.info file, because if we crash now, we will get a duplicate event in the relay log at restart. If we flushed in the other order, we would get a hole in the relay log. And duplicate is better than hole (with a duplicate, in later versions we can add detection and scrap one event; with a hole there's nothing we can do). */ /* In certain cases this code may create master.info files that seems corrupted, because of extra lines filled with garbage in the end file (this happens if new contents take less space than previous contents of file). But because of number of lines in the first line of file we don't care about this garbage. */ char heartbeat_buf[sizeof(mi->heartbeat_period) * 4]; // buffer to suffice always sprintf(heartbeat_buf, "%.3f", mi->heartbeat_period); my_b_seek(file, 0L); my_b_printf(file, "%u\n%s\n%s\n%s\n%s\n%s\n%d\n%d\n%d\n%s\n%s\n%s\n%s\n%s\n%d\n%s\n%s\n%s\n", LINES_IN_MASTER_INFO, mi->master_log_name, llstr(mi->master_log_pos, lbuf), mi->host, mi->user, mi->password, mi->port, mi->connect_retry, (int)(mi->ssl), mi->ssl_ca, mi->ssl_capath, mi->ssl_cert, mi->ssl_cipher, mi->ssl_key, mi->ssl_verify_server_cert, heartbeat_buf, "", ignore_server_ids_buf); my_free(ignore_server_ids_buf); err= flush_io_cache(file); if (sync_masterinfo_period && !err && ++(mi->sync_counter) >= sync_masterinfo_period) { err= my_sync(mi->fd, MYF(MY_WME)); mi->sync_counter= 0; } DBUG_RETURN(-err); } void end_master_info(Master_info* mi) { DBUG_ENTER("end_master_info"); if (!mi->inited) DBUG_VOID_RETURN; end_relay_log_info(&mi->rli); if (mi->fd >= 0) { end_io_cache(&mi->file); mysql_file_close(mi->fd, MYF(MY_WME)); mi->fd = -1; } mi->inited = 0; DBUG_VOID_RETURN; } #endif /* HAVE_REPLICATION */