diff options
author | Ramon Fernandez <ramon@mongodb.com> | 2016-01-27 17:17:17 -0500 |
---|---|---|
committer | Ramon Fernandez <ramon@mongodb.com> | 2016-01-27 17:17:21 -0500 |
commit | 90118b147a6943b19dc929862a11071538db1438 (patch) | |
tree | d1e2c409595332174953e7dbe2db262935d89ae5 /src/third_party/wiredtiger/test/format/backup.c | |
parent | b8cad6a59cbce2831e69e6b94f9544d83d6e00b0 (diff) | |
download | mongo-90118b147a6943b19dc929862a11071538db1438.tar.gz |
Import wiredtiger-wiredtiger-2.7.0-505-g7fea169.tar.gz from wiredtiger branch mongodb-3.4
ref: 44463c5..7fea169
WT-2355 Fix minor scratch buffer usage in logging.
WT-2348 xargs -P isn't portable
WT-2347 Java: schema format edge cases
WT-2344 OS X compiler warning
WT-2342 Enhance wtperf to support background create and drop operations
WT-2340 Add logging guarantee assertions, whitespace
WT-2339 format post-rebalance verify failure (stress run #11586)
WT-2338 Disable using pre-allocated log files when backup cursor is open
WT-2335 NULL pointer crash in config_check_search with invalid configuration string
WT-2333 Add a flag so drop doesn't block
WT-2332 Bug in logging write-no-sync mode
WT-2331 Checking of search() result for reference cursors before join()
WT-2328 schema drop does direct unlink, it should use a block manager interface.
WT-2326 Change WTPERF to use new memory allocation functions instead of the standard
WT-2321 WT-2321: race between eviction and worker threads on the eviction queue
WT-2320 Only check copyright when cutting releases
WT-2316 stress test failure: WT_CURSOR.prev out-of-order returns
WT-2314 page-swap error handling is inconsistent
WT-2313 sweep-server: conn_dhandle.c, 610: dhandle != conn->cache->evict_file_next
WT-2312 re-creating a deleted column-store page can corrupt the in-memory tree
WT-2308 custom extractor for ref_cursors in join cursor
WT-2305 Fix coverity scan issues on 23/12/2015
WT-2296 New log algorithm needs improving for sync/flush settings
WT-2295 WT_SESSION.create does a full-scan of the main table
WT-2287 WT_SESSION.rebalance
WT-2275 broken DB after application crash
WT-2267 Improve wtperf throttling implementation to provide steady load
WT-2247 variable-length column-store in-memory page splits
WT-2242 WiredTiger treats dead trees the same as other trees in eviction
WT-2142 Connection cleanup in Python tests
WT-2073 metadata cleanups
WT-1801 Add a directory sync after rollback of a WT_SESSION::rename operation
WT-1517 schema format edge cases
SERVER-22064 Coverity analysis defect 77699: Unchecked return value
SERVER-21619 sys-perf: WT crash during core_workloads_WT execution
Diffstat (limited to 'src/third_party/wiredtiger/test/format/backup.c')
-rw-r--r-- | src/third_party/wiredtiger/test/format/backup.c | 153 |
1 files changed, 153 insertions, 0 deletions
diff --git a/src/third_party/wiredtiger/test/format/backup.c b/src/third_party/wiredtiger/test/format/backup.c new file mode 100644 index 00000000000..748494bf841 --- /dev/null +++ b/src/third_party/wiredtiger/test/format/backup.c @@ -0,0 +1,153 @@ +/*- + * Public Domain 2014-2016 MongoDB, Inc. + * Public Domain 2008-2014 WiredTiger, Inc. + * + * This is free and unencumbered software released into the public domain. + * + * Anyone is free to copy, modify, publish, use, compile, sell, or + * distribute this software, either in source code form or as a compiled + * binary, for any purpose, commercial or non-commercial, and by any + * means. + * + * In jurisdictions that recognize copyright laws, the author or authors + * of this software dedicate any and all copyright interest in the + * software to the public domain. We make this dedication for the benefit + * of the public at large and to the detriment of our heirs and + * successors. We intend this dedication to be an overt act of + * relinquishment in perpetuity of all present and future rights to this + * software under copyright law. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, + * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF + * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. + * IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR + * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, + * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR + * OTHER DEALINGS IN THE SOFTWARE. + */ + +#include "format.h" + +/* + * check_copy -- + * Confirm the backup worked. + */ +static void +check_copy(void) +{ + WT_CONNECTION *conn; + WT_SESSION *session; + int ret; + + wts_open(g.home_backup, 0, &conn); + + if ((ret = conn->open_session( + conn, NULL, NULL, &session)) != 0) + die(ret, "connection.open_session: %s", g.home_backup); + + ret = session->verify(session, g.uri, NULL); + if (ret != 0) + die(ret, "session.verify: %s: %s", g.home_backup, g.uri); + + if ((ret = conn->close(conn, NULL)) != 0) + die(ret, "connection.close: %s", g.home_backup); +} + +/* + * copy_file -- + * Copy a single file into the backup directory. + */ +static void +copy_file(const char *name) +{ + size_t len; + char *cmd; + int ret; + + len = strlen(g.home) + strlen(g.home_backup) + strlen(name) * 2 + 20; + cmd = dmalloc(len); + (void)snprintf(cmd, len, + "cp %s/%s %s/%s", g.home, name, g.home_backup, name); + if ((ret = system(cmd)) != 0) + die(ret, "backup copy: %s", cmd); + free(cmd); +} + +/* + * backup -- + * Periodically do a backup and verify it. + */ +void * +backup(void *arg) +{ + WT_CONNECTION *conn; + WT_CURSOR *backup_cursor; + WT_SESSION *session; + u_int period; + int ret; + const char *key; + + (void)(arg); + + conn = g.wts_conn; + + /* Backups aren't supported for non-standard data sources. */ + if (DATASOURCE("helium") || DATASOURCE("kvsbdb")) + return (NULL); + + /* Open a session. */ + if ((ret = conn->open_session(conn, NULL, NULL, &session)) != 0) + die(ret, "connection.open_session"); + + /* + * Perform a backup at somewhere under 10 seconds (so we get at + * least one done), and then at 45 second intervals. + */ + for (period = mmrand(NULL, 1, 10);; period = 45) { + /* Sleep for short periods so we don't make the run wait. */ + while (period > 0 && !g.workers_finished) { + --period; + sleep(1); + } + if (g.workers_finished) + break; + + /* Lock out named checkpoints */ + if ((ret = pthread_rwlock_wrlock(&g.backup_lock)) != 0) + die(ret, "pthread_rwlock_wrlock: backup lock"); + + /* Re-create the backup directory. */ + if ((ret = system(g.home_backup_init)) != 0) + die(ret, "backup directory creation failed"); + + /* + * open_cursor can return EBUSY if a metadata operation is + * currently happening - retry in that case. + */ + while ((ret = session->open_cursor(session, + "backup:", NULL, NULL, &backup_cursor)) == EBUSY) + sleep(1); + if (ret != 0) + die(ret, "session.open_cursor: backup"); + + while ((ret = backup_cursor->next(backup_cursor)) == 0) { + if ((ret = + backup_cursor->get_key(backup_cursor, &key)) != 0) + die(ret, "cursor.get_key"); + copy_file(key); + } + + if ((ret = backup_cursor->close(backup_cursor)) != 0) + die(ret, "cursor.close"); + + if ((ret = pthread_rwlock_unlock(&g.backup_lock)) != 0) + die(ret, "pthread_rwlock_unlock: backup lock"); + + check_copy(); + } + + if ((ret = session->close(session, NULL)) != 0) + die(ret, "session.close"); + + return (NULL); +} |