/** * Copyright (C) 2015 MongoDB Inc. * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU Affero General Public License, version 3, * as published by the Free Software Foundation. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Affero General Public License for more details. * * You should have received a copy of the GNU Affero General Public License * along with this program. If not, see . * * As a special exception, the copyright holders give permission to link the * code of portions of this program with the OpenSSL library under certain * conditions as described in each individual source file and distribute * linked combinations including the program with the OpenSSL library. You * must comply with the GNU Affero General Public License in all respects for * all of the code used other than as permitted herein. If you modify file(s) * with this exception, you may extend this exception to your version of the * file(s), but you are not obligated to do so. If you do not wish to do so, * delete this exception statement from your version. If you delete this * exception statement from all source files in the program, then also delete * it in the license file. */ #include "mongo/platform/basic.h" #include "mongo/executor/connection_pool_asio.h" #include "mongo/client/connection_string.h" #include "mongo/executor/async_stream_factory.h" #include "mongo/executor/async_timer_asio.h" #include "mongo/executor/connection_pool_stats.h" #include "mongo/executor/network_connection_hook.h" #include "mongo/executor/network_interface_asio_test_utils.h" #include "mongo/rpc/get_status_from_command_result.h" #include "mongo/stdx/future.h" #include "mongo/stdx/memory.h" #include "mongo/unittest/integration_test.h" #include "mongo/unittest/unittest.h" #include "mongo/util/fail_point_service.h" #include "mongo/util/scopeguard.h" #include "mongo/util/time_support.h" namespace mongo { namespace executor { namespace { class MyNetworkConnectionHook : public NetworkConnectionHook { public: Status validateHost(const HostAndPort& remoteHost, const RemoteCommandResponse& isMasterReply) override { stdx::unique_lock lk(_mutex); _count++; return Status::OK(); } StatusWith> makeRequest( const HostAndPort& remoteHost) override { return StatusWith>(boost::none); } Status handleReply(const HostAndPort& remoteHost, RemoteCommandResponse&& response) override { MONGO_UNREACHABLE; } static int count() { stdx::unique_lock lk(_mutex); return _count; } private: static stdx::mutex _mutex; static int _count; }; stdx::mutex MyNetworkConnectionHook::_mutex; int MyNetworkConnectionHook::_count = 0; TEST(ConnectionPoolASIO, TestPing) { auto fixture = unittest::getFixtureConnectionString(); NetworkInterfaceASIO::Options options; options.streamFactory = stdx::make_unique(); options.networkConnectionHook = stdx::make_unique(); options.connectionPoolOptions.maxConnections = 10; options.timerFactory = stdx::make_unique(); NetworkInterfaceASIO net{std::move(options)}; net.startup(); auto guard = MakeGuard([&] { net.shutdown(); }); const int N = 50; std::array threads; for (auto& thread : threads) { thread = stdx::thread([&net, &fixture]() { auto status = Status::OK(); Deferred deferred; RemoteCommandRequest request{ fixture.getServers()[0], "admin", BSON("ping" << 1), BSONObj(), nullptr}; net.startCommand( makeCallbackHandle(), request, [&deferred](RemoteCommandResponse resp) { deferred.emplace(std::move(resp)); }) .transitional_ignore(); ASSERT_OK(deferred.get().status); }); } for (auto&& thread : threads) { thread.join(); } ASSERT_LTE(MyNetworkConnectionHook::count(), 10); } /** * This test verifies a fix for SERVER-22391, where we raced if a new request * came in at the same time a host timeout was triggering. */ TEST(ConnectionPoolASIO, TestHostTimeoutRace) { auto fixture = unittest::getFixtureConnectionString(); NetworkInterfaceASIO::Options options; options.streamFactory = stdx::make_unique(); options.connectionPoolOptions.hostTimeout = Milliseconds(1); options.timerFactory = stdx::make_unique(); NetworkInterfaceASIO net{std::move(options)}; net.startup(); auto guard = MakeGuard([&] { net.shutdown(); }); for (int i = 0; i < 1000; i++) { Deferred deferred; RemoteCommandRequest request{ fixture.getServers()[0], "admin", BSON("ping" << 1), BSONObj(), nullptr}; net.startCommand(makeCallbackHandle(), request, [&](RemoteCommandResponse resp) { deferred.emplace(std::move(resp)); }) .transitional_ignore(); ASSERT_OK(deferred.get().status); sleepmillis(1); } } /** * Verify that a connections that timeout immediately don't invariant. */ TEST(ConnectionPoolASIO, ConnSetupTimeout) { auto fixture = unittest::getFixtureConnectionString(); NetworkInterfaceASIO::Options options; options.streamFactory = stdx::make_unique(); options.timerFactory = stdx::make_unique(); options.connectionPoolOptions.refreshTimeout = Milliseconds(-2); NetworkInterfaceASIO net{std::move(options)}; net.startup(); auto guard = MakeGuard([&] { net.shutdown(); }); Deferred deferred; RemoteCommandRequest request{ fixture.getServers()[0], "admin", BSON("ping" << 1), BSONObj(), nullptr}; net.startCommand(makeCallbackHandle(), request, [&](RemoteCommandResponse resp) { deferred.emplace(std::move(resp)); }) .transitional_ignore(); ASSERT_EQ(deferred.get().status.code(), ErrorCodes::NetworkInterfaceExceededTimeLimit); } /** * Verify that connection refreshes actually occur, and that they drop down the totalAvailable * correctly. Verifies SERVER-25006 */ TEST(ConnectionPoolASIO, ConnRefreshHappens) { auto fixture = unittest::getFixtureConnectionString(); NetworkInterfaceASIO::Options options; options.streamFactory = stdx::make_unique(); options.timerFactory = stdx::make_unique(); options.connectionPoolOptions.refreshRequirement = Milliseconds(10); NetworkInterfaceASIO net{std::move(options)}; net.startup(); auto guard = MakeGuard([&] { net.shutdown(); }); std::array, 10> deferreds; RemoteCommandRequest request{fixture.getServers()[0], "admin", BSON("sleep" << 1 << "lock" << "none" << "secs" << 2), BSONObj(), nullptr}; for (auto& deferred : deferreds) { net.startCommand(makeCallbackHandle(), request, [&](RemoteCommandResponse resp) { deferred.emplace(std::move(resp)); }) .transitional_ignore(); } for (auto& deferred : deferreds) { ASSERT_EQ(deferred.get().isOK(), true); } sleepmillis(1000); ConnectionPoolStats cps; net.appendConnectionStats(&cps); ASSERT_LTE(cps.totalAvailable + cps.totalInUse, 1u); ASSERT_EQ(cps.totalCreated, 10u); } /** * Verify that when a refresh fails, it doesn't trigger an invariant */ TEST(ConnectionPoolASIO, ConnRefreshSurvivesFailure) { auto fixture = unittest::getFixtureConnectionString(); NetworkInterfaceASIO::Options options; options.streamFactory = stdx::make_unique(); options.timerFactory = stdx::make_unique(); options.connectionPoolOptions.refreshRequirement = Milliseconds(0); NetworkInterfaceASIO net{std::move(options)}; net.startup(); auto guard = MakeGuard([&] { net.shutdown(); }); Deferred deferred; RemoteCommandRequest request{ fixture.getServers()[0], "admin", BSON("ping" << 1), BSONObj(), nullptr}; net.startCommand(makeCallbackHandle(), request, [&](RemoteCommandResponse resp) { deferred.emplace(std::move(resp)); }) .transitional_ignore(); deferred.get(); getGlobalFailPointRegistry() ->getFailPoint("NetworkInterfaceASIOasyncRunCommandFail") ->setMode(FailPoint::nTimes, 1); sleepmillis(1000); ConnectionPoolStats cps; net.appendConnectionStats(&cps); ASSERT_EQ(cps.totalAvailable, 0u); ASSERT_EQ(cps.totalCreated, 1u); } /** * Tests that thrashing the timer while calls to setup are occurring doesn't crash. This could * occur if a setup connection goes through, but the timer thread is too over-worked to cancel the * timers before they're invoked */ TEST(ConnectionPoolASIO, ConnSetupSurvivesFailure) { const int kNumThreads = 8; const int kNumOps = 1000; auto fixture = unittest::getFixtureConnectionString(); NetworkInterfaceASIO::Options options; options.streamFactory = stdx::make_unique(); options.timerFactory = stdx::make_unique(); options.connectionPoolOptions.refreshTimeout = Seconds(1); options.connectionPoolOptions.maxConnections = kNumThreads; NetworkInterfaceASIO net{std::move(options)}; net.startup(); auto guard = MakeGuard([&] { net.shutdown(); }); AtomicWord unfinished(kNumThreads * kNumOps); AtomicWord unstarted(kNumThreads * kNumOps); std::array threads; stdx::mutex mutex; stdx::condition_variable condvar; for (auto& thread : threads) { thread = stdx::thread([&] { for (int i = 0; i < kNumOps; i++) { RemoteCommandRequest request{fixture.getServers()[0], "admin", BSON("sleep" << 1 << "lock" << "none" << "secs" << 3), BSONObj(), nullptr}; net.startCommand(makeCallbackHandle(), request, [&](RemoteCommandResponse resp) { if (!unfinished.subtractAndFetch(1)) { condvar.notify_one(); } }) .transitional_ignore(); unstarted.subtractAndFetch(1); } }); } stdx::thread timerThrasher([&] { while (unstarted.load()) { net.setAlarm(Date_t::now() + Seconds(1), [] {}).transitional_ignore(); } }); for (auto& thread : threads) { thread.join(); } stdx::unique_lock lk(mutex); condvar.wait(lk, [&] { return !unfinished.load(); }); timerThrasher.join(); } } // namespace } // namespace executor } // namespace mongo