/** * Copyright (C) 2018-present MongoDB, Inc. * * This program is free software: you can redistribute it and/or modify * it under the terms of the Server Side Public License, version 1, * as published by MongoDB, Inc. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * Server Side Public License for more details. * * You should have received a copy of the Server Side Public License * along with this program. If not, see * . * * As a special exception, the copyright holders give permission to link the * code of portions of this program with the OpenSSL library under certain * conditions as described in each individual source file and distribute * linked combinations including the program with the OpenSSL library. You * must comply with the Server Side Public License in all respects for * all of the code used other than as permitted herein. If you modify file(s) * with this exception, you may extend this exception to your version of the * file(s), but you are not obligated to do so. If you do not wish to do so, * delete this exception statement from your version. If you delete this * exception statement from all source files in the program, then also delete * it in the license file. */ #include "mongo/platform/basic.h" #include #include "mongo/db/pipeline/aggregation_context_fixture.h" #include "mongo/db/pipeline/document.h" #include "mongo/db/pipeline/document_source_out.h" #include "mongo/db/pipeline/document_value_test_util.h" namespace mongo { namespace { using boost::intrusive_ptr; StringData kModeFieldName = DocumentSourceOutSpec::kModeFieldName; StringData kUniqueKeyFieldName = DocumentSourceOutSpec::kUniqueKeyFieldName; StringData kDefaultMode = WriteMode_serializer(WriteModeEnum::kModeReplaceCollection); StringData kInsertDocumentsMode = WriteMode_serializer(WriteModeEnum::kModeInsertDocuments); StringData kReplaceDocumentsMode = WriteMode_serializer(WriteModeEnum::kModeReplaceDocuments); /** * For the purpsoses of this test, assume every collection is unsharded. Stages may ask this during * setup. For example, to compute its constraints, the $out stage needs to know if the output * collection is sharded. */ class MongoProcessInterfaceForTest : public StubMongoProcessInterface { public: bool isSharded(OperationContext* opCtx, const NamespaceString& ns) override { return false; } /** * For the purposes of these tests, pretend each collection is unsharded and has a document key * of just "_id". */ std::vector collectDocumentKeyFieldsActingAsRouter( OperationContext* opCtx, const NamespaceString& nss) const override { return {"_id"}; } void checkRoutingInfoEpochOrThrow(const boost::intrusive_ptr& expCtx, const NamespaceString&, ChunkVersion) const override { return; // Pretend it always matches for our tests here. } }; class DocumentSourceOutTest : public AggregationContextFixture { public: DocumentSourceOutTest() : AggregationContextFixture() { getExpCtx()->mongoProcessInterface = std::make_shared(); } intrusive_ptr createOutStage(BSONObj spec) { auto specElem = spec.firstElement(); intrusive_ptr outStage = dynamic_cast( DocumentSourceOut::createFromBson(specElem, getExpCtx()).get()); ASSERT_TRUE(outStage); return outStage; } }; TEST_F(DocumentSourceOutTest, FailsToParseIncorrectType) { BSONObj spec = BSON("$out" << 1); ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, 16990); spec = BSON("$out" << BSONArray()); ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, 16990); } TEST_F(DocumentSourceOutTest, AcceptsStringArgument) { BSONObj spec = BSON("$out" << "some_collection"); auto outStage = createOutStage(spec); ASSERT_EQ(outStage->getOutputNs().coll(), "some_collection"); } TEST_F(DocumentSourceOutTest, SerializeDefaultsModeRecreateCollection) { BSONObj spec = BSON("$out" << "some_collection"); auto outStage = createOutStage(spec); auto serialized = outStage->serialize().getDocument(); ASSERT_EQ(serialized["$out"][kModeFieldName].getStringData(), kDefaultMode); // Make sure we can reparse the serialized BSON. auto reparsedOutStage = createOutStage(serialized.toBson()); auto reSerialized = reparsedOutStage->serialize().getDocument(); ASSERT_EQ(reSerialized["$out"][kModeFieldName].getStringData(), kDefaultMode); } TEST_F(DocumentSourceOutTest, SerializeUniqueKeyDefaultsToId) { BSONObj spec = BSON("$out" << BSON("to" << "target" << "mode" << kDefaultMode)); auto outStage = createOutStage(spec); auto serialized = outStage->serialize().getDocument(); ASSERT_EQ(serialized["$out"][kModeFieldName].getStringData(), kDefaultMode); ASSERT_DOCUMENT_EQ(serialized["$out"][kUniqueKeyFieldName].getDocument(), (Document{{"_id", 1}})); spec = BSON("$out" << "some_collection"); outStage = createOutStage(spec); serialized = outStage->serialize().getDocument(); ASSERT_EQ(serialized["$out"][kModeFieldName].getStringData(), kDefaultMode); ASSERT_DOCUMENT_EQ(serialized["$out"][kUniqueKeyFieldName].getDocument(), (Document{{"_id", 1}})); } TEST_F(DocumentSourceOutTest, SerializeCompoundUniqueKey) { BSONObj spec = BSON("$out" << BSON("to" << "target" << "mode" << kDefaultMode << "uniqueKey" << BSON("_id" << 1 << "shardKey" << 1))); auto outStage = createOutStage(spec); auto serialized = outStage->serialize().getDocument(); ASSERT_EQ(serialized["$out"][kModeFieldName].getStringData(), kDefaultMode); ASSERT_DOCUMENT_EQ(serialized["$out"][kUniqueKeyFieldName].getDocument(), (Document{{"_id", 1}, {"shardKey", 1}})); } TEST_F(DocumentSourceOutTest, SerializeDottedPathUniqueKey) { BSONObj spec = BSON("$out" << BSON("to" << "target" << "mode" << kDefaultMode << "uniqueKey" << BSON("_id" << 1 << "a.b" << 1))); auto outStage = createOutStage(spec); auto serialized = outStage->serialize().getDocument(); ASSERT_EQ(serialized["$out"][kModeFieldName].getStringData(), kDefaultMode); ASSERT_DOCUMENT_EQ(serialized["$out"][kUniqueKeyFieldName].getDocument(), (Document{{"_id", 1}, {"a.b", 1}})); spec = BSON("$out" << BSON("to" << "target" << "mode" << kDefaultMode << "uniqueKey" << BSON("_id.a" << 1))); outStage = createOutStage(spec); serialized = outStage->serialize().getDocument(); ASSERT_EQ(serialized["$out"][kModeFieldName].getStringData(), kDefaultMode); ASSERT_DOCUMENT_EQ(serialized["$out"][kUniqueKeyFieldName].getDocument(), (Document{{"_id.a", 1}})); } TEST_F(DocumentSourceOutTest, SerializeDottedPathUniqueKeySharedPrefix) { BSONObj spec = BSON("$out" << BSON("to" << "target" << "mode" << kDefaultMode << "uniqueKey" << BSON("_id" << 1 << "a.b" << 1 << "a.c" << 1))); auto outStage = createOutStage(spec); auto serialized = outStage->serialize().getDocument(); ASSERT_EQ(serialized["$out"][kModeFieldName].getStringData(), kDefaultMode); ASSERT_DOCUMENT_EQ(serialized["$out"][kUniqueKeyFieldName].getDocument(), (Document{{"_id", 1}, {"a.b", 1}, {"a.c", 1}})); } TEST_F(DocumentSourceOutTest, FailsToParseIfToIsNotString) { BSONObj spec = BSON("$out" << BSONObj()); ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, 40414); spec = BSON("$out" << BSON("to" << 1)); ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, ErrorCodes::TypeMismatch); spec = BSON("$out" << BSON("to" << BSON("a" << 1))); ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, ErrorCodes::TypeMismatch); } TEST_F(DocumentSourceOutTest, FailsToParseIfToIsNotAValidUserCollection) { BSONObj spec = BSON("$out" << BSON("to" << "$test" << "mode" << kDefaultMode)); ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, 17385); spec = BSON("$out" << BSON("to" << "system.views" << "mode" << kDefaultMode)); ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, 17385); spec = BSON("$out" << BSON("to" << ".test." << "mode" << kDefaultMode)); ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, ErrorCodes::InvalidNamespace); } TEST_F(DocumentSourceOutTest, FailsToParseIfDbIsNotString) { BSONObj spec = BSON("$out" << BSON("to" << "test" << "mode" << kDefaultMode << "db" << true)); ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, ErrorCodes::TypeMismatch); spec = BSON("$out" << BSON("to" << "test" << "mode" << kDefaultMode << "db" << BSONArray())); ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, ErrorCodes::TypeMismatch); spec = BSON("$out" << BSON("to" << "test" << "mode" << kDefaultMode << "db" << BSON("" << "test"))); ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, ErrorCodes::TypeMismatch); } TEST_F(DocumentSourceOutTest, FailsToParseIfDbIsNotAValidDatabaseName) { BSONObj spec = BSON("$out" << BSON("to" << "test" << "mode" << kInsertDocumentsMode << "db" << "$invalid")); ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, 17385); spec = BSON("$out" << BSON("to" << "test" << "mode" << kInsertDocumentsMode << "db" << ".test")); ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, ErrorCodes::InvalidNamespace); } TEST_F(DocumentSourceOutTest, FailsToParseIfModeIsNotString) { BSONObj spec = BSON("$out" << BSON("to" << "test" << "mode" << true)); ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, ErrorCodes::TypeMismatch); spec = BSON("$out" << BSON("to" << "test" << "mode" << BSONArray())); ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, ErrorCodes::TypeMismatch); spec = BSON("$out" << BSON("to" << "test" << "mode" << BSON("" << kDefaultMode))); ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, ErrorCodes::TypeMismatch); } TEST_F(DocumentSourceOutTest, CorrectlyAddressesMatchingTargetAndAggregationNamespaces) { const auto targetNsSameAsAggregationNs = getExpCtx()->ns; const auto targetColl = targetNsSameAsAggregationNs.coll(); const auto targetDb = targetNsSameAsAggregationNs.db(); BSONObj spec = BSON( "$out" << BSON("to" << targetColl << "mode" << kInsertDocumentsMode << "db" << targetDb)); ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, 50992); spec = BSON( "$out" << BSON("to" << targetColl << "mode" << kReplaceDocumentsMode << "db" << targetDb)); ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, 50992); spec = BSON("$out" << BSON("to" << targetColl << "mode" << kDefaultMode << "db" << targetDb)); auto outStage = createOutStage(spec); ASSERT_EQ(outStage->getOutputNs().db(), targetNsSameAsAggregationNs.db()); ASSERT_EQ(outStage->getOutputNs().coll(), targetNsSameAsAggregationNs.coll()); } TEST_F(DocumentSourceOutTest, FailsToParseIfModeIsUnsupportedString) { BSONObj spec = BSON("$out" << BSON("to" << "test" << "mode" << "unsupported")); ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, ErrorCodes::BadValue); spec = BSON("$out" << BSON("to" << "test" << "mode" << "merge")); ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, ErrorCodes::BadValue); } TEST_F(DocumentSourceOutTest, FailsToParseIfUniqueKeyIsNotAnObject) { BSONObj spec = BSON("$out" << BSON("to" << "test" << "mode" << kDefaultMode << "uniqueKey" << 1)); ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, ErrorCodes::TypeMismatch); spec = BSON("$out" << BSON("to" << "test" << "mode" << kDefaultMode << "uniqueKey" << BSONArray())); ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, ErrorCodes::TypeMismatch); spec = BSON("$out" << BSON("to" << "test" << "mode" << kDefaultMode << "uniqueKey" << "_id")); ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, ErrorCodes::TypeMismatch); } TEST_F(DocumentSourceOutTest, FailsToParseIfUniqueKeyHasDuplicateFields) { BSONObj spec = BSON("$out" << BSON("to" << "test" << "mode" << kDefaultMode << "uniqueKey" << BSON("_id" << 1 << "_id" << 1))); ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, ErrorCodes::BadValue); spec = BSON("$out" << BSON("to" << "test" << "mode" << kDefaultMode << "uniqueKey" << BSON("x" << 1 << "y" << 1 << "x" << 1))); ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, ErrorCodes::BadValue); } TEST_F(DocumentSourceOutTest, FailsToParseIfTargetCollectionVersionIsSpecifiedOnMongos) { BSONObj spec = BSON("$out" << BSON("to" << "test" << "mode" << kDefaultMode << "uniqueKey" << BSON("_id" << 1) << "targetCollectionVersion" << ChunkVersion(0, 0, OID::gen()).toBSON())); getExpCtx()->inMongos = true; ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, 50984); // Test that 'targetCollectionVersion' is accepted if _from_ mongos. getExpCtx()->inMongos = false; getExpCtx()->fromMongos = true; ASSERT(createOutStage(spec) != nullptr); // Test that 'targetCollectionVersion' is not accepted if on mongod but not from mongos. getExpCtx()->inMongos = false; getExpCtx()->fromMongos = false; ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, 51018); } TEST_F(DocumentSourceOutTest, FailsToParseifUniqueKeyIsNotSentFromMongos) { BSONObj spec = BSON("$out" << BSON("to" << "test" << "mode" << kDefaultMode << "targetCollectionVersion" << ChunkVersion(0, 0, OID::gen()).toBSON())); getExpCtx()->fromMongos = true; ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, 51017); } TEST_F(DocumentSourceOutTest, CorrectlyUsesTargetDbThatMatchesAggregationDb) { const auto targetDbSameAsAggregationDb = getExpCtx()->ns.db(); const auto targetColl = "test"_sd; BSONObj spec = BSON("$out" << BSON("to" << targetColl << "mode" << kDefaultMode << "db" << targetDbSameAsAggregationDb)); auto outStage = createOutStage(spec); ASSERT_EQ(outStage->getOutputNs().db(), targetDbSameAsAggregationDb); ASSERT_EQ(outStage->getOutputNs().coll(), targetColl); } // TODO (SERVER-36832): Allow "replaceCollection" to a foreign database. TEST_F(DocumentSourceOutTest, CorrectlyUsesForeignTargetDb) { const auto foreignDb = "someOtherDb"_sd; const auto targetColl = "test"_sd; BSONObj spec = BSON("$out" << BSON("to" << targetColl << "mode" << kDefaultMode << "db" << foreignDb)); ASSERT_THROWS_CODE(createOutStage(spec), AssertionException, 50939); } } // namespace } // namespace mongo