# -*- mode: python; -*- # This SConscript describes build rules for the "mongo" project. import os import itertools from buildscripts import utils Import("env") Import("shellEnv") Import("testEnv") Import("has_option") Import("get_option") Import("usev8") Import("v8suffix") Import("enforce_glibc") Import("darwin windows solaris linux nix") env.SConscript(['base/SConscript', 'db/auth/SConscript', 'db/catalog/SConscript', 'db/commands/SConscript', 'db/exec/SConscript', 'db/fts/SConscript', 'db/index/SConscript', 'db/ops/SConscript', 'db/query/SConscript', 'db/sorter/SConscript', 'db/storage/SConscript', 'db/structure/SConscript', 'db/structure/btree/SConscript', 'db/SConscript', 'installer/msi/SConscript', 'logger/SConscript', 'platform/SConscript', 's/SConscript', 'unittest/SConscript', 'util/concurrency/SConscript', 'util/options_parser/SConscript', 'util/cmdline_utils/SConscript']) def add_exe( v ): return "${PROGPREFIX}%s${PROGSUFFIX}" % v # ------ SOURCE FILE SETUP ----------- env.Library('foundation', [ 'util/assert_util.cpp', 'util/concurrency/mutexdebugger.cpp', 'util/concurrency/thread_pool.cpp', 'util/debug_util.cpp', 'util/exception_filter_win32.cpp', 'util/file.cpp', 'util/log.cpp', 'util/platform_init.cpp', 'util/text.cpp', 'util/time_support.cpp', 'util/timer.cpp', "util/touch_pages.cpp", "util/util.cpp", "util/startup_test.cpp", ], LIBDEPS=['stacktrace', '$BUILD_DIR/mongo/base/base', '$BUILD_DIR/mongo/logger/logger', '$BUILD_DIR/mongo/platform/platform', '$BUILD_DIR/mongo/util/concurrency/thread_name', '$BUILD_DIR/third_party/shim_allocator', '$BUILD_DIR/third_party/shim_boost', '$BUILD_DIR/third_party/shim_tz']) env.CppUnitTest('text_test', 'util/text_test.cpp', LIBDEPS=['foundation']) env.CppUnitTest('util/time_support_test', 'util/time_support_test.cpp', LIBDEPS=['foundation']) env.Library('stringutils', ['util/stringutils.cpp', 'util/base64.cpp', 'util/hex.cpp']) env.Library('md5', [ 'util/md5.cpp', 'util/password_digest.cpp', ]) env.CppUnitTest( "md5_test", ["util/md5_test.cpp", "util/md5main.cpp" ], LIBDEPS=["md5"] ) env.CppUnitTest( "stringutils_test", [ "util/stringutils_test.cpp" ], LIBDEPS=["stringutils"] ) env.Library('bson', [ 'bson/mutable/document.cpp', 'bson/mutable/element.cpp', 'bson/util/bson_extract.cpp', 'util/safe_num.cpp', 'bson/bson_validate.cpp', 'bson/oid.cpp', "bson/optime.cpp", 'db/jsobj.cpp', 'db/json.cpp' ], LIBDEPS=[ 'base/base', 'md5', 'stringutils', '$BUILD_DIR/mongo/platform/platform', ]) env.Library('mutable_bson_test_utils', [ 'bson/mutable/mutable_bson_test_utils.cpp' ], LIBDEPS=['bson']) env.CppUnitTest('builder_test', ['bson/util/builder_test.cpp'], LIBDEPS=['bson']) env.CppUnitTest('mutable_bson_test', ['bson/mutable/mutable_bson_test.cpp'], LIBDEPS=['bson', 'mutable_bson_test_utils']) env.CppUnitTest('mutable_bson_algo_test', ['bson/mutable/mutable_bson_algo_test.cpp'], LIBDEPS=['bson', 'mutable_bson_test_utils']) env.CppUnitTest('safe_num_test', ['util/safe_num_test.cpp'], LIBDEPS=['bson']) env.CppUnitTest('string_map_test', ['util/string_map_test.cpp'], LIBDEPS=['bson','foundation']) env.CppUnitTest('bson_field_test', ['bson/bson_field_test.cpp'], LIBDEPS=['bson']) env.CppUnitTest('bson_obj_test', ['bson/bson_obj_test.cpp'], LIBDEPS=['bson']) env.CppUnitTest('bson_validate_test', ['bson/bson_validate_test.cpp'], LIBDEPS=['bson']) env.CppUnitTest('bsonobjbuilder_test', ['bson/bsonobjbuilder_test.cpp'], LIBDEPS=['bson']) env.CppUnitTest('namespacestring_test', ['db/namespace_string_test.cpp'], LIBDEPS=['bson']) env.CppUnitTest('namespace_test', ['db/structure/catalog/namespace_test.cpp'], LIBDEPS=['foundation']) env.CppUnitTest('index_set_test', ['db/index_set_test.cpp'], LIBDEPS=['bson','index_set']) env.Library('path', ['db/matcher/path.cpp', 'db/matcher/path_internal.cpp'], LIBDEPS=['bson', '$BUILD_DIR/mongo/db/common']) env.CppUnitTest('path_test', ['db/matcher/path_test.cpp'], LIBDEPS=['path']) env.Library('expressions', ['db/matcher/expression.cpp', 'db/matcher/expression_array.cpp', 'db/matcher/expression_leaf.cpp', 'db/matcher/expression_tree.cpp', 'db/matcher/expression_parser.cpp', 'db/matcher/expression_parser_tree.cpp', 'db/matcher/expression_where_noop.cpp', 'db/matcher/matchable.cpp', 'db/matcher/match_details.cpp'], LIBDEPS=['bson', 'path', '$BUILD_DIR/mongo/db/common', '$BUILD_DIR/third_party/shim_pcrecpp' ] ) env.Library('expressions_geo', ['db/matcher/expression_geo.cpp', 'db/matcher/expression_parser_geo.cpp'], LIBDEPS=['expressions','geoquery','geoparser'] ) env.Library('expressions_text', ['db/matcher/expression_text.cpp', 'db/matcher/expression_parser_text.cpp'], LIBDEPS=['expressions','db/fts/base'] ) env.CppUnitTest('expression_test', ['db/matcher/expression_test.cpp', 'db/matcher/expression_leaf_test.cpp', 'db/matcher/expression_tree_test.cpp', 'db/matcher/expression_array_test.cpp'], LIBDEPS=['expressions'] ) env.CppUnitTest('expression_geo_test', ['db/matcher/expression_geo_test.cpp', 'db/matcher/expression_parser_geo_test.cpp'], LIBDEPS=['expressions_geo'] ) env.CppUnitTest('expression_text_test', ['db/matcher/expression_parser_text_test.cpp'], LIBDEPS=['expressions_text'] ) env.CppUnitTest('expression_parser_test', ['db/matcher/expression_parser_test.cpp', 'db/matcher/expression_parser_array_test.cpp', 'db/matcher/expression_parser_tree_test.cpp', 'db/matcher/expression_parser_leaf_test.cpp'], LIBDEPS=['expressions'] ) env.CppUnitTest('bson_extract_test', ['bson/util/bson_extract_test.cpp'], LIBDEPS=['bson']) env.CppUnitTest('descriptive_stats_test', ['util/descriptive_stats_test.cpp'], LIBDEPS=['foundation', 'bson']); env.CppUnitTest('sock_test', ['util/net/sock_test.cpp'], LIBDEPS=['network', 'synchronization', ]) env.CppUnitTest('curop_test', ['db/curop_test.cpp'], LIBDEPS=['serveronly', 'coredb', 'coreserver'], NO_CRUTCH=True) env.Library('index_names',["db/index_names.cpp"]) env.Library( 'mongohasher', [ "db/hasher.cpp" ] ) env.Library('synchronization', [ 'util/concurrency/synchronization.cpp' ]) env.Library('auth_helpers', ['client/auth_helpers.cpp']) env.Library('global_optime', ['db/global_optime.cpp']) env.Library('spin_lock', ["util/concurrency/spin_lock.cpp"]) env.CppUnitTest('spin_lock_test', ['util/concurrency/spin_lock_test.cpp'], LIBDEPS=['spin_lock', '$BUILD_DIR/third_party/shim_boost']) env.Library('network', [ "util/net/sock.cpp", "util/net/socket_poll.cpp", "util/net/ssl_manager.cpp", "util/net/ssl_options.cpp", "util/net/httpclient.cpp", "util/net/message.cpp", "util/net/message_port.cpp", "util/net/listen.cpp" ], LIBDEPS=['$BUILD_DIR/mongo/util/options_parser/options_parser', 'background_job', 'fail_point', 'foundation', 'server_options_core', ]) env.Library( target='index_key_validate', source=[ "db/catalog/index_key_validate.cpp", ], LIBDEPS=[ 'bson', 'db/common', 'index_names', ]) env.Library('clientdriver', [ "client/connpool.cpp", "client/dbclient.cpp", "client/dbclient_rs.cpp", "client/dbclientcursor.cpp", "client/replica_set_monitor.cpp", 'client/sasl_client_authenticate.cpp', "client/syncclusterconnection.cpp", "db/dbmessage.cpp" ], LIBDEPS=['auth_helpers', 'network', ]) env.CppUnitTest("replica_set_monitor_test", ["client/replica_set_monitor_test.cpp"], LIBDEPS=["clientdriver"]) env.Library('lasterror', [ "db/lasterror.cpp", ], LIBDEPS=['network', 'foundation', ]) env.Library('version', [ 'buildinfo.cpp', 'util/version.cpp' ], LIBDEPS=[ 'bson', '$BUILD_DIR/mongo/base/base' ]) commonFiles = [ "pch.cpp", "db/namespace_string.cpp", "db/structure/catalog/namespace.cpp", "shell/mongo.cpp", "util/intrusive_counter.cpp", "util/file_allocator.cpp", "util/trace.cpp", "util/paths.cpp", "util/progress_meter.cpp", "util/concurrency/task.cpp", "util/password.cpp", "util/concurrency/rwlockimpl.cpp", "util/histogram.cpp", "util/text_startuptest.cpp", 'util/signal_win32.cpp', "util/version_reporting.cpp", ] extraCommonLibdeps = [] if env['MONGO_BUILD_SASL_CLIENT']: saslLibs = ['sasl2'] if env['PYSYSPLATFORM'] == "win32": saslLibs.extend(["secur32"]) env.Library('sasl_client_session', ['client/sasl_client_session.cpp', 'client/sasl_sspi.cpp'], LIBDEPS=['foundation'], SYSLIBDEPS=saslLibs) commonFiles.extend(['client/sasl_client_authenticate_impl.cpp']) extraCommonLibdeps.append('sasl_client_session') # handle processinfo* processInfoFiles = [ "util/processinfo.cpp" ] processInfoPlatformFile = env.File( "util/processinfo_${PYSYSPLATFORM}.cpp" ) # NOTE( schwerin ): This is a very un-scons-y way to make this decision, and prevents one from using # code generation to produce util/processinfo_$PYSYSPLATFORM.cpp. if not os.path.exists( str( processInfoPlatformFile ) ): processInfoPlatformFile = env.File( "util/processinfo_none.cpp" ) processInfoFiles.append( processInfoPlatformFile ) env.Library("processinfo", processInfoFiles, LIBDEPS=["foundation", "bson"]) env.CppUnitTest("processinfo_test", ["util/processinfo_test.cpp"], LIBDEPS=["processinfo"]) env.Library("server_parameters", ["db/server_parameters.cpp"], LIBDEPS=["foundation","bson"]) env.CppUnitTest("server_parameters_test", [ "db/server_parameters_test.cpp" ], LIBDEPS=["server_parameters"] ) env.Library("fail_point", ["util/fail_point.cpp", "util/fail_point_registry.cpp", "util/fail_point_service.cpp"], LIBDEPS=["foundation", "bson"]) env.Library('mongocommon', commonFiles, LIBDEPS=['auth_helpers', 'bson', 'background_job', 'clientdriver', 'fail_point', 'foundation', 'lasterror', 'md5', 'mongohasher', 'network', 'processinfo', 'spin_lock', 'stacktrace', 'stringutils', 'synchronization', 'util/concurrency/thread_name', 'version', '$BUILD_DIR/third_party/shim_pcrecpp', '$BUILD_DIR/third_party/murmurhash3/murmurhash3', '$BUILD_DIR/third_party/shim_boost', '$BUILD_DIR/mongo/util/options_parser/options_parser', ] + extraCommonLibdeps) env.CppUnitTest( target="util/version_test", source=["util/version_test.cpp"], LIBDEPS=["mongocommon"] ) env.Library('background_job', ["util/background.cpp"], LIBDEPS=['spin_lock']) env.CppUnitTest( target="background_job_test", source=[ "util/background_job_test.cpp", ], LIBDEPS=[ "background_job", "network", # Temporary crutch since the ssl cleanup is hard coded in background.cpp "synchronization", ] ) tcmallocServerStatus = [] if get_option('allocator') == 'tcmalloc': tcmallocServerStatus.append("util/tcmalloc_server_status_section.cpp") env.Library("coredb", [ "client/parallel.cpp", "db/audit.cpp", "db/commands.cpp", "db/commands/authentication_commands.cpp", "db/commands/connection_status.cpp", "db/commands/copydb_common.cpp", "db/commands/fail_point_cmd.cpp", "db/commands/find_and_modify_common.cpp", "db/commands/hashcmd.cpp", "db/commands/isself.cpp", "db/commands/mr_common.cpp", "db/commands/rename_collection_common.cpp", "db/commands/server_status.cpp", "db/commands/parameters.cpp", "db/commands/user_management_commands.cpp", "db/commands/write_commands/write_commands_common.cpp", "db/pipeline/pipeline.cpp", "db/dbcommands_generic.cpp", "db/keypattern.cpp", "db/matcher/matcher.cpp", "db/pipeline/accumulator_add_to_set.cpp", "db/pipeline/accumulator_avg.cpp", "db/pipeline/accumulator_first.cpp", "db/pipeline/accumulator_last.cpp", "db/pipeline/accumulator_min_max.cpp", "db/pipeline/accumulator_push.cpp", "db/pipeline/accumulator_sum.cpp", "db/pipeline/dependencies.cpp", "db/pipeline/document.cpp", "db/pipeline/document_source.cpp", "db/pipeline/document_source_bson_array.cpp", "db/pipeline/document_source_command_shards.cpp", "db/pipeline/document_source_geo_near.cpp", "db/pipeline/document_source_group.cpp", "db/pipeline/document_source_limit.cpp", "db/pipeline/document_source_match.cpp", "db/pipeline/document_source_merge_cursors.cpp", "db/pipeline/document_source_out.cpp", "db/pipeline/document_source_project.cpp", "db/pipeline/document_source_redact.cpp", "db/pipeline/document_source_skip.cpp", "db/pipeline/document_source_sort.cpp", "db/pipeline/document_source_unwind.cpp", "db/pipeline/expression.cpp", "db/pipeline/field_path.cpp", "db/pipeline/value.cpp", "db/projection.cpp", "db/stats/timer_stats.cpp", "s/shardconnection.cpp", ] + tcmallocServerStatus , LIBDEPS=['db/auth/serverauth', 'db/commands/server_status_core', 'db/common', 'server_parameters', 'geoparser', 'geoquery', 'expressions', 'expressions_geo', 'expressions_text', 'index_names', 'db/exec/working_set', 'db/index/key_generator', '$BUILD_DIR/mongo/foundation', '$BUILD_DIR/third_party/shim_snappy', 'server_options', '$BUILD_DIR/mongo/util/cmdline_utils/cmdline_utils', 'clientdriver', ]) coreServerFiles = [ "db/client_basic.cpp", "util/net/miniwebserver.cpp", "db/stats/counters.cpp", "db/stats/service_stats.cpp", "db/log_process_details.cpp", "db/conn_pool_options.cpp" ] env.Library('ntservice', ['util/ntservice.cpp'], LIBDEPS=['foundation', '$BUILD_DIR/mongo/util/options_parser/options_parser']) if windows: env.CppUnitTest('ntservice_test', 'util/ntservice_test.cpp', LIBDEPS=['ntservice'], LIBS=['shell32', env['LIBS']]) scripting_common_files = [ "scripting/engine.cpp", "scripting/utils.cpp", "scripting/bench.cpp", ] env.Library('bson_template_evaluator', ["scripting/bson_template_evaluator.cpp"], LIBDEPS=['bson']) env.CppUnitTest('bson_template_evaluator_test', ['scripting/bson_template_evaluator_test.cpp'], LIBDEPS=['bson_template_evaluator']) if usev8: env.Library('scripting', scripting_common_files + ['scripting/engine_v8' + v8suffix + '.cpp', 'scripting/v8' + v8suffix + '_db.cpp', 'scripting/v8' + v8suffix + '_utils.cpp', 'scripting/v8' + v8suffix + '_profiler.cpp'], LIBDEPS=['bson_template_evaluator', '$BUILD_DIR/third_party/shim_v8']) else: env.Library('scripting', scripting_common_files + ['scripting/engine_none.cpp'], LIBDEPS=['bson_template_evaluator']) mmapFiles = [ "util/mmap.cpp" ] if has_option( "mm" ): mmapFiles += [ "util/mmap_mm.cpp" ] else: mmapFiles += [ "util/mmap_${OS_FAMILY}.cpp" ] env.Library('index_set', [ 'db/index_set.cpp' ] ) # mongod files - also files used in tools. present in dbtests, but not in mongos and not in client # libs. serverOnlyFiles = [ "db/curop.cpp", "db/kill_current_op.cpp", "db/d_globals.cpp", "util/compress.cpp", "db/ttl.cpp", "db/d_concurrency.cpp", "db/lockstat.cpp", "db/lockstate.cpp", "util/logfile.cpp", "util/alignedbuilder.cpp", "util/elapsed_tracker.cpp", "db/storage/durable_mapped_file.cpp", "db/storage/mmap_v1/dur.cpp", "db/storage/mmap_v1/durop.cpp", "db/storage/mmap_v1/dur_writetodatafiles.cpp", "db/storage/mmap_v1/dur_preplogbuffer.cpp", "db/storage/mmap_v1/dur_commitjob.cpp", "db/storage/mmap_v1/dur_recover.cpp", "db/storage/mmap_v1/dur_journal.cpp", "db/storage/mmap_v1/dur_recovery_unit.cpp", "db/storage/mmap_v1/mmap_v1_engine.cpp", "db/operation_context_impl.cpp", "db/storage/mmap_v1/mmap_v1_extent_manager.cpp", "db/introspect.cpp", "db/clientcursor.cpp", "db/range_deleter_db_env.cpp", "db/range_deleter_service.cpp", "db/repl/repl_start.cpp", "db/repl/rs.cpp", "db/repl/consensus.cpp", "db/repl/rs_initiate.cpp", "db/repl/repl_set_health_poll_task.cpp", "db/repl/repl_set_impl.cpp", "db/repl/replset_commands.cpp", "db/repl/manager.cpp", "db/repl/health.cpp", "db/repl/heartbeat.cpp", "db/repl/heartbeat_info.cpp", "db/repl/initial_sync.cpp", "db/repl/rs_config.cpp", "db/repl/rs_rollback.cpp", "db/repl/rs_sync.cpp", "db/repl/rs_initialsync.cpp", "db/repl/bgsync.cpp", "db/repl/member.cpp", "db/repl/master_slave.cpp", "db/repl/sync.cpp", "db/repl/sync_tail.cpp", "db/repl/sync_source_feedback.cpp", "db/repl/oplogreader.cpp", "db/repl/repl_settings.cpp", "db/repl/repl_reads_ok.cpp", "db/repl/resync.cpp", "db/repl/oplog.cpp", "db/repl/topology_coordinator_impl.cpp", "db/prefetch.cpp", "db/repl/write_concern.cpp", "db/index_legacy.cpp", "db/index/2d_access_method.cpp", "db/index/btree_access_method.cpp", "db/index/btree_based_access_method.cpp", "db/index/btree_based_bulk_access_method.cpp", "db/index/btree_index_cursor.cpp", "db/index/index_descriptor.cpp", "db/index/fts_access_method.cpp", "db/index/hash_access_method.cpp", "db/index/haystack_access_method.cpp", "db/index/s2_access_method.cpp", "db/cloner.cpp", "db/structure/catalog/namespace_details.cpp", "db/structure/catalog/namespace_details_collection_entry.cpp", "db/structure/catalog/namespace_details_rsv1_metadata.cpp", "db/structure/catalog/namespace_index.cpp", "db/dbeval.cpp", "db/dbhelpers.cpp", "db/instance.cpp", "db/client.cpp", "db/catalog/database.cpp", "db/catalog/index_catalog.cpp", "db/catalog/index_catalog_entry.cpp", "db/catalog/index_create.cpp", "db/catalog/collection.cpp", "db/structure/collection_compact.cpp", "db/catalog/collection_cursor_cache.cpp", "db/catalog/collection_info_cache.cpp", "db/catalog/database_holder.cpp", "db/background.cpp", "db/pdfile.cpp", "db/repair_database.cpp", "db/storage/data_file.cpp", "db/structure/catalog/index_details.cpp", "db/index_builder.cpp", "db/index_rebuilder.cpp", "db/commands/geonear.cpp", "db/geo/haystack.cpp", "db/geo/s2common.cpp", "db/ops/count.cpp", "db/ops/delete.cpp", "db/ops/delete_executor.cpp", "db/ops/insert.cpp", "db/ops/update.cpp", "db/ops/update_executor.cpp", "db/dbcommands.cpp", "db/dbcommands_admin.cpp", "db/write_concern.cpp", "db/startup_warnings.cpp", "db/storage_options.cpp", "db/ops/update_lifecycle_impl.cpp", "db/matcher/expression_where.cpp", # most commands are only for mongod "db/stats/top.cpp", "db/commands/apply_ops.cpp", "db/commands/clone_collection.cpp", "db/commands/clone.cpp", "db/commands/copydb.cpp", "db/commands/copydb_getnonce.cpp", "db/commands/compact.cpp", "db/commands/auth_schema_upgrade_d.cpp", "db/commands/create_indexes.cpp", "db/commands/dbhash.cpp", "db/commands/merge_chunks_cmd.cpp", "db/commands/cleanup_orphaned_cmd.cpp", "db/commands/collection_to_capped.cpp", "db/commands/drop_indexes.cpp", "db/commands/fsync.cpp", "db/commands/get_last_error.cpp", "db/commands/write_commands/write_commands.cpp", "db/commands/write_commands/batch_executor.cpp", "db/commands/distinct.cpp", "db/commands/find_and_modify.cpp", "db/commands/group.cpp", "db/commands/index_filter_commands.cpp", "db/commands/mr.cpp", "db/commands/oplog_note.cpp", "db/commands/pipeline_command.cpp", "db/commands/parallel_collection_scan.cpp", "db/commands/plan_cache_commands.cpp", "db/commands/rename_collection.cpp", "db/commands/test_commands.cpp", "db/commands/validate.cpp", "db/pipeline/pipeline_d.cpp", "db/pipeline/document_source_cursor.cpp", "db/driverHelpers.cpp" ] # This library exists because some libraries, such as our networking library, need access to server # options, but not to the helpers to set them from the command line. libserver_options_core.a just # has the structure for storing the server options, while libserver_options.a has the code to set # them via the command line. env.Library("server_options_core", ["db/server_options.cpp"], LIBDEPS=['bson']) env.Library("server_options", [ "db/server_options_helpers.cpp" ], LIBDEPS=['bson', 'network', # temporary crutch that should go away once the networking # library has separate options 'server_options_core', 'server_parameters', '$BUILD_DIR/mongo/util/cmdline_utils/cmdline_utils', '$BUILD_DIR/mongo/util/options_parser/options_parser', ]) env.CppUnitTest('server_options_test', 'db/server_options_test.cpp', LIBDEPS=['server_options']) env.CppUnitTest('diskloc_test', 'db/diskloc_test.cpp', LIBDEPS=[]) env.CppUnitTest('v8_deadline_monitor_test', 'scripting/v8_deadline_monitor_test.cpp', LIBDEPS=[]) env.Library('stacktrace', 'util/stacktrace_${OS_FAMILY}.cpp', LIBDEPS=['bson', 'stringutils', 'version', '$BUILD_DIR/mongo/base/base']) serverOnlyFiles += mmapFiles serverOnlyFiles += [ "db/stats/snapshots.cpp" ] env.Library('coreshard', ['s/distlock.cpp', 's/config.cpp', 's/grid.cpp', 's/chunk.cpp', # No good reason to be here other than chunk.cpp needs this. 's/config_server_checker_service.cpp', 's/shard.cpp', 's/shardkey.cpp'], LIBDEPS=['s/base', 's/cluster_ops_impl']); mongosLibraryFiles = [ "s/strategy.cpp", "s/commands_admin.cpp", "s/commands_public.cpp", "s/commands/auth_schema_upgrade_s.cpp", "s/commands/cluster_index_filter_cmd.cpp", "s/commands/cluster_merge_chunks_cmd.cpp", "s/commands/cluster_plan_cache_cmd.cpp", "s/commands/cluster_write_cmd.cpp", "s/request.cpp", "s/client_info.cpp", "s/cursors.cpp", "s/s_only.cpp", "s/balance.cpp", "s/balancer_policy.cpp", "s/writeback_listener.cpp", "s/version_manager.cpp", "s/version_mongos.cpp", "s/mongos_persistence_stubs.cpp", ] env.Library( "mongoscore", mongosLibraryFiles, LIBDEPS=['db/auth/authmongos', 'db/fts/ftsmongos', 'db/query/lite_parsed_query', 's/cluster_ops', 's/cluster_write_op_conversion', 's/upgrade', ] ) env.CppUnitTest( "balancer_policy_test" , [ "s/balancer_policy_tests.cpp" ] , LIBDEPS=["mongoscore", "coreshard", "mongocommon", "coreserver", "coredb", "message_server_port"]) env.CppUnitTest("dbclient_rs_test", [ "client/dbclient_rs_test.cpp" ], LIBDEPS=['clientdriver', 'mocklib']) env.CppUnitTest("scoped_db_conn_test", [ "client/scoped_db_conn_test.cpp" ], LIBDEPS=[ "coredb", "coreserver", "coreshard", "mongocommon", "message_server_port", "mongoscore"], NO_CRUTCH=True) env.CppUnitTest("shard_conn_test", [ "s/shard_conn_test.cpp" ], LIBDEPS=[ "mongoscore", "coreshard", "mongocommon", "coreserver", "coredb", "message_server_port", "mocklib", "$BUILD_DIR/mongo/db/auth/authmocks"]) env.CppUnitTest("shard_test", [ "s/shard_test.cpp" ], LIBDEPS=[ "mongoscore", "coreshard", "mongocommon", "coreserver", "coredb", "message_server_port", "mocklib"]) env.CppUnitTest('config_server_tests', [ 's/config_server_tests.cpp' ], LIBDEPS=[ "mongoscore", "coreshard", "mongocommon", "coreserver", "coredb", "message_server_port", "mocklib"]) # Should only need stuff from util, unittest and platform env.CppUnitTest("fail_point_test", [ "util/fail_point_test.cpp" ], LIBDEPS=["fail_point"]) serverOnlyFiles += [ "s/d_logic.cpp", "s/d_writeback.cpp", "s/d_migrate.cpp", "s/d_state.cpp", "s/d_split.cpp", "s/d_merge.cpp", "s/distlock_test.cpp" ] if has_option( 'use-cpu-profiler' ): serverOnlyFiles.append( 'db/commands/cpuprofile.cpp' ) env.Append(LIBS=['unwind']) env.Library("defaultversion", "s/default_version.cpp") # Geo env.Library("geometry", [ "db/geo/hash.cpp", "db/geo/shapes.cpp", ], LIBDEPS = [ "bson" ]) env.Library("geoparser", [ "db/geo/geoparser.cpp", ], LIBDEPS = [ "bson", "geometry", '$BUILD_DIR/third_party/s2/s2' ]) env.Library("geoquery", [ "db/geo/geoquery.cpp", ], LIBDEPS = [ "bson", "geometry", '$BUILD_DIR/third_party/s2/s2' ]) env.CppUnitTest("hash_test", [ "db/geo/hash_test.cpp" ], LIBDEPS = ["geometry" ]) env.CppUnitTest("geoparser_test", [ "db/geo/geoparser_test.cpp" ], LIBDEPS = ["geoparser"]) env.CppUnitTest( target="index_filter_commands_test", source=[ "db/commands/index_filter_commands_test.cpp", ], LIBDEPS=[ "$BUILD_DIR/mongo/serveronly", "$BUILD_DIR/mongo/coreserver", "$BUILD_DIR/mongo/coredb", ], NO_CRUTCH = True, ) env.CppUnitTest( target="plan_cache_commands_test", source=[ "db/commands/plan_cache_commands_test.cpp", ], LIBDEPS=[ "$BUILD_DIR/mongo/serveronly", "$BUILD_DIR/mongo/coreserver", "$BUILD_DIR/mongo/coredb", ], NO_CRUTCH = True, ) env.Library('range_deleter', [ 'db/range_deleter.cpp', 'db/range_deleter_mock_env.cpp', 'db/range_deleter_stats.cpp' ], LIBDEPS = [ '$BUILD_DIR/mongo/s/base', # range_arithmetic.cpp 'base/base', 'bson', 'synchronization' ]) env.CppUnitTest('range_deleter_test', [ 'db/range_deleter_test.cpp' ], LIBDEPS = [ 'range_deleter', 'db/common' ]); env.CppUnitTest('range_deleter_stat_test', [ 'db/range_deleter_stat_test.cpp' ], LIBDEPS = [ 'range_deleter', 'db/common' ]); env.Library("serveronly", serverOnlyFiles, LIBDEPS=["coreshard", "db/auth/authmongod", "db/fts/ftsmongod", "db/common", "db/ops/update_driver", "defaultversion", "geoparser", "geoquery", "global_optime", "index_key_validate", "index_set", 'range_deleter', 's/metadata', 's/batch_write_types', "db/catalog/collection_options", "db/exec/working_set", "db/exec/exec", "db/query/query", 'db/storage/extent', 'db/structure/record_store', 'db/structure/record_store_v1', 'db/structure/btree/btree', '$BUILD_DIR/third_party/shim_snappy']) env.Library("message_server_port", "util/net/message_server_port.cpp") # These files go into mongos and mongod only, not into the shell or any tools. mongodAndMongosFiles = [ "db/initialize_server_global_state.cpp", "db/server_extra_log_context.cpp", "db/dbwebserver.cpp", "util/signal_handlers.cpp", ] env.Library("mongodandmongos", mongodAndMongosFiles, LIBDEPS=["message_server_port"]) env.Library("mongodwebserver", [ "db/clientlistplugin.cpp", "db/repl/replset_web_handler.cpp", "db/restapi.cpp", "db/stats/snapshots_webplugins.cpp", ], LIBDEPS=["coredb", "mongodandmongos"]) mongodOnlyFiles = [ "db/db.cpp", "db/commands/touch.cpp", "db/mongod_options_init.cpp" ] # ----- TARGETS ------ env.Library("gridfs", "client/gridfs.cpp") env.Library("coreserver", coreServerFiles, LIBDEPS=["mongocommon", "scripting"]) # mongod options env.Library("mongod_options", ["db/mongod_options.cpp"], LIBDEPS=['server_options', 'mongocommon', 'serveronly', 'coreserver', 'coredb', '$BUILD_DIR/mongo/util/options_parser/options_parser_init']) # main db target mongod = env.Install( '#/', env.Program( "mongod", mongodOnlyFiles, LIBDEPS=["coredb", "coreserver", "mongodandmongos", "mongodwebserver", "ntservice", "serveronly", "mongod_options", ] ) ) Default( mongod ) # tools allToolFiles = ["tools/tool.cpp", "tools/stat_util.cpp", "tools/tool_logger.cpp"] env.Library("tool_options", "tools/tool_options.cpp", LIBDEPS=["server_options", "$BUILD_DIR/mongo/util/options_parser/options_parser_init", "serveronly", "coreserver", "coredb", ]) env.Library("alltools", allToolFiles, LIBDEPS=["serveronly", "coreserver", "coredb", "$BUILD_DIR/mongo/util/options_parser/options_parser", "$BUILD_DIR/mongo/db/auth/authmocks", "$BUILD_DIR/mongo/db/auth/authmongod"]) normalTools = [ "dump", "restore", "export", "import", "stat", "top", "oplog" ] env.Alias( "tools", [ "#/${PROGPREFIX}mongo" + name + "${PROGSUFFIX}" for name in normalTools ] ) for name in normalTools: env.Install( '#/', env.Program("mongo" + name, ["tools/" + name + ".cpp", "tools/mongo" + name + "_options_init.cpp"], LIBDEPS=["alltools", "mongo" + name + "_options"]) ) env.Library("mongo" + name + "_options", ["tools/mongo" + name + "_options.cpp"], LIBDEPS=['tool_options']) #some special tools env.Library("mongofiles_options", ["tools/mongofiles_options.cpp"], LIBDEPS=['tool_options']) env.Library("bsondump_options", ["tools/bsondump_options.cpp"], LIBDEPS=['tool_options']) env.Library("mongobridge_options", ["tools/mongobridge_options.cpp"], LIBDEPS=['tool_options']) env.Install( '#/', [ env.Program( "mongofiles", ["tools/files.cpp", "tools/mongofiles_options_init.cpp"], LIBDEPS=["alltools", "gridfs", "mongofiles_options"] ), env.Program( "bsondump", ["tools/bsondump.cpp", "tools/bsondump_options_init.cpp"], LIBDEPS=["alltools", "bsondump_options"]), env.Program( "mongobridge", ["tools/bridge.cpp", "tools/mongobridge_options_init.cpp"], LIBDEPS=["serveronly", "coreserver", "coredb", "mongobridge_options"] ), env.Program( "mongoperf", "client/examples/mongoperf.cpp", LIBDEPS=["serveronly", "coreserver", "coredb"] ), ] ) # mongos options env.Library("mongos_options", ["s/mongos_options.cpp"], LIBDEPS=['mongoscore', 'coreshard', 'mongocommon', 'coreserver', 'coredb', '$BUILD_DIR/mongo/util/options_parser/options_parser_init']) # mongos mongos = env.Program( "mongos", [ "s/server.cpp", "s/mongos_options_init.cpp" ] , LIBDEPS=["mongoscore", "coreserver", "coredb", "mongocommon", "coreshard", "ntservice", "mongodandmongos", "s/upgrade", "mongos_options" ]) env.Install( '#/', mongos ) env.Library("clientandshell", ["client/clientAndShell.cpp"], LIBDEPS=["mongocommon", "defaultversion", "gridfs"]) env.Library("allclient", "client/clientOnly.cpp", LIBDEPS=["clientandshell"]) # dbtests test binary options env.Library("framework_options", ["dbtests/framework_options.cpp"], LIBDEPS=['$BUILD_DIR/mongo/util/options_parser/options_parser_init']) # dbtests test binary env.Library('testframework', ['dbtests/framework.cpp', 'dbtests/framework_options_init.cpp'], LIBDEPS=['unittest/unittest', 'framework_options', ]) env.Library('mocklib', [ 'dbtests/mock/mock_conn_registry.cpp', 'dbtests/mock/mock_dbclient_connection.cpp', 'dbtests/mock/mock_dbclient_cursor.cpp', 'dbtests/mock/mock_remote_db_server.cpp', 'dbtests/mock/mock_replica_set.cpp' ], LIBDEPS=['clientdriver']) test = testEnv.Install( '#/', testEnv.Program("dbtest", [ f for f in Glob("dbtests/*.cpp") if not str(f).endswith('framework.cpp') and not str(f).endswith('framework_options.cpp') and not str(f).endswith('framework_options_init.cpp') ], LIBDEPS = [ "mutable_bson_test_utils", "mongocommon", "serveronly", "coreserver", "coredb", "testframework", "gridfs", "s/upgrade", "s/cluster_ops", "s/cluster_ops_impl", "mocklib", "db/exec/mock_stage", "$BUILD_DIR/mongo/db/auth/authmocks", "$BUILD_DIR/mongo/db/query/query"])) if len(testEnv.subst('$PROGSUFFIX')): testEnv.Alias( "dbtest", "#/${PROGPREFIX}dbtest${PROGSUFFIX}" ) env.Install( '#/', testEnv.Program( "perftest", [ "dbtests/perf/perftest.cpp" ], LIBDEPS=["serveronly", "coreserver", "coredb", "testframework" ] ) ) # --- sniffer --- mongosniff_built = False if darwin or env["_HAVEPCAP"]: mongosniff_built = True sniffEnv = env.Clone() sniffEnv.Append( CPPDEFINES="MONGO_EXPOSE_MACROS" ) if not windows: sniffEnv.Append( LIBS=[ "pcap" ] ) else: sniffEnv.Append( LIBS=[ "wpcap" ] ) sniffEnv.Install( '#/', sniffEnv.Program( "mongosniff", "tools/sniffer.cpp", LIBDEPS=["gridfs", "serveronly", "coreserver", "coredb"])) # --- shell --- # if you add a file here, you need to add it in scripting/engine.cpp and shell/createCPPfromJavaScriptFiles.js as well env.JSHeader("shell/mongo.cpp", [ "shell/assert.js", "shell/bulk_api.js", "shell/collection.js", "shell/db.js", "shell/mongo.js", "shell/mr.js", "shell/query.js", "shell/types.js", "shell/upgrade_check.js", "shell/utils.js", "shell/utils_sh.js", "shell/utils_auth.js", ]) # if you add a file here, you need to add it in shell/shell_utils.cpp and shell/createCPPfromJavaScriptFiles.js as well env.JSHeader("shell/mongo-server.cpp", ["shell/servers.js", "shell/shardingtest.js", "shell/servers_misc.js", "shell/replsettest.js", "shell/replsetbridge.js"]) coreShellFiles = [ "shell/shell_utils.cpp", "shell/shell_utils_extended.cpp", "shell/shell_utils_launcher.cpp", "shell/mongo-server.cpp", "shell/linenoise.cpp", "shell/linenoise_utf8.cpp", "shell/mk_wcwidth.cpp", "shell/shell_options_init.cpp" ] if shellEnv is not None: env.Library("shell_core", coreShellFiles, LIBDEPS=['clientandshell', 'db/index/external_key_generator', 'index_key_validate', 'scripting', 'mongocommon']) # mongo shell options env.Library("shell_options", ["shell/shell_options.cpp"], LIBDEPS=['$BUILD_DIR/mongo/util/options_parser/options_parser_init']) mongo_shell = shellEnv.Program( "mongo", "shell/dbshell.cpp", LIBDEPS=["$BUILD_DIR/third_party/shim_pcrecpp", "shell_options", "shell_core", ]) shellEnv.Install( '#/', mongo_shell ) # ---- INSTALL ------- # binaries def checkGlibc(target,source,env): import subprocess import SCons.Errors stringProcess = subprocess.Popen( [ "strings", str( target[0] ) ], stdout=subprocess.PIPE ) stringResult = stringProcess.communicate()[0] if stringResult.count( "GLIBC_2.4" ) > 0: print( "************* " + str( target[0] ) + " has GLIBC_2.4 dependencies!" ) raise SCons.Errors.BuildError( node=target[0], errstr="target has GLIBC_2.4 dependencies!") distBinaries = [] if windows: distBinaries.extend(['mongod.pdb', 'mongos.pdb']) def installBinary( e, name ): global distBinaries name = add_exe( name ) if enforce_glibc: e.AddPostAction( name, checkGlibc ) if (solaris or linux) and (not has_option("nostrip")): name = e.Command('stripped/%s' % name, name, Copy('$TARGET', '$SOURCE'))[0] e.AddPostAction(name, 'strip $TARGET') distBinaries.append(name) inst = e.Install( "$INSTALL_DIR/bin", name ) if nix: e.AddPostAction( inst, 'chmod 755 $TARGET' ) for t in ["mongo" + x for x in normalTools] + ["mongofiles", "bsondump", "mongoperf" ]: installBinary( env, t ) env.Alias("tools", '#/' + add_exe(t)) env.Alias("tools", "#/" + add_exe("perftest")) env.Alias("tools", "#/" + add_exe("mongobridge")) if mongosniff_built: installBinary(env, "mongosniff") env.Alias("tools", '#/' + add_exe("mongosniff")) installBinary( env, "mongod" ) installBinary( env, "mongos" ) if shellEnv is not None: installBinary( env, "mongo" ) env.Alias( "core", [ '#/%s' % b for b in [ add_exe( "mongo" ), add_exe( "mongod" ), add_exe( "mongos" ) ] ] ) # Stage the top-level mongodb banners distsrc = env.Dir('#distsrc') env.Append(MODULE_BANNERS = [distsrc.File('README'), distsrc.File('THIRD-PARTY-NOTICES')]) # If no module has introduced a file named LICENSE.txt, then inject the AGPL. if sum(itertools.imap(lambda x: x.name == "LICENSE.txt", env['MODULE_BANNERS'])) == 0: env.Append(MODULE_BANNERS = [distsrc.File('GNU-AGPL-3.0')]) # All module banners get staged to the top level of the tarfile, so we # need to fail if we are going to have a name collision. module_banner_filenames = set([f.name for f in env['MODULE_BANNERS']]) if not len(module_banner_filenames) == len(env['MODULE_BANNERS']): # TODO: Be nice and identify conflicts in error. print "ERROR: Filename conflicts exist in module banners." Exit(-1) # Build a set of directories containing module banners, and use that # to build a --transform option for each directory so that the files # are tar'ed up to the proper location. module_banner_dirs = set([Dir('#').rel_path(f.get_dir()) for f in env['MODULE_BANNERS']]) module_banner_transforms = ["--transform %s=$SERVER_DIST_BASENAME" % d for d in module_banner_dirs] # Allow modules to map original file name directories to subdirectories # within the archive (e.g. { "src/mongo/db/modules/enterprise/docs": "snmp"}) archive_addition_transforms = [] for full_dir, archive_dir in env["ARCHIVE_ADDITION_DIR_MAP"].items(): archive_addition_transforms.append("--transform %s=$SERVER_DIST_BASENAME/%s" % (full_dir, archive_dir)) env.Command( '#/${SERVER_ARCHIVE}', ['#buildscripts/make_archive.py'] + env["MODULE_BANNERS"] + env["ARCHIVE_ADDITIONS"] + distBinaries, ' '.join(['$PYTHON ${SOURCES[0]} -o $TARGET'] + archive_addition_transforms + module_banner_transforms + [ '--transform ${str(Dir(BUILD_DIR))}/mongo/stripped=$SERVER_DIST_BASENAME/bin', '--transform ${str(Dir(BUILD_DIR))}/mongo=$SERVER_DIST_BASENAME/bin', '${TEMPFILE(SOURCES[1:])}'])) #final alias env.Alias( "install", "$INSTALL_DIR" )