"""Generate vcxproj and vcxproj.filters files for browsing code in Visual Studio 2015. To build mongodb, you must use scons. You can use this project to navigate code during debugging. HOW TO USE First, you need a compile_commands.json file, to generate run the following command: scons compiledb Next, run the following command python buildscripts/make_vcxproj.py FILE_NAME where FILE_NAME is the of the file to generate e.g., "mongod" """ import io import json import os import re import sys import uuid import argparse import xml.etree.ElementTree as ET VCXPROJ_FOOTER = r""" """ VCXPROJ_NAMESPACE = 'http://schemas.microsoft.com/developer/msbuild/2003' # We preserve certain fields by saving them and restoring between file generations VCXPROJ_FIELDS_TO_PRESERVE = [ "NMakeBuildCommandLine", "NMakeOutput", "NMakeCleanCommandLine", "NMakeReBuildCommandLine", ] VCXPROJ_TOOLSVERSION = { "14.1": "15.0", "14.2": "16.0", "14.3": "17.0", } VCXPROJ_PLATFORM_TOOLSET = { "14.1": "v141", "14.2": "v142", "14.3": "v143", } VCXPROJ_WINDOWS_TARGET_SDK = { "14.1": "10.0.17763.0", "14.2": "10.0.18362.0", "14.3": "10.0.19041.0", } VCXPROJ_MSVC_DEFAULT_VERSION = "14.3" # Visual Studio 2022 def get_defines(args): """Parse a compiler argument list looking for defines.""" ret = set() for arg in args: if arg.startswith('/D'): ret.add(arg[2:]) return ret def get_includes(args): """Parse a compiler argument list looking for includes.""" ret = set() for arg in args: if arg.startswith('/I'): ret.add(arg[2:]) return ret def _read_vcxproj(file_name): """Parse a vcxproj file and look for "NMake" prefixed elements in PropertyGroups.""" # Skip if this the first run if not os.path.exists(file_name): return None tree = ET.parse(file_name) interesting_tags = ['{%s}%s' % (VCXPROJ_NAMESPACE, tag) for tag in VCXPROJ_FIELDS_TO_PRESERVE] save_elements = {} for parent in tree.getroot(): for child in parent: if child.tag in interesting_tags: cond = parent.attrib['Condition'] save_elements[(parent.tag, child.tag, cond)] = child.text return save_elements def _replace_vcxproj(file_name, restore_elements): """Parse a vcxproj file, and replace elememts text nodes with values saved before.""" # Skip if this the first run if not restore_elements: return tree = ET.parse(file_name) interesting_tags = ['{%s}%s' % (VCXPROJ_NAMESPACE, tag) for tag in VCXPROJ_FIELDS_TO_PRESERVE] for parent in tree.getroot(): for child in parent: if child.tag in interesting_tags: # Match PropertyGroup elements based on their condition cond = parent.attrib['Condition'] saved_value = restore_elements[(parent.tag, child.tag, cond)] child.text = saved_value stream = io.StringIO() tree.write(stream, encoding='unicode') str_value = stream.getvalue() # Strip the "ns0:" namespace prefix because ElementTree does not support default namespaces. str_value = str_value.replace("\n") self.vcxproj.write("" + ';'.join(common_defines) + ";%(PreprocessorDefinitions)\n") self.vcxproj.write("\n") self.vcxproj.write(" \n") for command in self.compiles: defines = command["defines"].difference(common_defines) if defines: self.vcxproj.write(" " + ';'.join(defines) + ";%(PreprocessorDefinitions)" + "\n") else: self.vcxproj.write(" \n") self.vcxproj.write(" \n") self.filters = open(self.target + ".vcxproj.filters", "w") self.filters.write("\n") self.filters.write("\n") self.__write_filters() self.vcxproj.write(VCXPROJ_FOOTER) self.vcxproj.close() self.filters.write("\n") self.filters.close() # Replace build commands _replace_vcxproj(self.vcxproj_file_name, self.existing_build_commands) def parse_line(self, line): """Parse a build line.""" if line.startswith("cl"): self.__parse_cl_line(line[3:]) def __parse_cl_line(self, line): """Parse a compiler line.""" # Get the file we are compilong file_name = re.search(r"/c ([\w\\.-]+) ", line).group(1) # Skip files made by scons for configure testing if "sconf_temp" in file_name: return self.files.add(file_name) args = line.split(' ') file_defines = set() for arg in get_defines(args): if arg not in self.common_defines: file_defines.add(arg) self.all_defines = self.all_defines.union(file_defines) for arg in get_includes(args): self.includes.add(arg) self.compiles.append({"file": file_name, "defines": file_defines}) @staticmethod def __is_header(name): """Return True if this a header file.""" headers = [".h", ".hpp", ".hh", ".hxx"] for header in headers: if name.endswith(header): return True return False @staticmethod def __cpp_file(name): """Return True if this a C++ header or source file.""" file_exts = [".cpp", ".c", ".cxx", ".h", ".hpp", ".hh", ".hxx"] file_ext = os.path.splitext(name)[1] if file_ext in file_exts: return True return False def __write_filters(self): """Generate the vcxproj.filters file.""" # 1. get a list of directories for all the files # 2. get all the C++ files in each of these dirs # 3. Output these lists of files to vcxproj and vcxproj.headers # Note: order of these lists does not matter, VS will sort them anyway dirs = set() scons_files = set() for file_name in self.files: dirs.add(os.path.dirname(file_name)) base_dirs = set() for directory in dirs: if not os.path.exists(directory): print(("Warning: skipping include file scan for directory '%s'" + " because it does not exist.") % str(directory)) continue # Get all the C++ files for file_name in os.listdir(directory): if self.__cpp_file(file_name): self.files.add(directory + "\\" + file_name) # Make sure the set also includes the base directories # (i.e. src/mongo and src as examples) base_name = os.path.dirname(directory) while base_name: base_dirs.add(base_name) base_name = os.path.dirname(base_name) dirs = dirs.union(base_dirs) # Get all the scons files for directory in dirs: if os.path.exists(directory): for file_name in os.listdir(directory): if file_name == "SConstruct" or "SConscript" in file_name: scons_files.add(directory + "\\" + file_name) scons_files.add("SConstruct") # Write a list of directory entries with unique guids self.filters.write(" \n") for file_name in sorted(dirs): self.filters.write(" \n" % file_name) self.filters.write(" {%s}\n" % uuid.uuid4()) self.filters.write(" \n") self.filters.write(" \n") # Write a list of files to compile self.filters.write(" \n") for file_name in sorted(self.files): if not self.__is_header(file_name): self.filters.write(" \n" % file_name) self.filters.write(" %s\n" % os.path.dirname(file_name)) self.filters.write(" \n") self.filters.write(" \n") # Write a list of headers self.filters.write(" \n") for file_name in sorted(self.files): if self.__is_header(file_name): self.filters.write(" \n" % file_name) self.filters.write(" %s\n" % os.path.dirname(file_name)) self.filters.write(" \n") self.filters.write(" \n") # Write a list of scons files self.filters.write(" \n") for file_name in sorted(scons_files): self.filters.write(" \n" % file_name) self.filters.write(" %s\n" % os.path.dirname(file_name)) self.filters.write(" \n") self.filters.write(" \n") # Write a list of headers into the vcxproj self.vcxproj.write(" \n") for file_name in sorted(self.files): if self.__is_header(file_name): self.vcxproj.write(" \n" % file_name) self.vcxproj.write(" \n") # Write a list of scons files into the vcxproj self.vcxproj.write(" \n") for file_name in sorted(scons_files): self.vcxproj.write(" \n" % file_name) self.vcxproj.write(" \n") def main(): """Execute Main program.""" parser = argparse.ArgumentParser(description='VS Project File Generator.') parser.add_argument('--version', type=str, nargs='?', help="MSVC Toolchain version", default=VCXPROJ_MSVC_DEFAULT_VERSION) parser.add_argument('target', type=str, help="File to generate") args = parser.parse_args() with ProjFileGenerator(args.target, args.version) as projfile: with open("compile_commands.json", "rb") as sjh: contents = sjh.read().decode('utf-8') commands = json.loads(contents) for command in commands: command_str = command["command"] projfile.parse_line(command_str) main()