# Copyright (C) 2002-2023 Free Software Foundation, Inc. # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program. If not, see . #=============================================================================== # Define global imports #=============================================================================== import os import codecs import filecmp import subprocess as sp from enum import Enum from . import constants from .GLError import GLError from .GLConfig import GLConfig #=============================================================================== # Define module information #=============================================================================== __author__ = constants.__author__ __license__ = constants.__license__ __copyright__ = constants.__copyright__ #=============================================================================== # Define global constants #=============================================================================== DIRS = constants.DIRS joinpath = constants.joinpath copyfile = constants.copyfile movefile = constants.movefile isdir = os.path.isdir isfile = os.path.isfile #=============================================================================== # Define CopyAction class #=============================================================================== class CopyAction(Enum): Copy = 0 Symlink = 1 #=============================================================================== # Define GLFileSystem class #=============================================================================== class GLFileSystem(object): '''GLFileSystem class is used to create virtual filesystem, which is based on the gnulib directory and directories specified by localpath argument. Its main method lookup(file) is used to find file in these directories or combine it using Linux 'patch' utility.''' def __init__(self, config): '''Create new GLFileSystem instance. The only argument is localpath, which can be an empty list.''' if type(config) is not GLConfig: raise TypeError('config must be a GLConfig, not %s' % type(config).__name__) self.config = config def __repr__(self): '''x.__repr__ <==> repr(x)''' result = '' % hex(id(self)) return result def lookup(self, name): '''GLFileSystem.lookup(name) -> tuple Lookup a file in gnulib and localpath directories or combine it using 'patch' utility. If file was found, method returns string, else it raises GLError telling that file was not found. Function also returns flag which indicates whether file is a temporary file. GLConfig: localpath.''' if type(name) is not str: raise TypeError('name must be a string, not %s' % type(name).__name__) localpath = self.config['localpath'] # Each element in localpath is a directory whose contents overrides # or amends the result of the lookup in the rest of localpath and # the gnulib dir. So, the first element of localpath is the highest # priority one. lookedupFile = None lookedupPatches = [] for localdir in localpath: file_in_localdir = joinpath(localdir, name) if isfile(file_in_localdir): lookedupFile = file_in_localdir break diff_in_localdir = joinpath(localdir, '%s.diff' % name) if isfile(diff_in_localdir): lookedupPatches.append(diff_in_localdir) # Treat the gnulib dir like a lowest-priority --local-dir, except that # here we don't look for .diff files. if lookedupFile == None: file_in_localdir = joinpath(DIRS['root'], name) if isfile(file_in_localdir): lookedupFile = file_in_localdir if lookedupFile != None: if len(lookedupPatches) > 0: # Apply the patches, from lowest-priority to highest-priority. tempFile = joinpath(self.config['tempdir'], name) try: # Try to create directories os.makedirs(os.path.dirname(tempFile)) except OSError as error: pass # Skip errors if directory exists if isfile(tempFile): os.remove(tempFile) copyfile(lookedupFile, tempFile) for diff_in_localdir in reversed(lookedupPatches): command = 'patch -s "%s" < "%s" >&2' % (tempFile, diff_in_localdir) try: # Try to apply patch sp.check_call(command, shell=True) except sp.CalledProcessError as error: raise GLError(2, name) result = (tempFile, True) else: result = (lookedupFile, False) else: raise GLError(1, name) return result def shouldLink(self, original, lookedup): '''GLFileSystem.shouldLink(original, lookedup) Determines whether the original file should be copied or symlinked. Returns a CopyAction.''' symbolic = self.config['symbolic'] lsymbolic = self.config['lsymbolic'] localpath = self.config['localpath'] if symbolic: return CopyAction.Symlink if lsymbolic: for localdir in localpath: if lookedup == joinpath(localdir, original): return CopyAction.Symlink return CopyAction.Copy #=============================================================================== # Define GLFileAssistant class #=============================================================================== class GLFileAssistant(object): '''GLFileAssistant is used to help with file processing.''' def __init__(self, config, transformers=dict()): '''Create GLFileAssistant instance.''' if type(config) is not GLConfig: raise TypeError('config must be a GLConfig, not %s' % type(config).__name__) if type(transformers) is not dict: raise TypeError('transformers must be a dict, not %s' % type(transformers).__name__) for key in ['lib', 'aux', 'main', 'tests']: if key not in transformers: transformers[key] = 's,x,x,' else: # if key in transformers value = transformers[key] if type(value) is not str: raise TypeError('transformers[%s] must be a string, not %s' % (key, type(value).__name__)) self.original = None self.rewritten = None self.added = list() self.config = config self.transformers = transformers self.filesystem = GLFileSystem(self.config) def __repr__(self): '''x.__repr__() <==> repr(x)''' result = '' % hex(id(self)) return result def tmpfilename(self, path): '''GLFileAssistant.tmpfilename() -> str Return the name of a temporary file (file is relative to destdir).''' if type(path) is not str: raise TypeError('path must be a string, not %s' % (type(path).__name__)) if not self.config['dryrun']: # Put the new contents of $file in a file in the same directory (needed # to guarantee that an 'mv' to "$destdir/$file" works). result = joinpath(self.config['destdir'], '%s.tmp' % path) dirname = os.path.dirname(result) if dirname and not isdir(dirname): os.makedirs(dirname) else: # if self.config['dryrun'] # Put the new contents of $file in a file in a temporary directory # (because the directory of "$file" might not exist). tempdir = self.config['tempdir'] result = joinpath(tempdir, '%s.tmp' % os.path.basename(path)) dirname = os.path.dirname(result) if not isdir(dirname): os.makedirs(dirname) return result def setOriginal(self, original): '''GLFileAssistant.setOriginal(original) Set the name of the original file which will be used.''' if type(original) is not str: raise TypeError('original must be a string, not %s' % (type(original).__name__)) self.original = original def setRewritten(self, rewritten): '''GLFileAssistant.setRewritten(rewritten) Set the name of the rewritten file which will be used.''' if type(rewritten) is not str: raise TypeError('rewritten must be a string, not %s' % type(rewritten).__name__) self.rewritten = rewritten def addFile(self, file): '''GLFileAssistant.addFile(file) Add file to the list of added files.''' if file not in self.added: self.added += [file] def removeFile(self, file): '''GLFileAssistant.removeFile(file) Remove file from the list of added files.''' if file in self.added: self.added.pop(file) def getFiles(self): '''Return list of the added files.''' return list(self.added) def add(self, lookedup, tmpflag, tmpfile): '''GLFileAssistant.add(lookedup, tmpflag, tmpfile) This method copies a file from gnulib into the destination directory. The destination is known to exist. If tmpflag is True, then lookedup file is a temporary one.''' original = self.original rewritten = self.rewritten destdir = self.config['destdir'] if original == None: raise TypeError('original must be set before applying the method') if rewritten == None: raise TypeError('rewritten must be set before applying the method') if not self.config['dryrun']: print('Copying file %s' % rewritten) if self.filesystem.shouldLink(original, lookedup) == CopyAction.Symlink \ and not tmpflag and filecmp.cmp(lookedup, tmpfile): constants.link_if_changed(lookedup, joinpath(destdir, rewritten)) else: # if any of these conditions is not met try: # Try to move file movefile(tmpfile, joinpath(destdir, rewritten)) except Exception as error: raise GLError(17, original) else: # if self.config['dryrun'] print('Copy file %s' % rewritten) def update(self, lookedup, tmpflag, tmpfile, already_present): '''GLFileAssistant.update(lookedup, tmpflag, tmpfile, already_present) This method copies a file from gnulib into the destination directory. The destination is known to exist. If tmpflag is True, then lookedup file is a temporary one.''' original = self.original rewritten = self.rewritten destdir = self.config['destdir'] if original == None: raise TypeError('original must be set before applying the method') if rewritten == None: raise TypeError('rewritten must be set before applying the method') if type(lookedup) is not str: raise TypeError('lookedup must be a string, not %s' % type(lookedup).__name__) if type(already_present) is not bool: raise TypeError('already_present must be a bool, not %s' % type(already_present).__name__) basename = rewritten backupname = '%s~' % basename basepath = joinpath(destdir, basename) backuppath = joinpath(destdir, backupname) if not filecmp.cmp(basepath, tmpfile): if not self.config['dryrun']: if already_present: print('Updating file %s (backup in %s)' % (basename, backupname)) else: # if not already_present message = 'Replacing file ' message += '%s (non-gnulib code backed up in ' % basename message += '%s) !!' % backupname print(message) if isfile(backuppath): os.remove(backuppath) try: # Try to replace the given file movefile(basepath, backuppath) except Exception as error: raise GLError(17, original) if self.filesystem.shouldLink(original, lookedup) == CopyAction.Symlink \ and not tmpflag and filecmp.cmp(lookedup, tmpfile): constants.link_if_changed(lookedup, basepath) else: # if any of these conditions is not met try: # Try to move file if os.path.exists(basepath): os.remove(basepath) copyfile(tmpfile, rewritten) except Exception as error: raise GLError(17, original) else: # if self.config['dryrun'] if already_present: print('Update file %s (backup in %s)' % (rewritten, backupname)) else: # if not already_present print('Replace file %s (backup in %s)' % (rewritten, backupname)) def add_or_update(self, already_present): '''GLFileAssistant.add_or_update(already_present) This method handles a file that ought to be present afterwards.''' original = self.original rewritten = self.rewritten if original == None: raise TypeError('original must be set before applying the method') elif rewritten == None: raise TypeError('rewritten must be set before applying the method') if type(already_present) is not bool: raise TypeError('already_present must be a bool, not %s' % type(already_present).__name__) xoriginal = original if original.startswith('tests=lib/'): xoriginal = constants.substart('tests=lib/', 'lib/', original) lookedup, tmpflag = self.filesystem.lookup(xoriginal) tmpfile = self.tmpfilename(rewritten) sed_transform_lib_file = self.transformers.get('lib', '') sed_transform_build_aux_file = self.transformers.get('aux', '') sed_transform_main_lib_file = self.transformers.get('main', '') sed_transform_testsrelated_lib_file = self.transformers.get('tests', '') try: # Try to copy lookedup file to tmpfile copyfile(lookedup, tmpfile) except Exception as error: raise GLError(15, lookedup) # Don't process binary files with sed. if not (original.endswith(".class") or original.endswith(".mo")): transformer = '' if original.startswith('lib/'): if sed_transform_main_lib_file: transformer = sed_transform_main_lib_file elif original.startswith('build-aux/'): if sed_transform_build_aux_file: transformer = sed_transform_build_aux_file elif original.startswith('tests=lib/'): if sed_transform_testsrelated_lib_file: transformer = sed_transform_testsrelated_lib_file if transformer: args = ['sed', '-e', transformer] stdin = codecs.open(lookedup, 'rb', 'UTF-8') try: # Try to transform file data = sp.check_output(args, stdin=stdin, shell=False) data = data.decode("UTF-8") except Exception as error: raise GLError(16, lookedup) with codecs.open(tmpfile, 'wb', 'UTF-8') as file: file.write(data) path = joinpath(self.config['destdir'], rewritten) if isfile(path): self.update(lookedup, tmpflag, tmpfile, already_present) os.remove(tmpfile) else: # if not isfile(path) self.add(lookedup, tmpflag, tmpfile) self.addFile(rewritten) def super_update(self, basename, tmpfile): '''GLFileAssistant.super_update(basename, tmpfile) -> tuple Move tmpfile to destdir/basename path, making a backup of it. Returns tuple, which contains basename, backupname and status. 0: tmpfile is the same as destfile; 1: tmpfile was used to update destfile; 2: destfile was created, because it didn't exist.''' backupname = '%s~' % basename basepath = joinpath(self.config['destdir'], basename) backuppath = joinpath(self.config['destdir'], backupname) if isfile(basepath): if filecmp.cmp(basepath, tmpfile): result_flag = 0 else: # if not filecmp.cmp(basepath, tmpfile) result_flag = 1 if not self.config['dryrun']: if isfile(backuppath): os.remove(backuppath) movefile(basepath, backuppath) movefile(tmpfile, basepath) else: # if self.config['dryrun'] os.remove(tmpfile) else: # if not isfile(basepath) result_flag = 2 if not self.config['dryrun']: if isfile(basepath): os.remove(basepath) movefile(tmpfile, basepath) else: # if self.config['dryrun'] os.remove(tmpfile) result = tuple([basename, backupname, result_flag]) return result