merge_files Namespace Reference

Functions
def	mergeFiles

Variables
tuple	parser = OptionParser(usage="usage: %prog [options]")
string	action = "append"
string	dest = "fragFileNames"
list	default = []
string	help = "The path and name of the file one wants to merge into the 'master' one"
int	sc = 1
string	stampFileName = lambdax:x+".stamp"
tuple	globalLock = locker.LockFile(os.environ["GAUDI_BUILD_LOCK"], temporary = True)

Function Documentation

def merge_files.mergeFiles	(		fragFileNames,
			mergedFileName,
			commentChar,
			doMerge,
			ignoreMissing
	)

Definition at line 12 of file merge_files.py.

def mergeFiles( fragFileNames, mergedFileName, commentChar, doMerge, ignoreMissing ):

    startMark = "%s --Beg " % commentChar
    timeMark  = "%s --Date inserted: %s" % (commentChar, datetime.now())
    endMark   = "%s --End " % commentChar
    nameOffset = len(startMark)

    basenames = map(os.path.basename, fragFileNames)

    isNewFile = not os.path.exists(mergedFileName)

    # create an empty file if it does not exist
    # "append mode" ensures that, in case of two processes trying to
    # create the file, they do not truncate each other file
    if isNewFile:
        # check if the destination directory exists
        path_to_file = os.path.split(mergedFileName)[0]
        if path_to_file and not os.path.isdir(path_to_file):
            # if doesn't exist, create it
            os.makedirs(path_to_file)
        open(mergedFileName,'a')

    mergedFile = open( mergedFileName, 'r+' )

    # locking file, gaining exclusive access to it
    lock = locker.lock( mergedFile )
    try:

        newLines = [ ]
        skipBlock = ""
        for line in mergedFile.readlines():
            if line.startswith(startMark) and line[nameOffset:].strip() in basenames:
                skipBlock = endMark + line[nameOffset:].strip()
                # remove all the empty lines occurring before the start mark
                while (len(newLines) > 0) and (newLines[-1].strip() == ''):
                    newLines.pop()
            if not skipBlock:
                newLines.append(line)
            if line.startswith(skipBlock):
                skipBlock = ""
        if skipBlock:
            print "WARNING: missing end mark ('%s')" % skipBlock

        if doMerge:
            for f in fragFileNames:
                if ignoreMissing and not os.path.exists(f):
                    print "WARNING: '%s' does not exist, I'm ignoring it" % f
                    continue
                # I do not want to add 2 empty lines at the beginning of a file
                if newLines:
                    newLines.append('\n\n')
                bf = os.path.basename(f)
                newLines.append(startMark + bf + '\n')
                newLines.append(timeMark + '\n')
                fileData = open(f, 'r').read()
                newLines.append(fileData)
                if fileData and fileData[-1] != '\n':
                    newLines.append('\n')
                newLines.append(endMark + bf + '\n')

        mergedFile.seek(0)
        mergedFile.truncate(0)
        mergedFile.writelines(newLines)

    finally:
        # unlock file
        locker.unlock( mergedFile )

    return 0