merge_files Namespace Reference

Functions
def	mergeFiles (fragFileNames, mergedFileName, commentChar, doMerge, ignoreMissing)

Variables
tuple	parser = OptionParser(usage="usage: %prog [options]")
string	action = "append"
string	dest = "fragFileNames"
list	default = []
string	help = "The path and name of the file one wants to merge into the 'master' one"
int	sc = 1
string	stampFileName = lambdax:x+".stamp"
tuple	globalLock = locker.LockFile(os.environ["GAUDI_BUILD_LOCK"], temporary = True)

Function Documentation

def merge_files.mergeFiles	(		fragFileNames,
			mergedFileName,
			commentChar,
			doMerge,
			ignoreMissing
	)

Definition at line 12 of file merge_files.py.

def mergeFiles( fragFileNames, mergedFileName, commentChar, doMerge, ignoreMissing ):

    startMark = "%s --Beg " % commentChar
    timeMark  = "%s --Date inserted: %s" % (commentChar, datetime.now())
    endMark   = "%s --End " % commentChar
    nameOffset = len(startMark)

    basenames = map(os.path.basename, fragFileNames)

    isNewFile = not os.path.exists(mergedFileName)

    # create an empty file if it does not exist
    # "append mode" ensures that, in case of two processes trying to
    # create the file, they do not truncate each other file
    if isNewFile:
        # check if the destination directory exists
        path_to_file = os.path.split(mergedFileName)[0]
        if path_to_file and not os.path.isdir(path_to_file):
            # if doesn't exist, create it
            os.makedirs(path_to_file)
        open(mergedFileName,'a')

    lockFile = open( mergedFileName + '.lock', 'a' )

    # locking file, gaining exclusive access to it
    # code from locker.py, only posix relevant part - we don't support NT - did we ever ??
    # Lock with a simple call to lockf() - this blocks until the lock is aquired
    try:
        fcntl.lockf( lockFile, fcntl.LOCK_EX )
    except IOError, exc_value:
        print "Problem when trying to lock {0}, IOError {1}".format(mergedFile, exc_value[0])
        raise

    mergedFile = open( mergedFileName, 'r' )

    try:

        newLines = [ ]
        skipBlock = ""
        for line in mergedFile.readlines():
            if line.startswith(startMark) and line[nameOffset:].strip() in basenames:
                skipBlock = endMark + line[nameOffset:].strip()
                # remove all the empty lines occurring before the start mark
                while (len(newLines) > 0) and (newLines[-1].strip() == ''):
                    newLines.pop()
            if not skipBlock:
                newLines.append(line)
            if line.startswith(skipBlock):
                skipBlock = ""
        if skipBlock:
            print "WARNING: missing end mark ('%s')" % skipBlock

        if doMerge:
            for f in fragFileNames:
                if ignoreMissing and not os.path.exists(f):
                    print "WARNING: '%s' does not exist, I'm ignoring it" % f
                    continue
                # I do not want to add 2 empty lines at the beginning of a file
                if newLines:
                    newLines.append('\n\n')
                bf = os.path.basename(f)
                newLines.append(startMark + bf + '\n')
                newLines.append(timeMark + '\n')
                fileData = open(f, 'r').read()
                newLines.append(fileData)
                if fileData and fileData[-1] != '\n':
                    newLines.append('\n')
                newLines.append(endMark + bf + '\n')

        #mergedFile.seek(0)
        #mergedFile.truncate(0)
        #mergedFile.writelines(newLines)

        newFile = open( mergedFileName + ".new" , 'w' )
        newFile.writelines(newLines)
        newFile.close()
        os.rename(mergedFileName + ".new",mergedFileName)
        
    finally:
        # unlock file
        fcntl.lockf( lockFile, fcntl.LOCK_UN )

    return 0

Variable Documentation

string merge_files.action = "append"

Definition at line 103 of file merge_files.py.

string merge_files.default = []

Definition at line 105 of file merge_files.py.

string merge_files.dest = "fragFileNames"

Definition at line 104 of file merge_files.py.

tuple merge_files.globalLock = locker.LockFile(os.environ["GAUDI_BUILD_LOCK"], temporary = True)

Definition at line 186 of file merge_files.py.

string merge_files.help = "The path and name of the file one wants to merge into the 'master' one"

Definition at line 106 of file merge_files.py.

tuple merge_files.parser = OptionParser(usage="usage: %prog [options]")

Definition at line 99 of file merge_files.py.

tuple merge_files.sc = 1

Definition at line 167 of file merge_files.py.

tuple merge_files.stampFileName = lambdax:x+".stamp"

Definition at line 176 of file merge_files.py.