|
Gaudi Framework, version v21r8 |
| Home | Generated: 17 Mar 2010 |
|
|
Gaudi Framework, version v21r8 |
| Home | Generated: 17 Mar 2010 |
Classes | |
| class | ZipdirError |
| Class for generic exception coming from the zipdir() function. More... | |
Functions | |
| def | _zipChanges |
| Collect the changes to be applied to the zip file. | |
| def | zipdir |
| Make a zip file out of a directory containing python modules. | |
| def | main |
| Main function of the script. | |
| def ZipPythonDir::_zipChanges | ( | directory, | ||
| infolist | ||||
| ) | [private] |
Collect the changes to be applied to the zip file.
| directory,: | directory to be packed in the zip file | |
| infolist,: | list of ZipInfo objects already contained in the zip archive |
Definition at line 23 of file ZipPythonDir.py.
00023 : 00024 # gets the dates of the files in the zip archive 00025 infos = {} 00026 for i in infolist: 00027 fn = i.filename 00028 if fn.endswith(".pyc"): 00029 fn = fn[:-1] 00030 infos[fn] = i.date_time 00031 00032 # gets the changes 00033 added = [] 00034 modified = [] 00035 untouched = [] 00036 removed = [] 00037 all_files = set() 00038 00039 log = logging.getLogger("zipdir") 00040 dirlen = len(directory) + 1 00041 for root, _dirs, files in os.walk(directory): 00042 arcdir = root[dirlen:] 00043 for f in files: 00044 ext = os.path.splitext(f)[1] 00045 if ext == ".py": # extensions that can enter the zip file 00046 filename = os.path.join(arcdir, f) 00047 all_files.add(filename) 00048 if filename not in infos: 00049 action = "A" 00050 added.append(filename) 00051 else: 00052 filetime = time.localtime(os.stat(os.path.join(directory,filename))[stat.ST_MTIME])[:6] 00053 if filetime > infos[filename]: 00054 action = "M" 00055 modified.append(filename) 00056 else: 00057 action = "U" 00058 untouched.append(filename) 00059 if action in ['U']: 00060 log.debug(" %s -> %s", action, filename) 00061 else: 00062 log.info(" %s -> %s", action, filename) 00063 elif ext not in [".pyc", ".pyo", ".stamp", ".cmtref"]: # extensions that can be ignored 00064 raise ZipdirError("Cannot add '%s' to the zip file, only '.py' are allowed." % os.path.join(arcdir, f)) 00065 # check for removed files 00066 for filename in infos: 00067 if filename not in all_files: 00068 removed.append(filename) 00069 log.info(" %s -> %s", "R", filename) 00070 return (added, modified, untouched, removed) 00071 ## Make a zip file out of a directory containing python modules
| def ZipPythonDir::main | ( | argv = None |
) |
Main function of the script.
Parse arguments and call zipdir() for each directory passed as argument
Definition at line 127 of file ZipPythonDir.py.
00127 : 00128 from optparse import OptionParser 00129 parser = OptionParser(usage = "%prog [options] directory1 [directory2 ...]") 00130 parser.add_option("--no-pyc", action = "store_true", 00131 help = "copy the .py files without pre-compiling them") 00132 parser.add_option("--quiet", action = "store_true", 00133 help = "do not print info messages") 00134 parser.add_option("--debug", action = "store_true", 00135 help = "print debug messages (has priority over --quiet)") 00136 00137 if argv is None: 00138 argv = sys.argv 00139 opts, args = parser.parse_args(argv[1:]) 00140 00141 if not args: 00142 parser.error("Specify at least one directory to zip") 00143 00144 # Initialize the logging module 00145 level = logging.INFO 00146 if opts.quiet: 00147 level = logging.WARNING 00148 if opts.debug: 00149 level = logging.DEBUG 00150 logging.basicConfig(level = level) 00151 00152 if "GAUDI_BUILD_LOCK" in os.environ: 00153 _scopedLock = locker.LockFile(os.environ["GAUDI_BUILD_LOCK"], temporary = True) 00154 # zip all the directories passed as arguments 00155 for d in args: 00156 zipdir(d, opts.no_pyc) 00157 if __name__ == '__main__':
| def ZipPythonDir::zipdir | ( | directory, | ||
no_pyc = False | ||||
| ) |
Make a zip file out of a directory containing python modules.
Definition at line 73 of file ZipPythonDir.py.
00073 : 00074 log = logging.getLogger("zipdir") 00075 if not os.path.isdir(directory): 00076 raise OSError(20, "Not a directory", directory) 00077 msg = "Zipping directory '%s'" 00078 if no_pyc: 00079 msg += " (without pre-compilation)" 00080 log.info(msg, directory) 00081 filename = os.path.realpath(directory + ".zip") 00082 00083 # Open the file in read an update mode 00084 if os.path.exists(filename): 00085 zipFile = open(filename, "r+b") 00086 else: 00087 # If the file does not exist, we need to create it. 00088 # "append mode" ensures that, in case of two processes trying to 00089 # create the file, they do not truncate each other file 00090 zipFile = open(filename, "ab") 00091 00092 locker.lock(zipFile) 00093 try: 00094 if zipfile.is_zipfile(filename): 00095 infolist = zipfile.ZipFile(filename).infolist() 00096 else: 00097 infolist = [] 00098 (added, modified, untouched, removed) = _zipChanges(directory, infolist) 00099 if added or modified or removed: 00100 tempBuf = StringIO() 00101 z = zipfile.PyZipFile(tempBuf, "w", zipfile.ZIP_DEFLATED) 00102 for f in added + modified + untouched: 00103 src = os.path.join(directory, f) 00104 if no_pyc: 00105 log.debug("adding '%s'", f) 00106 z.write(src, f) 00107 else: 00108 # Remove the .pyc file to always force a re-compilation 00109 if os.path.exists(src + 'c'): 00110 log.debug("removing old .pyc for '%s'", f) 00111 os.remove(src + 'c') 00112 log.debug("adding '%s'", f) 00113 z.writepy(src, os.path.dirname(f)) 00114 z.close() 00115 zipFile.seek(0) 00116 zipFile.write(tempBuf.getvalue()) 00117 zipFile.truncate() 00118 log.info("File '%s' closed", filename) 00119 else: 00120 log.info("Nothing to do on '%s'", filename) 00121 finally: 00122 locker.unlock(zipFile) 00123 zipFile.close() 00124 ## Main function of the script.