X-Git-Url: https://git.donarmstrong.com/?a=blobdiff_plain;f=daklib%2Fpolicy.py;h=943d5686659182e29de49b1e327b2bdbedc7270f;hb=3f30db148883ec2970543f0e2a3aba74f1c3d754;hp=3a1cb32ca2ad0c7e4955549c6b8ea3c92ca9d84c;hpb=d0c59ca05415c09d05d5945f22cc3cd68363fe71;p=dak.git diff --git a/daklib/policy.py b/daklib/policy.py index 3a1cb32c..943d5686 100644 --- a/daklib/policy.py +++ b/daklib/policy.py @@ -17,9 +17,11 @@ """module to process policy queue uploads""" from .config import Config -from .dbconn import BinaryMetadata, Component, MetadataKey, Override, OverrideType, get_mapped_component +from .dbconn import BinaryMetadata, Component, MetadataKey, Override, OverrideType, Suite, get_mapped_component from .fstransactions import FilesystemTransaction from .regexes import re_file_changes, re_file_safe +from .packagelist import PackageList +import daklib.utils as utils import errno import os @@ -38,7 +40,7 @@ class UploadCopy(object): given by the C{directory} attribute. The copy will be removed on leaving the with-block. """ - def __init__(self, upload): + def __init__(self, upload, group=None): """initializer @type upload: L{daklib.dbconn.PolicyQueueUpload} @@ -47,8 +49,9 @@ class UploadCopy(object): self.directory = None self.upload = upload + self.group = group - def export(self, directory, mode=None, symlink=True): + def export(self, directory, mode=None, symlink=True, ignore_existing=False): """export a copy of the upload @type directory: str @@ -59,6 +62,9 @@ class UploadCopy(object): @type symlink: bool @param symlink: use symlinks instead of copying the files + + @type ignore_existing: bool + @param ignore_existing: ignore already existing files """ with FilesystemTransaction() as fs: source = self.upload.source @@ -68,29 +74,42 @@ class UploadCopy(object): for dsc_file in source.srcfiles: f = dsc_file.poolfile dst = os.path.join(directory, os.path.basename(f.filename)) - fs.copy(f.fullpath, dst, mode=mode, symlink=symlink) + if not os.path.exists(dst) or not ignore_existing: + fs.copy(f.fullpath, dst, mode=mode, symlink=symlink) + for binary in self.upload.binaries: f = binary.poolfile dst = os.path.join(directory, os.path.basename(f.filename)) - fs.copy(f.fullpath, dst, mode=mode, symlink=symlink) + if not os.path.exists(dst) or not ignore_existing: + fs.copy(f.fullpath, dst, mode=mode, symlink=symlink) # copy byhand files for byhand in self.upload.byhand: src = os.path.join(queue.path, byhand.filename) dst = os.path.join(directory, byhand.filename) - fs.copy(src, dst, mode=mode, symlink=symlink) + if not os.path.exists(dst) or not ignore_existing: + fs.copy(src, dst, mode=mode, symlink=symlink) # copy .changes src = os.path.join(queue.path, self.upload.changes.changesname) dst = os.path.join(directory, self.upload.changes.changesname) - fs.copy(src, dst, mode=mode, symlink=symlink) + if not os.path.exists(dst) or not ignore_existing: + fs.copy(src, dst, mode=mode, symlink=symlink) def __enter__(self): assert self.directory is None + mode = 0o0700 + symlink = True + if self.group is not None: + mode = 0o2750 + symlink = False + cnf = Config() - self.directory = tempfile.mkdtemp(dir=cnf.get('Dir::TempPath')) - self.export(self.directory, symlink=True) + self.directory = utils.temp_dirname(parent=cnf.get('Dir::TempPath'), + mode=mode, + group=self.group) + self.export(self.directory, symlink=symlink) return self def __exit__(self, *args): @@ -132,25 +151,14 @@ class PolicyQueueUploadHandler(object): .filter(Override.component == component) return query.first() - def _binary_override(self, binary, component_name): - package = binary.package + def _binary_override(self, name, binarytype, component_name): suite = self._overridesuite - overridetype = binary.binarytype component = get_mapped_component(component_name, self.session) - query = self.session.query(Override).filter_by(package=package, suite=suite) \ - .join(OverrideType).filter(OverrideType.overridetype == overridetype) \ + query = self.session.query(Override).filter_by(package=name, suite=suite) \ + .join(OverrideType).filter(OverrideType.overridetype == binarytype) \ .filter(Override.component == component) return query.first() - def _binary_metadata(self, binary, key): - metadata_key = self.session.query(MetadataKey).filter_by(key=key).first() - if metadata_key is None: - return None - metadata = self.session.query(BinaryMetadata).filter_by(binary=binary, key=metadata_key).first() - if metadata is None: - return None - return metadata.value - @property def _changes_prefix(self): changesname = self.upload.changes.changesname @@ -180,13 +188,16 @@ class PolicyQueueUploadHandler(object): @type reason: str @param reason: reason for the rejection """ + cnf = Config() + fn1 = 'REJECT.{0}'.format(self._changes_prefix) assert re_file_safe.match(fn1) fn = os.path.join(self.upload.policy_queue.path, 'COMMENTS', fn1) try: - fh = os.open(fn, os.O_CREAT | os.O_EXCL | os.O_WRONLY) + fh = os.open(fn, os.O_CREAT | os.O_EXCL | os.O_WRONLY, 0o644) os.write(fh, 'NOTOK\n') + os.write(fh, 'From: {0} <{1}>\n\n'.format(utils.whoami(), cnf['Dinstall::MyAdminAddress'])) os.write(fh, reason) os.close(fh) except OSError as e: @@ -232,39 +243,58 @@ class PolicyQueueUploadHandler(object): missing = [] components = set() + source = self.upload.source + if hints is None: hints = [] hints_map = dict([ ((o['type'], o['package']), o) for o in hints ]) - for binary in self.upload.binaries: - priority = self._binary_metadata(binary, 'Priority') - section = self._binary_metadata(binary, 'Section') + def check_override(name, type, priority, section, included): component = 'main' if section.find('/') != -1: component = section.split('/', 1)[0] - override = self._binary_override(binary, component) - if override is None: - hint = hints_map.get((binary.binarytype, binary.package)) + override = self._binary_override(name, type, component) + if override is None and not any(o['package'] == name and o['type'] == type for o in missing): + hint = hints_map.get((type, name)) if hint is not None: missing.append(hint) component = hint['component'] else: missing.append(dict( - package = binary.package, + package = name, priority = priority, section = section, component = component, - type = binary.binarytype, + type = type, + included = included )) components.add(component) + for binary in self.upload.binaries: + binary_proxy = binary.proxy + priority = binary_proxy['Priority'] + section = binary_proxy['Section'] + check_override(binary.package, binary.binarytype, priority, section, included=True) + + if source is not None: + source_proxy = source.proxy + package_list = PackageList(source_proxy) + if not package_list.fallback: + packages = package_list.packages_for_suite(self.upload.target_suite) + for p in packages: + check_override(p.name, p.type, p.priority, p.section, included=False) + source_component = '(unknown)' - for component in ('main', 'contrib', 'non-free'): + for component, in self.session.query(Component.component_name).order_by(Component.ordering): if component in components: source_component = component break + else: + if source is not None: + if self._source_override(component) is not None: + source_component = component + break - source = self.upload.source if source is not None: override = self._source_override(source_component) if override is None: @@ -281,6 +311,7 @@ class PolicyQueueUploadHandler(object): section = section, component = source_component, type = 'dsc', + included = True, )) return missing