]> git.decadent.org.uk Git - dak.git/blobdiff - ChangeLog
commit updates from live dak tree on ftp-master
[dak.git] / ChangeLog
index 83e886504600a5cc1c38f8687d6c3b4788841ba6..8f11c89f443270d9602090fab66bfd56e324f6c9 100644 (file)
--- a/ChangeLog
+++ b/ChangeLog
@@ -1,9 +1,544 @@
+2007-06-18  Anthony Towns  <ajt@debian.org>
+
+       * config/debian/apt.conf, config/debian/apt.conf.stable,
+       config/debian/dak.conf: update for 4.0r0 (etch), and 3.1r6
+       (sarge), support for oldstable-proposed-updates, dropping m68k
+       from etch, creating etch-m68k suite, creating lenny.
+
+       * config/debian/vars: update for lenny
+
+       * config/debian/dak.conf: typo fix for Dinstall::GPGKeyring,
+       drop upload limitations, add release postgres user
+       
+       * dak/process_new.py: support for automatically accepting and rejecting
+       packages from proposed-updates holding queues via COMMENTS directory
+       * cron.daily: automatically process COMMENTS-based approvals
+       and rejections for proposed-updates holding queues
+
+       * dak/process_unchecked.py: add support for oldproposedupdates
+       holding queue
+
+       * dak/control_suite.py: allow control-suite to work with etch-m68k
+
+       * dak/generate_releases.py: unlink old Release files before updating
+       them if nlinks > 1 (ie, if two files used to be the same, maybe they
+       shouldn't be when generate-releases is run)
+
+       * dak/generate_releases.py: add a couple of commented lines to make
+       it easier to deal with point releases
+
+       * dak/make_overrides.py: generate overrides for !contrib udebs
+
+       * docs/README.stable-point-release: update docs for doing a
+       point release
+
+2007-03-05  Anthony Towns  <ajt@debian.org>
+
+       * config/debian/dak.conf: update for 3.1r5.
+       * scripts/debian/ssh-move: add ssh-move script from debbugs
+       * config/debian/cron.unchecked: push version info to debbugs using
+       ssh-move.
+
+2007-02-14  James Troup  <troup@ries.debian.org>
+
+       * docs/README.config: remove Dinstall::GroupOverrideFilename.
+       * config/debian/dak.conf: likewise.
+       * config/debian-non-US/dak.conf: likewise.
+       * config/debian-security/dak.conf: likewise.
+
+       * daklib/queue.py (Upload.close_bugs): no longer handle NMUs or
+       experimental differently, just close the bugs and let version
+       tracking sort it out.
+        (nmu_p): remove entire class - now unused.
+        (Upload.__init__): don't use nmu_p.
+
+2007-02-08  Anthony Towns  <ajt@debian.org>
+
+       * config/debian/dak.conf: update for 3.1r4.  Use new 'etch'
+       signing key.  Drop maximum index diffs down to 14.
+
+       * config/debian/apt.conf: add udeb support for non-free (testing,
+       unstable) and experimental.
+       * config/debian/dak.conf: likewise.
+
+       * dak/generate_releases.py (main): handle udebs in any component.
+
+       * daklib/queue.py (Upload.build_summaries): handle files without a
+       'type' gracefully.
+
+       * dak/generate_releases.py (print_sha256_files): new function.
+       (main): use it.
+
+       * dak/process_accepted.py (stable_install): fix name of template
+       mail.
+
+       * dak/process_unchecked.py (is_stableupdate): fix invocation of
+       database.get_suite_id().
+
+       * templates/process-new.bxa_notification: Update on request
+       of/after discussion with BIS staff.
+
+       * scripts/debian/mkfilesindices: also handle proposed-updates.
+
+2007-02-08  Ryan Murray  <rmurray@debian.org>
+
+       * config/debian/cron.monthly: use $ftpgroup instead of hardcoding
+       group name for chgrp of mail archives.
+
+       * daklib/queue.py (Upload.check_dsc_against_db): handle multiple
+       orig.tar.gz's by picking the first one by file id.
+
+       * dak/override.py (main): limit to binary overrides only for now.
+       (usage): update to match.
+
+       * config/debian/cron.daily: track when we have the accepted lock
+       and clean it up on exit if we have it.  Take/check the
+       cron.unchecked lock just before traping to cleanup on exit.
+       Remove potato override handling.  Remove any dangling symlinks in
+       /srv/incoming.d.o/buildd.  Clean up apt-ftparchive's databases.
+
+       * config/debian/apt.conf: change default compression scheme for
+       both Sources and Packages to gzip and bzip2 rather than
+       uncompressed and gzip (Packages) and gzip (Sources).  Use old
+       defaults for proposed-updates.
+
+       * dak/control_overrides.py (main): refuse to operate on
+       untouchable suites.
+
+       * config/debian/pseudo-packages.maintainers: drop install,
+       installation, boot-floppy, slink-cd, potato-cd and
+       nonus.debian.org.  Update base.
+       * config/debian/pseudo-packages.description: likewise.
+
+       * daklib/utils.py (re_srchasver): new regex.
+       (parse_changes): use regex to split 'Source (Version)' style
+       Source fields into 'source' and 'source-version'.
+
+       * config/debian/cron.daily: use $base instead of hardcoding path
+       name.
+
+       * scripts/debian/mkfilesindices: source 'vars' file and use it's
+       variables instead of hardcoding path names.
+
+       * config/debian/apt.conf: switch from /org to /srv.
+       * config/debian/apt.conf.buildd: likewise.
+       * config/debian/apt.conf.stable: likewise.
+       * config/debian/cron.daily: likewise.
+       * config/debian/cron.hourly: likewise.
+       * config/debian/cron.monthly: likewise.
+       * config/debian/cron.unchecked: likewise.
+       * config/debian/cron.weekly: likewise.
+       * config/debian/dak.conf: likewise.
+       * config/debian/vars: likewise.
+       * scripts/debian/mkfilesindices: likewise.
+       
+2007-02-08  James Troup  <james@nocrew.org>
+
+       * dak/process_unchecked.py (check_signed_by_key): new function to
+       ensure .changes files are signed by an authorized uploader.
+       (process_it): use it.
+
+       * config/debian/dak.conf (Binary-Upload-Restrictions): new stanza
+       to configure per suite/component/architecture binary upload
+       restrictions.
+
+2006-10-09  James Troup  <james.troup@canonical.com>
+
+       * dak/process_unchecked.py (check_timestamps): change match to
+       search as recent versions of python-apt prefix the string with 'E: '.
+
+2006-06-26  Ryan Murray  <rmurray@debian.org>
+
+       * dak/process_unchecked.py (check_files): strip optional source version
+       from Source: field in changes file, and ensure what is left is a valid
+       package name.
+
+2006-06-23  Ryan Murray  <rmurray@debian.org>
+
+       * dak/process_unchecked.py (check_files): also check ProposedUpdates
+       queue for source.
+
+2006-06-18  Ryan Murray  <rmurray@debian.org>
+
+       * dak/scripts/debian/update-ftpstats: look for dak named processes in
+       the log, too.
+
+       * dak/process_unchecked.py (check_files): only check embargoed and
+       unembargoed queues if the keys are set.
+
+       * dak/config/debian-security/apt.conf: set Packages::Compress to gzip
+       and bzip2 for etch.
+
+2006-06-16  James Troup  <james@nocrew.org>
+
+       * dak/dak.py (init): add new-security-install.
+
+       * dak/new_security_install.py: cleanups and adapt for new naming
+       scheme and other changes.
+
+2006-06-16  Anthony Towns  <ajt@debian.org>
+
+       * dak/new_security_install.py: initial version imported from
+       klecker.
+
+2006-06-16  James Troup  <james@nocrew.org>
+
+       [Merged changes from klecker - original author unknown.]
+
+       * daklib/queue.py (Upload.dump_vars): also save changes["adv id"].
+
+       * dak/security_install.py (do_upload): fix check for oldstable and
+       upload file list handling.
+
+       * dak/process_unchecked.py (check_files): update "check for
+       source" code to also look in Embargoed and Unembargoed queues.
+       (is_unembargo): fix handling of Dir::Queue::Disembargo.
+
+       * dak/decode_dot_dak.py (main): add support for changes["adv id"].
+
+       * config/debian-security/vars (disembargo): add.
+
+       * config/debian-security/dak.conf (Dinstall::SigningKeyIds):
+       update.
+       (Process-Unchecked::AcceptedLockFile): add.
+       (Suite::Testing): clean up Version and Description.
+       (SuiteMappings): add silent map from etch-secure to testing.
+
+       * config/debian-security/cron.unchecked: add support for
+       disembargoed queues.
+
+       * config/debian-security/apt.conf.buildd: add bzip2ed Packages
+       files too.
+
+       * config/debian-security/apt.conf: add amd64 to architectures for
+       testing-security.
+
+2006-06-11  James Troup  <troup@spohr.debian.org>
+
+       * config/debian/cron.daily: invoke process-accepted not
+       process-unchecked.
+
+       * config/debian/vars (scriptsdir): new variable.
+       * config/debian/cron.daily: use it.
+
+       * scripts/debian/mkmaintainers: put Maintainers_Versions-non-US in
+       $base/misc/ instead of versioned $masterdir.  Correct 'dak
+       make-maintainers' invocation to look in $configdir for
+       pseudo-packages.maintainers.
+
+       * daklib/queue.py (Upload.do_reject): use correct name for
+       rejection template.
+
+2006-06-11  James Troup  <james@nocrew.org>
+
+       * dak/override.py (main): temporarily add content of old X-Katie
+       header back as the PTS apparently filters on it.
+       * dak/process_accepted.py (main): likewise.
+       * dak/process_new.py (main): likewise.
+       * dak/process_unchecked.py (main): likewise.
+       * dak/reject_proposed_updates.py (main): likewise.
+       * dak/rm.py (main): likewise.
+       * daklib/queue.py (Upload.do_reject): likewise.
+
+       * config/debian/cron.unchecked: set -u to error out on undefined
+       variables.  Preset LOCKDAILY to "" accordingly.
+       * config/debian/cron.hourly: likewise.
+       * config/debian/cron.monthly: likewise.
+       * config/debian/cron.weekly: likewise.
+
+       * config/debian/vars (configdir): add new variable pointing to
+       this directory.
+
+       * config/debian/cron.daily: use $configdir inplace of $masterdir
+       when that's what we mean, and don't cd into $masterdir just to run
+       dak scripts as we don't need to do that anymore.
+       * config/debian/cron.hourly: likewise.
+       * config/debian/cron.unchecked: likewise.
+       * config/debian/cron.weekly: likewise.
+
+       * config/debian/dak.conf
+       (Import-Users-From-Passwd::KnownPostgres): temporarily add 'katie'
+       user back to list of known users as it's non-trivial to entirely
+       change the owner of a database with postgresql 7.4.
+
+       * daklib/queue.py (Upload.source_exists): use string object
+       methods rather than string module.
+       (Upload.get_anyversion): likewise.
+
+       * daklib/utils.py (validate_changes_file_arg): update filename
+       slicing to cope with new .dak filenames.
+
+       * dak/ls.py (main): add back 'heidi' as a valid argument for
+       -f/--format as people are using it in scripts and breaking that
+       without warning seems rude.
+
+2006-05-21  James Troup  <james@nocrew.org>
+
+       * dak/rm.py (main): use string .isdigit() rather than
+       utils.str_isnum().
+       * dak/process_new.py (edit_overrides): likewise.
+
+       * daklib/utils.py (str_isnum): removed accordingly.  Also drop
+       string import.
+
+2006-05-21  James Troup  <james@nocrew.org>
+
+       * dak/check_archive.py (check_indices_files_exist): use list
+       comprehension instead of map().  No longer need to import
+       deprecated string module as a side-effect.
+       * dak/check_overrides.py (process): likewise.
+       (main): likewise.
+       * dak/cruft_report.py (do_obsolete_source): likewise.
+       (main): likewise.
+       * dak/ls.py (main): likewise.
+       * dak/make_suite_file_list.py (write_filelists): likewise.
+       * dak/process_accepted.py (stable_install): likewise.
+       * dak/rm.py (main): likewise.
+       * dak/stats.py (number_of_packages): likewise.
+       * daklib/logging.py (Logger.log): likewise.
+       * daklib/queue.py (Upload.source_exists): likewise.
+       (Upload.cross_suite_version_check): likewise.
+       * daklib/utils.py (parse_args): likewise.
+
+2006-05-21  James Troup  <james@nocrew.org>
+
+       * daklib/utils.py (process_gpgv_output): new function, split out
+       of check_signature().
+       (check_signature): adapt accordingly.
+       (retrieve_key): new function that will try to retrieve the key
+       that signed a given file from a keyserver.
+       (check_signature): add 'autofetch' argument that if not set
+       defaults to the value of Dinstall::KeyAutoFetch (if that exists).
+       If 'autofetch' is true, invoke retrieve_key().  
+
+       * docs/README.config: document Dinstall::KeyAutoFetch and
+       Dinstall:KeyServer.
+
+2006-05-20  James Troup  <james@nocrew.org>
+
+       * dak/find_null_maintainers.py (main):
+       s/createtimestamp/createTimestamp/ to make things work with modern
+       slapd.
+
+       * config/debian/dak.conf: Update StableRejector, MoreInfoURL,
+       Stable::Version and Stable::Description for 3.1r2.
+
+       * config/debian-non-US/dak.conf: sync with klecker - update
+       version number of 3.0 and MoreInfoURL.
+
+       * docs/README.stable-point-release: Add notes about updating
+       dak.conf and Reject-Proposed-Updates section in particular.
+       s/woody/stable/.  Also need to update README.html.
+
+       * scripts/debian/mklslar: drop support for uncompressed ls-lR file.
+
+       * config/debian/apt.conf: Add udeb tree for proposed-updates.
+
+2006-05-20  Ryan Murray  <rmurray@debian.org>
+
+       * scripts/debian/update-ftpstats: new script to update daily
+       architecture size graph data.
+
+       * config/debian/cron.buildd: sync with spohr - due to ftp-master /
+       buildd split, simply ssh to buildd.d.o and call 'trigger.often'
+       there.
+
+       * config/debian/cron.daily: ssh to buildd and run 'trigger.daily'
+       before we finish.  Don't push to merkel.
+
+       * dak/process_unchecked.py (check_changes): Also look in
+       ProposedUpdates queue dir.
+       (check_files): likewise.
+
+2006-05-20  Anthony Towns  <ajt@debian.org>
+
+       * scripts/debian/mkfilesindices: new script to generate file
+       indices used for partial mirroring.
+
+       * config/debian/cron.daily: add progress timestamps.
+
+       * config/debian/dak.conf: update Dinstall::SigningKeyIds. Add
+       amd64 to testing, unstable and experimental.  Drop sh from
+       experimental.  Move Experimental to dists/experimental.  Add
+       Dir::ProposedUpdates.  Add Architectures::amd64.
+
+       * config/debian/apt.conf: add amd64 to testing, unstable and
+       experimental.  Drop uncompressed Packages files from testing. Drop
+       sh from experimental.  Move experimental to dists/experimental/.
+
+       * config/debian/vars (archs): add amd64.
+
+       * dak/process_unchecked.py (action): Add support for
+       proposed-updates approval queue.
+       (is_stableupdate): new function - checks if the upload is targeted
+       at proposed-updates.
+       (do_stableupdate): likewise - moves upload to proposed-updates
+       holding area.
+
+       * dak/process_new.py (do_new): warn if original or new target
+       suite are invalid.
+
+       * dak/generate_releases.py (print_md5sha_files): less whitespace
+       between the hash and size.
+
+       * dak/generate_index_diffs.py (genchanges): don't say we're not
+       doing anything.  Better formatting of other messages.
+       (main): don't skip experimental and remove some 'doing stuff'
+       prints.
+
+2006-05-18  James Troup  <james@nocrew.org>
+
+       * dak/clean_suites.py (clean_binaries): remove debug print of SQL
+       query.
+
+       * dak/init_dirs.py: pylint cleanups - long lines, unused globals,
+       docstrings, untabify, don't shadow builtins, lowercase non-global
+       variable names, spaces after commas.  Also bail if given any
+       arguments since we don't accept any.
+       * dak/init_db.py: likewise.  Also split large main() into
+       subfunctions and rename get() to sql_get().
+
+       * dak/init_db.py (main): check returned value from
+       database.get_archive_id().
+
+       * dak/dak.py: renamed from shell.py.  Update to support new source
+       layout.  Created init() and usage() functions.  Various
+       pylint-inspired cleanups.  Use daklib utils.warn() and
+       utils.fubar().  Change 'functionality' variable to only have
+       (command, description) and always invoke main() when running the
+       module.  Also support -h.
+
+2006-05-17  James Troup  <james@nocrew.org>
+
+       * dak/check_archive.py: remove $Id$ and $Revision$ strings.  Update
+       imports of and calls to daklib modules.  Change script name
+       everywhere, i.e. in output, mails, comments and configuration tree
+       + filenames.  Also update references to other renamed scripts,
+       classes and templates.  Use '.dak' instead of '.katie' for the
+       queue info storage files.
+       (Renamed from tea)
+       * dak/check_overrides.py: likewise.  (Renamed from cindy)
+       * dak/check_proposed_updates.py: likewise.  (Renamed from jeri)
+       * dak/clean_proposed_updates.py: likewise.  (Renamed from halle)
+       * dak/clean_queues.py: likewise.  (Renamed from shania)
+       * dak/clean_suites.py: likewise.  (Renamed from rhona)
+       * dak/compare_suites.py: likewise.  (Renamed from andrea)
+       * dak/control_overrides.py: likewise.  (Renamed from natalie)
+       * dak/control_suite.py: likewise.  (Renamed from heidi)
+       * dak/cruft_report.py: likewise.  (Renamed from rene)
+       * dak/decode_dot_dak.py: likewise.  (Renamed from ashley)
+       * dak/find_null_maintainers.py: likewise.  (Renamed from rosamund)
+       * dak/generate_index_diffs.py: likewise.  (Renamed from tiffani)
+       * dak/generate_releases.py: likewise.  (Renamed from ziyi)
+       * dak/import_archive.py: likewise.  (Renamed from neve)
+       * dak/import_ldap_fingerprints.py: likewise. (Renamed from emilie)
+       * dak/import_users_from_passwd.py: likewise. (Renamed from julia)
+       * dak/init_db.py: likewise. (Renamed from alyson)
+       * dak/init_dirs.py: likewise. (Renamed from rose)
+       * dak/ls.py: likewise. (Renamed from madison)
+       * dak/make_maintainers.py: likewise.  (Renamed from charisma)
+       * dak/make_overrides.py: likewise.  (Renamed from denise)
+       * dak/make_suite_file_list.py: likewise.  (Renamed from jenna)
+       * dak/mirror_split.py: likewise.  (Renamed from billie)
+       * dak/override.py: likewise.  (Renamed from alicia)
+       * dak/poolize.py: likewise.  (Renamed from catherine)
+       * dak/process_accepted.py: likewise.  (Renamed from kelly)
+       * dak/process_new.py: likewise.  (Renamed from lisa)
+       * dak/process_unchecked.py: likewise.  (Renamed from jennifer)
+       * dak/queue_report.py: likewise.  (Renamed from helena)
+       * dak/reject_proposed_updates.py: likewise.  (Renamed from lauren)
+       * dak/rm.py: likewise.  (Renamed from melanie)
+       * dak/security_install.py: likewise.  (Renamed from amber)
+       * dak/split_done.py: likewise.  (Renamed from nina)
+       * dak/stats.py: likewise.  (Renamed from saffron)
+       * dak/symlink_dists.py: likewise.  (Renamed from saffron)
+       * daklib/database.py: likewise.  (Renamed from db_access)
+       * daklib/queue.py: likewise.  'Katie' class -> 'Upload'. (Renamed from katie)
+       * daklib/utils.py: likewise.
+
+       * dak/cruft_report.py: Use '[auto-cruft]' as the magic "this removal
+       doesn't need to notify anyone" string.
+       * dak/rm.py: likewise, look for '[auto-cruft]' as the magic string.
+
+       * dak/process_accepted.py (init): drop -V/--version argument.
+       * dak/process_new.py (init): likewise.
+       * dak/process_unchecked.py (init): likewise.
+       * dak/reject_proposed_updates.py (init): likewise
+
+       * dak/shell.py: Renamed from dak.  ".katie" -> ".dak"
+
+       * dak/stats.py: in usage() output change STAT to MODE.
+
+2006-05-15  James Troup  <james@nocrew.org>
+
+       * dak/queue_report.py: remove unused encodings imports.
+
+       * dak/mirror_split.py: drop unused pg, pwd, db_access and logging
+       imports.  Initalize 'Cnf' as a global.
+       (BillieDB._internal_recurse): fix 'util.' typo.
+
+       * dak/import_ldap_fingerprints.py (main): drop unused time import and
+       commented out time check for LDAP search.
+
+2005-12-16  Ryan Murray  <rmurray@debian.org>
+
+       * halle: add support for udebs
+       * kelly: stable_install: add support for binNMU versions
+
+2005-12-05  Anthony Towns  <aj@erisian.com.au>
+
+       * katie.py: Move accept() autobuilding support into separate function 
+       (queue_build), and generalise to build different queues
+
+       * db_access.py: Add get_or_set_queue_id instead of hardcoding accepted=0
+
+       * jennifer: Initial support for enabling embargo handling with the
+       Dinstall::SecurityQueueHandling option.
+       * jennifer: Shift common code into remove_from_unchecked and move_to_dir
+       functions.
+
+       * katie.conf-security: Include embargo options
+       * katie.conf-security: Add Lock dir
+       * init_pool.sql-security: Create disembargo table
+       * init_pool.sql-security: Add constraints for disembargo table
+
+2005-11-26  Anthony Towns  <aj@erisian.com.au>
+
+       * Merge of changes from klecker, by various people
+
+       * amber: special casing for not passing on amd64 and oldstable updates
+       * amber: security mirror triggering
+       * templates/amber.advisory: updated advisory structure
+       * apt.conf.buildd-security: update for sarge's release
+       * apt.conf-security: update for sarge's release
+       * cron.buildd-security: generalise suite support, update for sarge's release
+       * cron.daily-security: update for sarge's release, add udeb support
+       * vars-security: update for sarge's release
+       * katie.conf-security: update for sarge's release, add amd64 support,
+       update signing key
+
+       * docs/README.names, docs/README.quotes: include the additions
+
+2005-11-25  Anthony Towns  <aj@erisian.com.au>
+
+       * Changed accepted_autobuild to queue_build everywhere.
+       * Add a queue table.
+       * Add a "queue" field in the queue_build table (currently always 0)
+
+       * jennifer: Restructure to make it easier to support special
+       purpose queues between unchecked and accepted.
+
 2005-11-25  Anthony Towns  <aj@erisian.com.au>
 
+       * Finishing merge of changes from spohr, by various people still
+
        * jennifer: If changed-by parsing fails, set variables to "" so REJECT
        works
        * jennifer: Re-enable .deb ar format checking
        * katie.py: Convert to +bX binNMU special casing
+       * rhona: Add some debug output when deleting binaries
+       * cron.daily: Add emilie
+       * cron.unchecked: Add lock files
 
 2005-11-15  Anthony Towns  <aj@erisian.com.au>
 
        * kelly (install): if we can't move the .changes into queue/done,
        fail don't warn and carry on.  The old behaviour pre-dates NI and
        doesn't make much sense now since jennifer checks both
-       queue/accepted and queue/done for any .changes files she's
+       queue/accepted and queue/done for any .changes files it's
        processing.
 
        * utils.py (move): don't throw exceptions on existing files or