tests/dbtest_packages.py

   1 #!/usr/bin/env python
   2
   3 from db_test import DBDakTestCase
   4
   5 from daklib.dbconn import *
   6 from daklib.queue_install import package_to_suite
   7 from daklib.queue import get_newest_source, get_suite_version_by_source, \
   8     get_source_by_package_and_suite, get_suite_version_by_package
   9
  10 from sqlalchemy.orm.exc import MultipleResultsFound
  11 import unittest
  12
  13 class Pkg():
  14     'fake package class used for testing'
  15
  16     def __init__(self):
  17         self.dsc = {}
  18         self.files = {}
  19         self.changes = {}
  20
  21 class Upload():
  22     'fake Upload class used for testing'
  23
  24     def __init__(self, pkg):
  25         self.pkg = pkg
  26
  27 class PackageTestCase(DBDakTestCase):
  28     """
  29     PackageTestCase checks the handling of source and binary packages in dak's
  30     database.
  31     """
  32
  33     def setUp(self):
  34         super(PackageTestCase, self).setUp()
  35         self.setup_binaries()
  36         # flush to make sure that the setup is correct
  37         self.session.flush()
  38
  39     def test_suite_architecture(self):
  40         # check the id for architectures source and all
  41         self.assertEqual(1, self.arch['source'].arch_id)
  42         self.assertEqual(2, self.arch['all'].arch_id)
  43         # check the many to many relation between Suite and Architecture
  44         self.assertEqual('source', self.suite['lenny'].architectures[0])
  45         self.assertEqual(4, len(self.suite['lenny'].architectures))
  46         self.assertEqual(3, len(self.arch['i386'].suites))
  47         # check the function get_suite_architectures()
  48         architectures = get_suite_architectures('lenny', session = self.session)
  49         self.assertEqual(4, len(architectures))
  50         self.assertTrue(self.arch['source'] in architectures)
  51         self.assertTrue(self.arch['all'] in architectures)
  52         self.assertTrue(self.arch['kfreebsd-i386'] not in architectures)
  53         architectures = get_suite_architectures('sid', session = self.session)
  54         self.assertEqual(5, len(architectures))
  55         self.assertTrue(self.arch['kfreebsd-i386'] in architectures)
  56         architectures = get_suite_architectures('lenny', skipsrc = True, session = self.session)
  57         self.assertEqual(3, len(architectures))
  58         self.assertTrue(self.arch['source'] not in architectures)
  59         architectures = get_suite_architectures('lenny', skipall = True, session = self.session)
  60         self.assertEqual(3, len(architectures))
  61         self.assertTrue(self.arch['all'] not in architectures)
  62         # check the function get_architecture_suites()
  63         suites = get_architecture_suites('i386', self.session)
  64         self.assertEqual(3, len(suites))
  65         self.assertTrue(self.suite['lenny'] in suites)
  66         suites = get_architecture_suites('kfreebsd-i386', self.session)
  67         self.assertEqual(2, len(suites))
  68         self.assertTrue(self.suite['lenny'] not in suites)
  69         # check overrides
  70         self.assertEqual(0, self.suite['lenny'].overrides.count())
  71
  72     def test_poolfiles(self):
  73         '''
  74         Test the relation of the classes PoolFile and Location.
  75
  76         The code needs some explaination. The property Location.files is not a
  77         list as in other relations because such a list would become rather
  78         huge. It is a query object that can be queried, filtered, and iterated
  79         as usual.  But list like methods like append() and remove() are
  80         supported as well which allows code like:
  81
  82         somelocation.files.append(somefile)
  83         '''
  84
  85         main = self.loc['main']
  86         contrib = self.loc['contrib']
  87         self.assertEqual('/srv/ftp-master.debian.org/ftp/pool/', main.path)
  88         count = len(self.file.keys()) - 2
  89         self.assertEqual(count, main.files.count())
  90         self.assertEqual(2, contrib.files.count())
  91         poolfile = main.files. \
  92                 filter(PoolFile.filename.like('%/hello/hello%')). \
  93                 order_by(PoolFile.filename)[0]
  94         self.assertEqual('main/h/hello/hello_2.2-1.dsc', poolfile.filename)
  95         self.assertEqual(main, poolfile.location)
  96         # test get()
  97         self.assertEqual(poolfile, \
  98                 self.session.query(PoolFile).get(poolfile.file_id))
  99         self.assertEqual(None, self.session.query(PoolFile).get(-1))
 100         # test remove() and append()
 101         main.files.remove(self.file['sl_3.03-16.dsc'])
 102         contrib.files.append(self.file['sl_3.03-16.dsc'])
 103         self.assertEqual(count - 1, main.files.count())
 104         self.assertEqual(3, contrib.files.count())
 105         # test fullpath
 106         self.assertEqual('/srv/ftp-master.debian.org/ftp/pool/main/s/sl/sl_3.03-16.dsc', \
 107             self.file['sl_3.03-16.dsc'].fullpath)
 108         # test check_poolfile()
 109         self.assertEqual((True, self.file['sl_3.03-16.dsc']), \
 110             check_poolfile('main/s/sl/sl_3.03-16.dsc', 0, '', \
 111                 contrib.location_id, self.session))
 112         # test string value of 2nd argument
 113         self.assertEqual((True, self.file['sl_3.03-16.dsc']), \
 114             check_poolfile('main/s/sl/sl_3.03-16.dsc', '0', '', \
 115                 contrib.location_id, self.session))
 116         self.assertEqual((False, None), \
 117             check_poolfile('foobar', 0, '', contrib.location_id, self.session))
 118         self.assertEqual((False, self.file['sl_3.03-16.dsc']), \
 119             check_poolfile('main/s/sl/sl_3.03-16.dsc', 42, '', \
 120                 contrib.location_id, self.session))
 121         self.assertEqual((False, self.file['sl_3.03-16.dsc']), \
 122             check_poolfile('main/s/sl/sl_3.03-16.dsc', 0, 'deadbeef', \
 123                 contrib.location_id, self.session))
 124         # test get_poolfile_like_name()
 125         self.assertEqual([self.file['sl_3.03-16.dsc']], \
 126             get_poolfile_like_name('sl_3.03-16.dsc', self.session))
 127         self.assertEqual([], get_poolfile_like_name('foobar', self.session))
 128
 129     def test_maintainers(self):
 130         '''
 131         tests relation between Maintainer and DBSource
 132
 133         TODO: add relations to changes_pending_source
 134         '''
 135
 136         maintainer = self.maintainer['maintainer']
 137         self.assertEqual(maintainer,
 138             self.session.query(Maintainer).get(maintainer.maintainer_id))
 139         uploader = self.maintainer['uploader']
 140         self.assertEqual(uploader,
 141             self.session.query(Maintainer).get(uploader.maintainer_id))
 142         lazyguy = self.maintainer['lazyguy']
 143         self.assertEqual(lazyguy,
 144             self.session.query(Maintainer).get(lazyguy.maintainer_id))
 145         self.assertEqual(4, len(maintainer.maintains_sources))
 146         self.assertTrue(self.source['hello_2.2-2'] in maintainer.maintains_sources)
 147         self.assertEqual(maintainer.changed_sources, [])
 148         self.assertEqual(uploader.maintains_sources, [])
 149         self.assertEqual(4, len(uploader.changed_sources))
 150         self.assertTrue(self.source['sl_3.03-16'] in uploader.changed_sources)
 151         self.assertEqual(lazyguy.maintains_sources, [])
 152         self.assertEqual(lazyguy.changed_sources, [])
 153
 154     def get_source_in_suite_fail(self):
 155         '''
 156         This function throws the MultipleResultsFound exception because
 157         get_source_in_suite is broken.
 158
 159         TODO: fix get_source_in_suite
 160         '''
 161
 162         return get_source_in_suite('hello', 'sid', self.session)
 163
 164     def test_sources(self):
 165         'test relation between DBSource and PoolFile or Suite'
 166
 167         # test PoolFile
 168         self.assertEqual(self.file['hello_2.2-2.dsc'], self.source['hello_2.2-2'].poolfile)
 169         self.assertEqual(self.source['hello_2.2-2'], self.file['hello_2.2-2.dsc'].source)
 170         self.assertEqual(None, self.file['python2.6_2.6.6-8.dsc'].source)
 171         # test Suite
 172         squeeze = self.session.query(Suite). \
 173             filter(Suite.sources.contains(self.source['sl_3.03-16'])). \
 174             order_by(Suite.suite_name)[1]
 175         self.assertEqual(self.suite['squeeze'], squeeze)
 176         self.assertEqual(1, squeeze.sources.count())
 177         self.assertEqual(self.source['sl_3.03-16'], squeeze.sources[0])
 178         sl = self.session.query(DBSource). \
 179             filter(DBSource.suites.contains(self.suite['squeeze'])).one()
 180         self.assertEqual(self.source['sl_3.03-16'], sl)
 181         self.assertEqual(2, len(sl.suites))
 182         self.assertTrue(self.suite['sid'] in sl.suites)
 183         # test get_source_in_suite()
 184         self.assertRaises(MultipleResultsFound, self.get_source_in_suite_fail)
 185         self.assertEqual(None, \
 186             get_source_in_suite('hello', 'squeeze', self.session))
 187         self.assertEqual(self.source['sl_3.03-16'], \
 188             get_source_in_suite('sl', 'sid', self.session))
 189         # test get_suites_source_in()
 190         self.assertEqual([self.suite['sid']], \
 191             get_suites_source_in('hello', self.session))
 192         self.assertEqual(2, len(get_suites_source_in('sl', self.session)))
 193         self.assertTrue(self.suite['squeeze'] in \
 194             get_suites_source_in('sl', self.session))
 195
 196     def test_add_dsc_to_db(self):
 197         'tests function add_dsc_to_db()'
 198
 199         pkg = Pkg()
 200         pkg.dsc['source'] = 'hello'
 201         pkg.dsc['version'] = '2.2-3'
 202         pkg.dsc['maintainer'] = self.maintainer['maintainer'].name
 203         pkg.changes['changed-by'] = self.maintainer['uploader'].name
 204         pkg.changes['fingerprint'] = 'deadbeef'
 205         pkg.changes['distribution'] = { 'sid': '' }
 206         pkg.files['hello_2.2-3.dsc'] = { \
 207             'component': 'main',
 208             'location id': self.loc['main'].location_id,
 209             'files id': self.file['hello_2.2-3.dsc'].file_id }
 210         pkg.dsc_files = {}
 211         upload = Upload(pkg)
 212         (source, dsc_component, dsc_location_id, pfs) = \
 213             add_dsc_to_db(upload, 'hello_2.2-3.dsc', self.session)
 214         self.assertEqual('hello', source.source)
 215         self.assertEqual('2.2-3', source.version)
 216         self.assertEqual('sid', source.suites[0].suite_name)
 217         self.assertEqual('main', dsc_component)
 218         self.assertEqual(self.loc['main'].location_id, dsc_location_id)
 219         self.assertEqual([], pfs)
 220
 221     def test_source_exists(self):
 222         'test function source_exists()'
 223
 224         hello = self.source['hello_2.2-2']
 225         self.assertTrue(source_exists(hello.source, hello.version, \
 226             suites = ['sid'], session = self.session))
 227         # binNMU
 228         self.assertTrue(source_exists(hello.source, hello.version + '+b7', \
 229             suites = ['sid'], session = self.session))
 230         self.assertTrue(not source_exists(hello.source, hello.version, \
 231             suites = ['lenny', 'squeeze'], session = self.session))
 232         self.assertTrue(not source_exists(hello.source, hello.version, \
 233             suites = ['lenny', 'sid'], session = self.session))
 234         self.assertTrue(not source_exists(hello.source, hello.version, \
 235             suites = ['sid', 'lenny'], session = self.session))
 236         self.assertTrue(not source_exists(hello.source, '0815', \
 237             suites = ['sid'], session = self.session))
 238         # 'any' suite
 239         self.assertTrue(source_exists(hello.source, hello.version, \
 240             session = self.session))
 241
 242     def test_package_to_suite(self):
 243         'test function package_to_suite()'
 244
 245         pkg = Pkg()
 246         pkg.changes = { 'distribution': {} }
 247         upload = Upload(pkg)
 248         self.assertTrue(not package_to_suite(upload, 'sid', self.session))
 249         pkg.changes['distribution'] = { 'sid': '' }
 250         pkg.changes['architecture'] = { 'source': '' }
 251         self.assertTrue(package_to_suite(upload, 'sid', self.session))
 252         pkg.changes['architecture'] = {}
 253         pkg.changes['source'] = self.source['hello_2.2-2'].source
 254         pkg.changes['version'] = self.source['hello_2.2-2'].version
 255         self.assertTrue(not package_to_suite(upload, 'sid', self.session))
 256         pkg.changes['version'] = '42'
 257         self.assertTrue(package_to_suite(upload, 'sid', self.session))
 258         pkg.changes['source'] = 'foobar'
 259         pkg.changes['version'] = self.source['hello_2.2-2'].version
 260         self.assertTrue(package_to_suite(upload, 'sid', self.session))
 261         pkg.changes['distribution'] = { 'lenny': '' }
 262         self.assertTrue(package_to_suite(upload, 'lenny', self.session))
 263
 264     def test_get_newest_source(self):
 265         'test function get_newest_source()'
 266
 267         import daklib.queue
 268         daklib.queue.dm_suites = ['sid']
 269         self.assertEqual(self.source['hello_2.2-2'], get_newest_source('hello', self.session))
 270         self.assertEqual(None, get_newest_source('foobar', self.session))
 271
 272     def test_get_suite_version_by_source(self):
 273         'test function get_suite_version_by_source()'
 274
 275         result = get_suite_version_by_source('hello', self.session)
 276         self.assertEqual(2, len(result))
 277         self.assertTrue(('sid', '2.2-1') in result)
 278         self.assertTrue(('sid', '2.2-2') in result)
 279         result = get_suite_version_by_source('sl', self.session)
 280         self.assertEqual(2, len(result))
 281         self.assertTrue(('squeeze', '3.03-16') in result)
 282         self.assertTrue(('sid', '3.03-16') in result)
 283
 284     def test_binaries(self):
 285         '''
 286         tests class DBBinary; TODO: test relation with Architecture, Maintainer,
 287         PoolFile, and Fingerprint
 288         '''
 289
 290         # test Suite relation
 291         self.assertEqual(3, self.suite['sid'].binaries.count())
 292         self.assertTrue(self.binary['hello_2.2-1_i386'] in \
 293             self.suite['sid'].binaries.all())
 294         self.assertEqual(0, self.suite['lenny'].binaries.count())
 295         # test DBSource relation
 296         self.assertEqual(3, len(self.source['hello_2.2-1'].binaries))
 297         self.assertTrue(self.binary['hello_2.2-1_i386'] in \
 298             self.source['hello_2.2-1'].binaries)
 299         self.assertEqual(0, len(self.source['hello_2.2-2'].binaries))
 300         # test get_suites_binary_in()
 301         self.assertEqual(2, len(get_suites_binary_in('hello', self.session)))
 302         self.assertTrue(self.suite['sid'] in \
 303             get_suites_binary_in('hello', self.session))
 304         self.assertEqual(2, len(get_suites_binary_in('gnome-hello', self.session)))
 305         self.assertTrue(self.suite['squeeze'] in \
 306             get_suites_binary_in('gnome-hello', self.session))
 307         self.assertEqual(0, len(get_suites_binary_in('sl', self.session)))
 308
 309     def test_add_deb_to_db(self):
 310         'tests function add_deb_to_db()'
 311
 312         pkg = Pkg()
 313         pkg.changes['fingerprint'] = 'deadbeef'
 314         pkg.changes['distribution'] = { 'sid': '' }
 315         pkg.files['hello_2.2-2_i386.deb'] = { \
 316             'package': 'hello',
 317             'version': '2.2-2',
 318             'maintainer': self.maintainer['maintainer'].name,
 319             'architecture': 'i386',
 320             'dbtype': 'deb',
 321             'pool name': 'main/h/hello/',
 322             'location id': self.loc['main'].location_id,
 323             'source package': 'hello',
 324             'source version': '2.2-2',
 325             'size': 0,
 326             'md5sum': 'deadbeef',
 327             'sha1sum': 'deadbeef',
 328             'sha256sum': 'deadbeef'}
 329         upload = Upload(pkg)
 330         poolfile = add_deb_to_db(upload, 'hello_2.2-2_i386.deb', self.session)
 331         self.session.refresh(poolfile)
 332         self.session.refresh(poolfile.binary)
 333         self.assertEqual('main/h/hello/hello_2.2-2_i386.deb', poolfile.filename)
 334         self.assertEqual('hello', poolfile.binary.package)
 335         self.assertEqual('2.2-2', poolfile.binary.version)
 336         self.assertEqual(['sid'], poolfile.binary.suites)
 337         self.assertEqual('Mr. Maintainer', poolfile.binary.maintainer.name)
 338         self.assertEqual('i386', poolfile.binary.architecture.arch_string)
 339         self.assertEqual('deb', poolfile.binary.binarytype)
 340         self.assertEqual(self.loc['main'], poolfile.location)
 341         self.assertEqual(self.source['hello_2.2-2'], poolfile.binary.source)
 342         self.assertEqual(0, poolfile.filesize)
 343         self.assertEqual('deadbeef', poolfile.md5sum)
 344         self.assertEqual('deadbeef', poolfile.sha1sum)
 345         self.assertEqual('deadbeef', poolfile.sha256sum)
 346
 347     def test_get_source_by_package_and_suite(self):
 348         'test get_source_by_package_and_suite()'
 349
 350         query = get_source_by_package_and_suite('hello', 'sid', self.session)
 351         self.assertEqual(self.source['hello_2.2-1'], query.one())
 352         query = get_source_by_package_and_suite('gnome-hello', 'squeeze', self.session)
 353         self.assertEqual(self.source['hello_2.2-1'], query.one())
 354         query = get_source_by_package_and_suite('hello', 'hamm', self.session)
 355         self.assertEqual(0, query.count())
 356         query = get_source_by_package_and_suite('foobar', 'squeeze', self.session)
 357         self.assertEqual(0, query.count())
 358
 359     def test_get_suite_version_by_package(self):
 360         'test function get_suite_version_by_package()'
 361
 362         result = get_suite_version_by_package('hello', 'i386', self.session)
 363         self.assertEqual(2, len(result))
 364         self.assertTrue(('sid', '2.2-1') in result)
 365         result = get_suite_version_by_package('hello', 'amd64', self.session)
 366         self.assertEqual(0, len(result))
 367         result = get_suite_version_by_package('python-hello', 'i386', self.session)
 368         self.assertEqual([('squeeze', '2.2-1')], result)
 369         result = get_suite_version_by_package('python-hello', 'amd64', self.session)
 370         self.assertEqual([('squeeze', '2.2-1')], result)
 371
 372     def test_components(self):
 373         'test class Component'
 374
 375         self.assertEqual([self.loc['main']], self.comp['main'].location)
 376         self.assertEqual([self.loc['contrib']], self.comp['contrib'].location)
 377         self.assertEqual(0, self.comp['main'].overrides.count())
 378
 379     def test_get_component_by_package_suite(self):
 380         'test get_component_by_package_suite()'
 381
 382         result = get_component_by_package_suite('hello', ['sid'], \
 383             session = self.session)
 384         self.assertEqual('main', result)
 385         result = get_component_by_package_suite('hello', ['hamm'], \
 386             session = self.session)
 387         self.assertEqual(None, result)
 388         result = get_component_by_package_suite('foobar', ['sid'], \
 389             session = self.session)
 390         self.assertEqual(None, result)
 391         # test that the newest version is returned
 392         result = get_component_by_package_suite('gnome-hello', ['squeeze'], \
 393             session = self.session)
 394         self.assertEqual('main', result)
 395         result = get_component_by_package_suite('gnome-hello', ['sid'], \
 396             session = self.session)
 397         self.assertEqual('contrib', result)
 398         # test arch_list
 399         result = get_component_by_package_suite('hello', ['sid'], \
 400             arch_list = ['i386'], session = self.session)
 401         self.assertEqual('main', result)
 402         result = get_component_by_package_suite('hello', ['sid'], \
 403             arch_list = ['amd64'], session = self.session)
 404         self.assertEqual(None, result)
 405
 406 if __name__ == '__main__':
 407     unittest.main()