]> git.decadent.org.uk Git - dak.git/blobdiff - tests/dbtest_packages.py
Merge remote-tracking branch 'jcristau/formatone-no-tar-sig'
[dak.git] / tests / dbtest_packages.py
index 9eb8c6f274d8a7d65186e393ca1bcf79491e1ff2..8264127017df3001e84621d919953ab258d44fec 100755 (executable)
@@ -1,13 +1,10 @@
 #!/usr/bin/env python
 
 from db_test import DBDakTestCase
+from base_test import fixture
 
-from daklib.dbconn import Architecture, Suite, get_suite_architectures, \
-    get_architecture_suites, Maintainer, DBSource, Location, PoolFile, \
-    check_poolfile, get_poolfile_like_name, get_source_in_suite, \
-    get_suites_source_in, add_dsc_to_db, source_exists
-from daklib.queue_install import package_to_suite
-from daklib.queue import get_newest_source, get_suite_version
+from daklib.dbconn import *
+from daklib.queue import get_suite_version_by_source, get_suite_version_by_package
 
 from sqlalchemy.orm.exc import MultipleResultsFound
 import unittest
@@ -32,107 +29,9 @@ class PackageTestCase(DBDakTestCase):
     database.
     """
 
-    def setup_suites(self):
-        "setup a hash of Suite objects in self.suite"
-
-        if 'suite' in self.__dict__:
-            return
-        self.suite = {}
-        for suite_name in ('lenny', 'squeeze', 'sid'):
-            self.suite[suite_name] = Suite(suite_name = suite_name, version = '-')
-        self.session.add_all(self.suite.values())
-
-    def setup_architectures(self):
-        "setup Architecture objects in self.arch and connect to suites"
-
-        if 'arch' in self.__dict__:
-            return
-        self.setup_suites()
-        self.arch = {}
-        for arch_string in ('source', 'all', 'i386', 'amd64', 'kfreebsd-i386'):
-            self.arch[arch_string] = Architecture(arch_string)
-            if arch_string != 'kfreebsd-i386':
-                self.arch[arch_string].suites = self.suite.values()
-            else:
-                self.arch[arch_string].suites = [self.suite['squeeze'], self.suite['sid']]
-        # hard code ids for source and all
-        self.arch['source'].arch_id = 1
-        self.arch['all'].arch_id = 2
-        self.session.add_all(self.arch.values())
-
-    def setup_locations(self):
-        'create some Location objects, TODO: add component'
-
-        if 'loc' in self.__dict__:
-            return
-        self.loc = {}
-        self.loc['main'] = Location(path = \
-            '/srv/ftp-master.debian.org/ftp/pool/')
-        self.loc['contrib'] = Location(path = \
-            '/srv/ftp-master.debian.org/ftp/pool/')
-        self.session.add_all(self.loc.values())
-
-    def setup_poolfiles(self):
-        'create some PoolFile objects'
-
-        if 'file' in self.__dict__:
-            return
-        self.setup_locations()
-        self.file = {}
-        self.file['hello_new'] = PoolFile(filename = 'main/h/hello/hello_2.2-3.dsc', \
-            location = self.loc['main'], filesize = 0, md5sum = '')
-        self.file['hello'] = PoolFile(filename = 'main/h/hello/hello_2.2-2.dsc', \
-            location = self.loc['main'], filesize = 0, md5sum = '')
-        self.file['hello_old'] = PoolFile(filename = 'main/h/hello/hello_2.2-1.dsc', \
-            location = self.loc['main'], filesize = 0, md5sum = '')
-        self.file['sl'] = PoolFile(filename = 'main/s/sl/sl_3.03-16.dsc', \
-            location = self.loc['main'], filesize = 0, md5sum = '')
-        self.file['python'] = PoolFile( \
-            filename = 'main/p/python2.6/python2.6_2.6.6-8.dsc', \
-            location = self.loc['main'], filesize = 0, md5sum = '')
-        self.session.add_all(self.file.values())
-
-    def setup_maintainers(self):
-        'create some Maintainer objects'
-
-        if 'maintainer' in self.__dict__:
-            return
-        self.maintainer = {}
-        self.maintainer['maintainer'] = Maintainer(name = 'Mr. Maintainer')
-        self.maintainer['uploader'] = Maintainer(name = 'Mrs. Uploader')
-        self.maintainer['lazyguy'] = Maintainer(name = 'Lazy Guy')
-        self.session.add_all(self.maintainer.values())
-
-    def setup_sources(self):
-        'create a DBSource object; but it cannot be stored in the DB yet'
-
-        if 'source' in self.__dict__:
-            return
-        self.setup_maintainers()
-        self.source = {}
-        self.source['hello'] = DBSource(source = 'hello', version = '2.2-2', \
-            maintainer = self.maintainer['maintainer'], \
-            changedby = self.maintainer['uploader'], \
-            poolfile = self.file['hello'], install_date = self.now())
-        self.source['hello'].suites.append(self.suite['sid'])
-        self.source['hello_old'] = DBSource(source = 'hello', version = '2.2-1', \
-            maintainer = self.maintainer['maintainer'], \
-            changedby = self.maintainer['uploader'], \
-            poolfile = self.file['hello_old'], install_date = self.now())
-        self.source['hello_old'].suites.append(self.suite['sid'])
-        self.source['sl'] = DBSource(source = 'sl', version = '3.03-16', \
-            maintainer = self.maintainer['maintainer'], \
-            changedby = self.maintainer['uploader'], \
-            poolfile = self.file['sl'], install_date = self.now())
-        self.source['sl'].suites.append(self.suite['squeeze'])
-        self.source['sl'].suites.append(self.suite['sid'])
-        self.session.add_all(self.source.values())
-
     def setUp(self):
         super(PackageTestCase, self).setUp()
-        self.setup_architectures()
-        self.setup_poolfiles()
-        self.setup_sources()
+        self.setup_binaries()
         # flush to make sure that the setup is correct
         self.session.flush()
 
@@ -159,13 +58,8 @@ class PackageTestCase(DBDakTestCase):
         architectures = get_suite_architectures('lenny', skipall = True, session = self.session)
         self.assertEqual(3, len(architectures))
         self.assertTrue(self.arch['all'] not in architectures)
-        # check the function get_architecture_suites()
-        suites = get_architecture_suites('i386', self.session)
-        self.assertEqual(3, len(suites))
-        self.assertTrue(self.suite['lenny'] in suites)
-        suites = get_architecture_suites('kfreebsd-i386', self.session)
-        self.assertEqual(2, len(suites))
-        self.assertTrue(self.suite['lenny'] not in suites)
+        # check overrides
+        self.assertEqual(0, self.suite['lenny'].overrides.count())
 
     def test_poolfiles(self):
         '''
@@ -182,42 +76,43 @@ class PackageTestCase(DBDakTestCase):
 
         main = self.loc['main']
         contrib = self.loc['contrib']
-        self.assertEqual('/srv/ftp-master.debian.org/ftp/pool/', main.path)
-        self.assertEqual(5, main.files.count())
-        self.assertEqual(0, contrib.files.count())
+        self.assertEqual(fixture('ftp/pool/'), main.path)
+        count = len(self.file.keys()) - 2
+        self.assertEqual(count, main.files.count())
+        self.assertEqual(2, contrib.files.count())
         poolfile = main.files. \
                 filter(PoolFile.filename.like('%/hello/hello%')). \
-                order_by(PoolFile.filename)[1]
-        self.assertEqual('main/h/hello/hello_2.2-2.dsc', poolfile.filename)
+                order_by(PoolFile.filename)[0]
+        self.assertEqual('main/h/hello/hello_2.2-1.dsc', poolfile.filename)
         self.assertEqual(main, poolfile.location)
         # test get()
         self.assertEqual(poolfile, \
                 self.session.query(PoolFile).get(poolfile.file_id))
         self.assertEqual(None, self.session.query(PoolFile).get(-1))
         # test remove() and append()
-        main.files.remove(self.file['sl'])
-        contrib.files.append(self.file['sl'])
-        self.assertEqual(4, main.files.count())
-        self.assertEqual(1, contrib.files.count())
+        main.files.remove(self.file['sl_3.03-16.dsc'])
+        contrib.files.append(self.file['sl_3.03-16.dsc'])
+        self.assertEqual(count - 1, main.files.count())
+        self.assertEqual(3, contrib.files.count())
         # test fullpath
-        self.assertEqual('/srv/ftp-master.debian.org/ftp/pool/main/s/sl/sl_3.03-16.dsc', \
-            self.file['sl'].fullpath)
+        self.assertEqual(fixture('ftp/pool/main/s/sl/sl_3.03-16.dsc'), \
+            self.file['sl_3.03-16.dsc'].fullpath)
         # test check_poolfile()
-        self.assertEqual((True, self.file['sl']), \
+        self.assertEqual((True, self.file['sl_3.03-16.dsc']), \
             check_poolfile('main/s/sl/sl_3.03-16.dsc', 0, '', \
                 contrib.location_id, self.session))
+        # test string value of 2nd argument
+        self.assertEqual((True, self.file['sl_3.03-16.dsc']), \
+            check_poolfile('main/s/sl/sl_3.03-16.dsc', '0', '', \
+                contrib.location_id, self.session))
         self.assertEqual((False, None), \
             check_poolfile('foobar', 0, '', contrib.location_id, self.session))
-        self.assertEqual((False, self.file['sl']), \
+        self.assertEqual((False, self.file['sl_3.03-16.dsc']), \
             check_poolfile('main/s/sl/sl_3.03-16.dsc', 42, '', \
                 contrib.location_id, self.session))
-        self.assertEqual((False, self.file['sl']), \
+        self.assertEqual((False, self.file['sl_3.03-16.dsc']), \
             check_poolfile('main/s/sl/sl_3.03-16.dsc', 0, 'deadbeef', \
                 contrib.location_id, self.session))
-        # test get_poolfile_like_name()
-        self.assertEqual([self.file['sl']], \
-            get_poolfile_like_name('sl_3.03-16.dsc', self.session))
-        self.assertEqual([], get_poolfile_like_name('foobar', self.session))
 
     def test_maintainers(self):
         '''
@@ -235,12 +130,12 @@ class PackageTestCase(DBDakTestCase):
         lazyguy = self.maintainer['lazyguy']
         self.assertEqual(lazyguy,
             self.session.query(Maintainer).get(lazyguy.maintainer_id))
-        self.assertEqual(3, len(maintainer.maintains_sources))
-        self.assertTrue(self.source['hello'] in maintainer.maintains_sources)
+        self.assertEqual(4, len(maintainer.maintains_sources))
+        self.assertTrue(self.source['hello_2.2-2'] in maintainer.maintains_sources)
         self.assertEqual(maintainer.changed_sources, [])
         self.assertEqual(uploader.maintains_sources, [])
-        self.assertEqual(3, len(uploader.changed_sources))
-        self.assertTrue(self.source['sl'] in uploader.changed_sources)
+        self.assertEqual(4, len(uploader.changed_sources))
+        self.assertTrue(self.source['sl_3.03-16'] in uploader.changed_sources)
         self.assertEqual(lazyguy.maintains_sources, [])
         self.assertEqual(lazyguy.changed_sources, [])
 
@@ -258,26 +153,26 @@ class PackageTestCase(DBDakTestCase):
         'test relation between DBSource and PoolFile or Suite'
 
         # test PoolFile
-        self.assertEqual(self.file['hello'], self.source['hello'].poolfile)
-        self.assertEqual(self.source['hello'], self.file['hello'].source)
-        self.assertEqual(None, self.file['python'].source)
+        self.assertEqual(self.file['hello_2.2-2.dsc'], self.source['hello_2.2-2'].poolfile)
+        self.assertEqual(self.source['hello_2.2-2'], self.file['hello_2.2-2.dsc'].source)
+        self.assertEqual(None, self.file['python2.6_2.6.6-8.dsc'].source)
         # test Suite
         squeeze = self.session.query(Suite). \
-            filter(Suite.sources.contains(self.source['sl'])). \
+            filter(Suite.sources.contains(self.source['sl_3.03-16'])). \
             order_by(Suite.suite_name)[1]
         self.assertEqual(self.suite['squeeze'], squeeze)
-        self.assertEqual(1, len(squeeze.sources))
-        self.assertEqual(self.source['sl'], squeeze.sources[0])
+        self.assertEqual(1, squeeze.sources.count())
+        self.assertEqual(self.source['sl_3.03-16'], squeeze.sources[0])
         sl = self.session.query(DBSource). \
             filter(DBSource.suites.contains(self.suite['squeeze'])).one()
-        self.assertEqual(self.source['sl'], sl)
+        self.assertEqual(self.source['sl_3.03-16'], sl)
         self.assertEqual(2, len(sl.suites))
         self.assertTrue(self.suite['sid'] in sl.suites)
         # test get_source_in_suite()
         self.assertRaises(MultipleResultsFound, self.get_source_in_suite_fail)
         self.assertEqual(None, \
             get_source_in_suite('hello', 'squeeze', self.session))
-        self.assertEqual(self.source['sl'], \
+        self.assertEqual(self.source['sl_3.03-16'], \
             get_source_in_suite('sl', 'sid', self.session))
         # test get_suites_source_in()
         self.assertEqual([self.suite['sid']], \
@@ -286,7 +181,7 @@ class PackageTestCase(DBDakTestCase):
         self.assertTrue(self.suite['squeeze'] in \
             get_suites_source_in('sl', self.session))
 
-    def test_upload(self):
+    def test_add_dsc_to_db(self):
         'tests function add_dsc_to_db()'
 
         pkg = Pkg()
@@ -298,8 +193,8 @@ class PackageTestCase(DBDakTestCase):
         pkg.changes['distribution'] = { 'sid': '' }
         pkg.files['hello_2.2-3.dsc'] = { \
             'component': 'main',
-            'location id': self.loc['main'].component_id,
-            'files id': self.file['hello_new'].file_id }
+            'location id': self.loc['main'].location_id,
+            'files id': self.file['hello_2.2-3.dsc'].file_id }
         pkg.dsc_files = {}
         upload = Upload(pkg)
         (source, dsc_component, dsc_location_id, pfs) = \
@@ -308,72 +203,130 @@ class PackageTestCase(DBDakTestCase):
         self.assertEqual('2.2-3', source.version)
         self.assertEqual('sid', source.suites[0].suite_name)
         self.assertEqual('main', dsc_component)
-        # no dsc files defined above
-        self.assertEqual(None, dsc_location_id)
+        self.assertEqual(self.loc['main'].location_id, dsc_location_id)
         self.assertEqual([], pfs)
 
-    def test_source_exists(self):
-        'test function source_exists()'
-
-        hello = self.source['hello']
-        self.assertTrue(source_exists(hello.source, hello.version, \
-            suites = ['sid'], session = self.session))
-        # binNMU
-        self.assertTrue(source_exists(hello.source, hello.version + '+b7', \
-            suites = ['sid'], session = self.session))
-        self.assertTrue(not source_exists(hello.source, hello.version, \
-            suites = ['lenny', 'squeeze'], session = self.session))
-        self.assertTrue(not source_exists(hello.source, hello.version, \
-            suites = ['lenny', 'sid'], session = self.session))
-        self.assertTrue(not source_exists(hello.source, hello.version, \
-            suites = ['sid', 'lenny'], session = self.session))
-        self.assertTrue(not source_exists(hello.source, '0815', \
-            suites = ['sid'], session = self.session))
-        # 'any' suite
-        self.assertTrue(source_exists(hello.source, hello.version, \
-            session = self.session))
-
-    def test_package_to_suite(self):
-        'test function package_to_suite()'
+    def test_get_suite_version_by_source(self):
+        'test function get_suite_version_by_source()'
 
-        pkg = Pkg()
-        pkg.changes = { 'distribution': {} }
-        upload = Upload(pkg)
-        self.assertTrue(not package_to_suite(upload, 'sid', self.session))
-        pkg.changes['distribution'] = { 'sid': '' }
-        pkg.changes['architecture'] = { 'source': '' }
-        self.assertTrue(package_to_suite(upload, 'sid', self.session))
-        pkg.changes['architecture'] = {}
-        pkg.changes['source'] = self.source['hello'].source
-        pkg.changes['version'] = self.source['hello'].version
-        self.assertTrue(not package_to_suite(upload, 'sid', self.session))
-        pkg.changes['version'] = '42'
-        self.assertTrue(package_to_suite(upload, 'sid', self.session))
-        pkg.changes['source'] = 'foobar'
-        pkg.changes['version'] = self.source['hello'].version
-        self.assertTrue(package_to_suite(upload, 'sid', self.session))
-        pkg.changes['distribution'] = { 'lenny': '' }
-        self.assertTrue(package_to_suite(upload, 'lenny', self.session))
-
-    def test_get_newest_source(self):
-        'test function get_newest_source()'
-
-        import daklib.queue
-        daklib.queue.dm_suites = ['sid']
-        self.assertEqual(self.source['hello'], get_newest_source('hello', self.session))
-        self.assertEqual(None, get_newest_source('foobar', self.session))
-
-    def test_get_suite_version(self):
-        'test function get_suite_version()'
-
-        result = get_suite_version('hello', self.session)
+        result = get_suite_version_by_source('hello', self.session)
         self.assertEqual(2, len(result))
         self.assertTrue(('sid', '2.2-1') in result)
         self.assertTrue(('sid', '2.2-2') in result)
-        result = get_suite_version('sl', self.session)
+        result = get_suite_version_by_source('sl', self.session)
         self.assertEqual(2, len(result))
         self.assertTrue(('squeeze', '3.03-16') in result)
         self.assertTrue(('sid', '3.03-16') in result)
 
+    def test_binaries(self):
+        '''
+        tests class DBBinary; TODO: test relation with Architecture, Maintainer,
+        PoolFile, and Fingerprint
+        '''
+
+        # test Suite relation
+        self.assertEqual(3, self.suite['sid'].binaries.count())
+        self.assertTrue(self.binary['hello_2.2-1_i386'] in \
+            self.suite['sid'].binaries.all())
+        self.assertEqual(0, self.suite['lenny'].binaries.count())
+        # test DBSource relation
+        self.assertEqual(3, len(self.source['hello_2.2-1'].binaries))
+        self.assertTrue(self.binary['hello_2.2-1_i386'] in \
+            self.source['hello_2.2-1'].binaries)
+        self.assertEqual(0, len(self.source['hello_2.2-2'].binaries))
+        # test get_suites_binary_in()
+        self.assertEqual(2, len(get_suites_binary_in('hello', self.session)))
+        self.assertTrue(self.suite['sid'] in \
+            get_suites_binary_in('hello', self.session))
+        self.assertEqual(2, len(get_suites_binary_in('gnome-hello', self.session)))
+        self.assertTrue(self.suite['squeeze'] in \
+            get_suites_binary_in('gnome-hello', self.session))
+        self.assertEqual(0, len(get_suites_binary_in('sl', self.session)))
+
+    def test_add_deb_to_db(self):
+        'tests function add_deb_to_db()'
+
+        pkg = Pkg()
+        pkg.changes['fingerprint'] = 'deadbeef'
+        pkg.changes['distribution'] = { 'sid': '' }
+        pkg.files['hello_2.2-2_i386.deb'] = { \
+            'package': 'hello',
+            'version': '2.2-2',
+            'maintainer': self.maintainer['maintainer'].name,
+            'architecture': 'i386',
+            'dbtype': 'deb',
+            'pool name': 'main/h/hello/',
+            'location id': self.loc['main'].location_id,
+            'source package': 'hello',
+            'source version': '2.2-2',
+            'size': 0,
+            'md5sum': 'deadbeef',
+            'sha1sum': 'deadbeef',
+            'sha256sum': 'deadbeef'}
+        upload = Upload(pkg)
+        bin, poolfile = add_deb_to_db(upload, 'hello_2.2-2_i386.deb', self.session)
+        self.session.refresh(poolfile)
+        self.session.refresh(poolfile.binary)
+        self.assertEqual('main/h/hello/hello_2.2-2_i386.deb', poolfile.filename)
+        self.assertEqual('hello', poolfile.binary.package)
+        self.assertEqual('2.2-2', poolfile.binary.version)
+        self.assertEqual(['sid'], poolfile.binary.suites)
+        self.assertEqual('Mr. Maintainer', poolfile.binary.maintainer.name)
+        self.assertEqual('i386', poolfile.binary.architecture.arch_string)
+        self.assertEqual('deb', poolfile.binary.binarytype)
+        self.assertEqual(self.loc['main'], poolfile.location)
+        self.assertEqual(self.source['hello_2.2-2'], poolfile.binary.source)
+        self.assertEqual(0, poolfile.filesize)
+        self.assertEqual('deadbeef', poolfile.md5sum)
+        self.assertEqual('deadbeef', poolfile.sha1sum)
+        self.assertEqual('deadbeef', poolfile.sha256sum)
+
+    def test_get_suite_version_by_package(self):
+        'test function get_suite_version_by_package()'
+
+        result = get_suite_version_by_package('hello', 'i386', self.session)
+        self.assertEqual(2, len(result))
+        self.assertTrue(('sid', '2.2-1') in result)
+        result = get_suite_version_by_package('hello', 'amd64', self.session)
+        self.assertEqual(0, len(result))
+        result = get_suite_version_by_package('python-hello', 'i386', self.session)
+        self.assertEqual([('squeeze', '2.2-1')], result)
+        result = get_suite_version_by_package('python-hello', 'amd64', self.session)
+        self.assertEqual([('squeeze', '2.2-1')], result)
+
+    def test_components(self):
+        'test class Component'
+
+        self.assertEqual([self.loc['main']], self.comp['main'].location)
+        self.assertEqual([self.loc['contrib']], self.comp['contrib'].location)
+        self.assertEqual(0, self.comp['main'].overrides.count())
+
+    def test_get_component_by_package_suite(self):
+        'test get_component_by_package_suite()'
+
+        result = get_component_by_package_suite('hello', ['sid'], \
+            session = self.session)
+        self.assertEqual('main', result)
+        result = get_component_by_package_suite('hello', ['hamm'], \
+            session = self.session)
+        self.assertEqual(None, result)
+        result = get_component_by_package_suite('foobar', ['sid'], \
+            session = self.session)
+        self.assertEqual(None, result)
+        # test that the newest version is returned
+        result = get_component_by_package_suite('gnome-hello', ['squeeze'], \
+            session = self.session)
+        self.assertEqual('main', result)
+        result = get_component_by_package_suite('gnome-hello', ['sid'], \
+            session = self.session)
+        self.assertEqual('contrib', result)
+        # test arch_list
+        result = get_component_by_package_suite('hello', ['sid'], \
+            arch_list = ['i386'], session = self.session)
+        self.assertEqual('main', result)
+        result = get_component_by_package_suite('hello', ['sid'], \
+            arch_list = ['amd64'], session = self.session)
+        self.assertEqual(None, result)
+
 if __name__ == '__main__':
     unittest.main()