+ def _update_hashfile_table(self, session, fileinfo, hashes):
+ # Mark all by-hash files as obsolete. We will undo that for the ones
+ # we still reference later.
+ query = """
+ UPDATE hashfile SET unreferenced = CURRENT_TIMESTAMP
+ WHERE suite_id = :id AND unreferenced IS NULL"""
+ session.execute(query, {'id': self.suite.suite_id})
+
+ if self.suite.byhash:
+ query = "SELECT path FROM hashfile WHERE suite_id = :id"
+ q = session.execute(query, {'id': self.suite.suite_id})
+ known_hashfiles = set(row[0] for row in q)
+ updated = set()
+ new = set()
+
+ # Update the hashfile table with new or updated files
+ for filename in fileinfo:
+ if not os.path.exists(filename):
+ # probably an uncompressed index we didn't generate
+ continue
+ byhashdir = os.path.join(os.path.dirname(filename), 'by-hash')
+ for h in hashes:
+ field = h.release_field
+ hashfile = os.path.join(byhashdir, field, fileinfo[filename][field])
+ if hashfile in known_hashfiles:
+ updated.add(hashfile)
+ else:
+ new.add(hashfile)
+
+ if updated:
+ session.execute("""
+ UPDATE hashfile SET unreferenced = NULL
+ WHERE path = ANY(:p) AND suite_id = :id""",
+ {'p': list(updated), 'id': self.suite.suite_id})
+ if new:
+ session.execute("""
+ INSERT INTO hashfile (path, suite_id)
+ VALUES (:p, :id)""",
+ [{'p': hashfile, 'id': self.suite.suite_id} for hashfile in new])
+
+ session.commit()
+
+ def _make_byhash_links(self, fileinfo, hashes):
+ # Create hardlinks in by-hash directories
+ for filename in fileinfo:
+ if not os.path.exists(filename):
+ # probably an uncompressed index we didn't generate
+ continue
+
+ for h in hashes:
+ field = h.release_field
+ hashfile = os.path.join(os.path.dirname(filename), 'by-hash', field, fileinfo[filename][field])
+ try:
+ os.makedirs(os.path.dirname(hashfile))
+ except OSError as exc:
+ if exc.errno != errno.EEXIST:
+ raise
+ try:
+ os.link(filename, hashfile)
+ except OSError as exc:
+ if exc.errno != errno.EEXIST:
+ raise
+