Source code for swh.vault.cookers.revision_flat

# Copyright (C) 2016-2019  The Software Heritage developers
# See the AUTHORS file at the top-level directory of this distribution
# License: GNU General Public License version 3, or any later version
# See top-level LICENSE file for more information

from pathlib import Path
import tarfile
import tempfile

from swh.model import hashutil
from swh.model.swhids import ObjectType
from swh.vault.cookers.base import BaseVaultCooker
from swh.vault.cookers.utils import revision_log
from swh.vault.to_disk import DirectoryBuilder




class RevisionFlatCooker(BaseVaultCooker):
    """Cooker to create a revision_flat bundle"""

    BUNDLE_TYPE = "flat"
    SUPPORTED_OBJECT_TYPES = {ObjectType.REVISION}



    def check_exists(self):
        return not list(self.storage.revision_missing([self.swhid.object_id]))




    def prepare_bundle(self):
        with tempfile.TemporaryDirectory(prefix="tmp-vault-revision-") as td:
            root = Path(td)
            for revision in revision_log(self.storage, self.swhid.object_id):
                revdir = root / hashutil.hash_to_hex(revision["id"])
                revdir.mkdir()
                directory_builder = DirectoryBuilder(
                    storage=self.storage,
                    root=str(revdir).encode(),
                    dir_id=revision["directory"],
                    thread_pool_size=self.thread_pool_size,
                    objstorage=self.objstorage,
                )
                directory_builder.build()
            with tarfile.open(fileobj=self.fileobj, mode="w:gz") as tar:
                tar.add(td, arcname=self.swhid)