swh.scrubber package

Submodules

• swh.scrubber.base_checker module
  • BaseChecker
    • BaseChecker.config
    • BaseChecker.datastore
    • BaseChecker.statsd
    • BaseChecker.object_type
    • BaseChecker.check_hashes
    • BaseChecker.check_references
    • BaseChecker.run()
  • BasePartitionChecker
    • BasePartitionChecker.nb_partitions
    • BasePartitionChecker.run()
    • BasePartitionChecker.check_partition()
• swh.scrubber.cli module
• swh.scrubber.db module
  • now()
  • Datastore
    • Datastore.package
    • Datastore.cls
    • Datastore.instance
  • ConfigEntry
    • ConfigEntry.name
    • ConfigEntry.datastore
    • ConfigEntry.object_type
    • ConfigEntry.nb_partitions
    • ConfigEntry.check_hashes
    • ConfigEntry.check_references
  • CorruptObject
    • CorruptObject.id
    • CorruptObject.config
    • CorruptObject.first_occurrence
    • CorruptObject.object_
  • MissingObject
    • MissingObject.id
    • MissingObject.config
    • MissingObject.first_occurrence
  • MissingObjectReference
    • MissingObjectReference.missing_id
    • MissingObjectReference.reference_id
    • MissingObjectReference.config
    • MissingObjectReference.first_occurrence
  • FixedObject
    • FixedObject.id
    • FixedObject.object_
    • FixedObject.method
    • FixedObject.recovery_date
  • ScrubberDb
    • ScrubberDb.current_version
    • ScrubberDb.datastore_get_or_add()
    • ScrubberDb.datastore_get()
    • ScrubberDb.config_add()
    • ScrubberDb.config_get()
    • ScrubberDb.config_get_by_name()
    • ScrubberDb.config_iter()
    • ScrubberDb.config_get_stats()
    • ScrubberDb.checked_partition_iter_next()
    • ScrubberDb.checked_partition_reset()
    • ScrubberDb.checked_partition_upsert()
    • ScrubberDb.checked_partition_get_last_date()
    • ScrubberDb.checked_partition_get_running()
    • ScrubberDb.checked_partition_get_stuck()
    • ScrubberDb.checked_partition_iter()
    • ScrubberDb.corrupt_object_add()
    • ScrubberDb.corrupt_object_iter()
    • ScrubberDb.corrupt_object_get()
    • ScrubberDb.corrupt_object_grab_by_id()
    • ScrubberDb.corrupt_object_grab_by_origin()
    • ScrubberDb.missing_object_add()
    • ScrubberDb.missing_object_iter()
    • ScrubberDb.missing_object_reference_iter()
    • ScrubberDb.object_origin_add()
    • ScrubberDb.object_origin_get()
    • ScrubberDb.fixed_object_add()
    • ScrubberDb.fixed_object_iter()
• swh.scrubber.fixer module
  • get_object_from_clone()
  • get_fixed_object_from_clone()
  • Fixer
    • Fixer.db
    • Fixer.start_object
    • Fixer.end_object
    • Fixer.run()
    • Fixer.recover_objects_from_origin()
    • Fixer.recover_corrupt_object()
• swh.scrubber.journal_checker module
  • get_datastore()
  • JournalChecker
    • JournalChecker.run()
    • JournalChecker.process_kafka_messages()
• swh.scrubber.objstorage_checker module
  • get_objstorage_datastore()
  • ObjectStorageCheckerProtocol
    • ObjectStorageCheckerProtocol.db
    • ObjectStorageCheckerProtocol.objstorage
    • ObjectStorageCheckerProtocol.config
    • ObjectStorageCheckerProtocol.statsd
  • ContentCheckerMixin
    • ContentCheckerMixin.check_content()
  • ObjectStorageCheckerFromStoragePartition
    • ObjectStorageCheckerFromStoragePartition.check_partition()
  • ObjectStorageCheckerFromJournal
    • ObjectStorageCheckerFromJournal.run()
    • ObjectStorageCheckerFromJournal.process_kafka_messages()
• swh.scrubber.origin_locator module
  • get_origins()
  • OriginLocator
    • OriginLocator.db
    • OriginLocator.graph
    • OriginLocator.storage
    • OriginLocator.start_object
    • OriginLocator.end_object
    • OriginLocator.run()
    • OriginLocator.handle_corrupt_object()
• swh.scrubber.storage_checker module
  • postgresql_storage_db()
  • get_datastore()
  • StorageChecker
    • StorageChecker.check_partition()
    • StorageChecker.check_object_hashes()
    • StorageChecker.check_object_references()
• swh.scrubber.utils module
  • iter_corrupt_objects()

Module contents

swh.scrubber.get_scrubber_db(cls: str, **kwargs) → ScrubberDb

swh.scrubber.get_datastore(cls: str, **kwargs) → ScrubberDb