swh.indexer package

Subpackages:

• swh.indexer.metadata_dictionary package
  • swh.indexer.metadata_dictionary.base module
    • TMP_ROOT_URI_PREFIX
    • DirectoryLsEntry
    • produce_terms()
    • BaseMapping
    • BaseExtrinsicMapping
    • BaseIntrinsicMapping
    • SingleFileIntrinsicMapping
    • DictMapping
    • JsonMapping
    • XmlMapping
    • SafeLoader
    • YamlMapping
  • swh.indexer.metadata_dictionary.cff module
    • CffMapping
  • swh.indexer.metadata_dictionary.codemeta module
    • CodemetaMapping
    • SwordCodemetaMapping
    • JsonSwordCodemetaMapping
  • swh.indexer.metadata_dictionary.composer module
    • ComposerMapping
  • swh.indexer.metadata_dictionary.dart module
    • name_to_person()
    • PubspecMapping
  • swh.indexer.metadata_dictionary.gitea module
    • GiteaMapping
  • swh.indexer.metadata_dictionary.github module
    • GitHubMapping
  • swh.indexer.metadata_dictionary.maven module
    • MavenMapping
  • swh.indexer.metadata_dictionary.npm module
    • NpmMapping
  • swh.indexer.metadata_dictionary.nuget module
    • NuGetMapping
  • swh.indexer.metadata_dictionary.python module
    • LinebreakPreservingEmailPolicy
    • PythonPkginfoMapping
  • swh.indexer.metadata_dictionary.ruby module
    • name_to_person()
    • GemspecMapping
  • swh.indexer.metadata_dictionary.utils module
    • prettyprint_graph()
    • add_list()
    • add_map()
    • add_url_if_valid()
  • list_terms()
• swh.indexer.storage package
  • swh.indexer.storage.api package
    • swh.indexer.storage.api.client module
    • swh.indexer.storage.api.serializers module
    • swh.indexer.storage.api.server module
  • swh.indexer.storage.converters module
    • db_to_mimetype()
    • db_to_metadata()
    • db_to_fossology_license()
  • swh.indexer.storage.db module
    • Db
  • swh.indexer.storage.exc module
    • IndexerStorageAPIError
    • IndexerStorageArgumentException
    • DuplicateId
  • swh.indexer.storage.in_memory module
    • check_id_types()
    • SubStorage
    • IndexerStorage
  • swh.indexer.storage.interface module
    • IndexerStorageInterface
  • swh.indexer.storage.metrics module
    • timed()
    • send_metric()
    • process_metrics()
  • swh.indexer.storage.model module
    • BaseRow
    • ContentMimetypeRow
    • ContentLicenseRow
    • ContentMetadataRow
    • DirectoryIntrinsicMetadataRow
    • OriginIntrinsicMetadataRow
    • OriginExtrinsicMetadataRow
  • swh.indexer.storage.writer module
    • JournalWriter
  • sanitize_json()
  • get_indexer_storage()
  • check_id_duplicates()
  • IndexerStorage
    • IndexerStorage.current_version
    • IndexerStorage.get_db()
    • IndexerStorage.put_db()
    • IndexerStorage.check_config()
    • IndexerStorage.content_mimetype_missing()
    • IndexerStorage.get_partition()
    • IndexerStorage.content_mimetype_get_partition()
    • IndexerStorage.content_mimetype_add()
    • IndexerStorage.content_mimetype_get()
    • IndexerStorage.content_fossology_license_get()
    • IndexerStorage.content_fossology_license_add()
    • IndexerStorage.content_fossology_license_get_partition()
    • IndexerStorage.content_metadata_missing()
    • IndexerStorage.content_metadata_get()
    • IndexerStorage.content_metadata_add()
    • IndexerStorage.directory_intrinsic_metadata_missing()
    • IndexerStorage.directory_intrinsic_metadata_get()
    • IndexerStorage.directory_intrinsic_metadata_add()
    • IndexerStorage.origin_intrinsic_metadata_get()
    • IndexerStorage.origin_intrinsic_metadata_add()
    • IndexerStorage.origin_intrinsic_metadata_search_fulltext()
    • IndexerStorage.origin_intrinsic_metadata_search_by_producer()
    • IndexerStorage.origin_intrinsic_metadata_stats()
    • IndexerStorage.origin_extrinsic_metadata_get()
    • IndexerStorage.origin_extrinsic_metadata_add()
    • IndexerStorage.indexer_configuration_add()
    • IndexerStorage.indexer_configuration_get()

Submodules:

• swh.indexer.bibtex module
  • codemeta_to_bibtex()
• swh.indexer.cli module
  • list_origins_by_producer()
  • main()
• swh.indexer.codemeta module
  • make_absolute_uri()
  • read_crosstable()
  • compact()
  • expand()
  • merge_documents()
• swh.indexer.fossology_license module
  • compute_license()
  • MixinFossologyLicenseIndexer
    • MixinFossologyLicenseIndexer.tool
    • MixinFossologyLicenseIndexer.idx_storage
    • MixinFossologyLicenseIndexer.index()
    • MixinFossologyLicenseIndexer.persist_index_computations()
  • FossologyLicenseIndexer
    • FossologyLicenseIndexer.filter()
• swh.indexer.indexer module
  • ObjectsDict
    • ObjectsDict.content
    • ObjectsDict.directory
    • ObjectsDict.origin
    • ObjectsDict.origin_visit_status
    • ObjectsDict.raw_extrinsic_metadata
  • write_to_temp()
  • TId
  • TData
  • TResult
  • BaseIndexer
    • BaseIndexer.results
    • BaseIndexer.USE_TOOLS
    • BaseIndexer.catch_exceptions
    • BaseIndexer.scheduler
    • BaseIndexer.storage
    • BaseIndexer.objstorage
    • BaseIndexer.idx_storage
    • BaseIndexer.prepare()
    • BaseIndexer.tool
    • BaseIndexer.check()
    • BaseIndexer.register_tools()
    • BaseIndexer.index()
    • BaseIndexer.filter()
    • BaseIndexer.persist_index_computations()
    • BaseIndexer.process_journal_objects()
  • ContentIndexer
    • ContentIndexer.process_journal_objects()
    • ContentIndexer.run()
  • OriginIndexer
    • OriginIndexer.run()
    • OriginIndexer.process_journal_objects()
    • OriginIndexer.index_list()
  • DirectoryIndexer
    • DirectoryIndexer.run()
    • DirectoryIndexer.process_journal_objects()
• swh.indexer.journal_client module
  • process_journal_objects()
  • process_origin_visits()
• swh.indexer.metadata module
  • call_with_batches()
  • ExtrinsicMetadataIndexer
    • ExtrinsicMetadataIndexer.process_journal_objects()
    • ExtrinsicMetadataIndexer.index()
    • ExtrinsicMetadataIndexer.persist_index_computations()
  • ContentMetadataIndexer
    • ContentMetadataIndexer.filter()
    • ContentMetadataIndexer.index()
    • ContentMetadataIndexer.persist_index_computations()
  • DirectoryMetadataIndexer
    • DirectoryMetadataIndexer.filter()
    • DirectoryMetadataIndexer.index()
    • DirectoryMetadataIndexer.persist_index_computations()
    • DirectoryMetadataIndexer.translate_directory_intrinsic_metadata()
  • OriginMetadataIndexer
    • OriginMetadataIndexer.USE_TOOLS
    • OriginMetadataIndexer.index_list()
    • OriginMetadataIndexer.persist_index_computations()
• swh.indexer.metadata_detector module
  • detect_metadata()
• swh.indexer.mimetype module
  • compute_mimetype_encoding()
  • MixinMimetypeIndexer
    • MixinMimetypeIndexer.tool
    • MixinMimetypeIndexer.idx_storage
    • MixinMimetypeIndexer.index()
    • MixinMimetypeIndexer.persist_index_computations()
  • MimetypeIndexer
    • MimetypeIndexer.filter()
• swh.indexer.namespaces module
• swh.indexer.origin_head module
  • get_head_swhid()
• swh.indexer.rehash module
  • RecomputeChecksums
    • RecomputeChecksums.get_new_contents_metadata()
    • RecomputeChecksums.run()
• swh.indexer.tasks module

Module contents:

swh.indexer.get_datastore(*args, **kw)

swh.indexer.register_tasks() → Dict[str, Any]