swh.indexer package

Subpackages:

• swh.indexer.citation package
  • swh.indexer.citation.bibtex module
    • BibTeXWithMacroWriter
    • codemeta_person_to_pybtex_person()
    • codemeta_data_to_bibtex()
  • swh.indexer.citation.codemeta_data module
    • TMP_ROOT_URI_PREFIX
    • CodeMetaData
    • CodeMetaPerson
    • rdf_str_values()
    • rdf_first_str_value()
    • extract_person()
    • resolve_role_nodes()
    • extract_people()
    • extract_rdf_metadata()
    • extract_compact_identifiers()
    • merge_identifiers()
    • normalize_doc_id()
    • extract_codemeta_data()
  • swh.indexer.citation.csl module
    • codemeta_person_to_csl()
    • codemeta_data_to_csl()
  • swh.indexer.citation.exceptions module
    • CitationError
  • CitationFormat
    • CitationFormat.BIBTEX
    • CitationFormat.CSL
  • codemeta_to_citation()
• swh.indexer.metadata_mapping package
  • swh.indexer.metadata_mapping.base module
    • TMP_ROOT_URI_PREFIX
    • DirectoryLsEntry
    • produce_terms()
    • BaseMapping
    • BaseExtrinsicMapping
    • BaseIntrinsicMapping
    • SingleFileIntrinsicMapping
    • DictMapping
    • JsonMapping
    • XmlMapping
    • SafeLoader
    • YamlMapping
  • swh.indexer.metadata_mapping.cff module
    • CffMapping
  • swh.indexer.metadata_mapping.codemeta module
    • CodemetaMapping
  • swh.indexer.metadata_mapping.composer module
    • ComposerMapping
  • swh.indexer.metadata_mapping.dart module
    • name_to_person()
    • PubspecMapping
  • swh.indexer.metadata_mapping.gitea module
    • GiteaMapping
  • swh.indexer.metadata_mapping.github module
    • GitHubMapping
  • swh.indexer.metadata_mapping.maven module
    • MavenMapping
  • swh.indexer.metadata_mapping.npm module
    • NpmMapping
  • swh.indexer.metadata_mapping.nuget module
    • NuGetMapping
  • swh.indexer.metadata_mapping.python module
    • LinebreakPreservingEmailPolicy
    • PythonPkginfoMapping
  • swh.indexer.metadata_mapping.ruby module
    • name_to_person()
    • GemspecMapping
  • swh.indexer.metadata_mapping.sword module
    • SwordCodemetaMapping
    • iter_keys()
    • JsonSwordCodemetaMapping
  • swh.indexer.metadata_mapping.utils module
    • prettyprint_graph()
    • add_list()
    • add_map()
    • add_url_if_valid()
  • get_mappings()
  • get_intrinsic_mappings()
  • get_extrinsic_mappings()
  • get_mapping()
  • get_mapping_names()
  • load_mappings()
  • list_terms()
• swh.indexer.storage package
  • swh.indexer.storage.api package
    • swh.indexer.storage.api.client module
    • swh.indexer.storage.api.serializers module
    • swh.indexer.storage.api.server module
  • swh.indexer.storage.converters module
    • db_to_mimetype()
    • db_to_metadata()
    • db_to_fossology_license()
  • swh.indexer.storage.db module
    • execute_values_generator()
    • Db
  • swh.indexer.storage.exc module
    • IndexerStorageAPIError
    • IndexerStorageArgumentException
    • DuplicateId
  • swh.indexer.storage.in_memory module
    • check_id_types()
    • SubStorage
    • IndexerStorage
  • swh.indexer.storage.interface module
    • IndexerStorageInterface
  • swh.indexer.storage.metrics module
    • timed()
    • send_metric()
    • process_metrics()
  • swh.indexer.storage.model module
    • BaseRow
    • ContentMimetypeRow
    • ContentLicenseRow
    • ContentMetadataRow
    • DirectoryIntrinsicMetadataRow
    • OriginIntrinsicMetadataRow
    • OriginExtrinsicMetadataRow
  • swh.indexer.storage.writer module
    • JournalWriter
  • sanitize_json()
  • get_indexer_storage()
  • check_id_duplicates()
  • IndexerStorage
    • IndexerStorage.current_version
    • IndexerStorage.get_db()
    • IndexerStorage.put_db()
    • IndexerStorage.check_config()
    • IndexerStorage.content_mimetype_missing()
    • IndexerStorage.get_partition()
    • IndexerStorage.content_mimetype_get_partition()
    • IndexerStorage.content_mimetype_add()
    • IndexerStorage.content_mimetype_get()
    • IndexerStorage.content_fossology_license_get()
    • IndexerStorage.content_fossology_license_add()
    • IndexerStorage.content_fossology_license_get_partition()
    • IndexerStorage.content_metadata_missing()
    • IndexerStorage.content_metadata_get()
    • IndexerStorage.content_metadata_add()
    • IndexerStorage.directory_intrinsic_metadata_missing()
    • IndexerStorage.directory_intrinsic_metadata_get()
    • IndexerStorage.directory_intrinsic_metadata_add()
    • IndexerStorage.origin_intrinsic_metadata_get()
    • IndexerStorage.origin_intrinsic_metadata_add()
    • IndexerStorage.origin_intrinsic_metadata_search_fulltext()
    • IndexerStorage.origin_intrinsic_metadata_search_by_producer()
    • IndexerStorage.origin_intrinsic_metadata_stats()
    • IndexerStorage.origin_extrinsic_metadata_get()
    • IndexerStorage.origin_extrinsic_metadata_add()
    • IndexerStorage.indexer_configuration_add()
    • IndexerStorage.indexer_configuration_get()

Submodules:

• swh.indexer.cli module
  • list_origins_by_producer()
  • main()
• swh.indexer.codemeta module
  • make_absolute_uri()
  • read_crosstable()
  • compact()
  • expand()
  • merge_documents()
• swh.indexer.fossology_license module
  • compute_license()
  • MixinFossologyLicenseIndexer
    • MixinFossologyLicenseIndexer.tool
    • MixinFossologyLicenseIndexer.idx_storage
    • MixinFossologyLicenseIndexer.index()
    • MixinFossologyLicenseIndexer.persist_index_computations()
  • FossologyLicenseIndexer
• swh.indexer.indexer module
  • ObjectsDict
    • ObjectsDict.content
    • ObjectsDict.directory
    • ObjectsDict.origin
    • ObjectsDict.origin_visit_status
    • ObjectsDict.raw_extrinsic_metadata
  • write_to_temp()
  • TId
  • TData
  • TResult
  • BaseIndexer
    • BaseIndexer.results
    • BaseIndexer.object_types
    • BaseIndexer.USE_TOOLS
    • BaseIndexer.catch_exceptions
    • BaseIndexer.storage
    • BaseIndexer.objstorage
    • BaseIndexer.idx_storage
    • BaseIndexer.prepare()
    • BaseIndexer.tool
    • BaseIndexer.check()
    • BaseIndexer.register_tools()
    • BaseIndexer.index()
    • BaseIndexer.filter()
    • BaseIndexer.persist_index_computations()
    • BaseIndexer.process_journal_objects()
  • ContentIndexer
    • ContentIndexer.object_types
    • ContentIndexer.process_journal_objects()
    • ContentIndexer.run()
  • OriginIndexer
    • OriginIndexer.object_types
    • OriginIndexer.process_journal_objects()
    • OriginIndexer.run()
    • OriginIndexer.index_list()
  • DirectoryIndexer
    • DirectoryIndexer.object_types
    • DirectoryIndexer.run()
    • DirectoryIndexer.process_journal_objects()
• swh.indexer.metadata module
  • fetch_in_batches()
  • fetch_as_dict()
  • ExtrinsicMetadataIndexer
    • ExtrinsicMetadataIndexer.object_types
    • ExtrinsicMetadataIndexer.process_journal_objects()
    • ExtrinsicMetadataIndexer.index()
    • ExtrinsicMetadataIndexer.persist_index_computations()
  • ContentMetadataIndexer
    • ContentMetadataIndexer.filter()
    • ContentMetadataIndexer.index()
    • ContentMetadataIndexer.persist_index_computations()
  • directory_get()
  • DirectoryMetadataIndexer
    • DirectoryMetadataIndexer.filter()
    • DirectoryMetadataIndexer.index()
    • DirectoryMetadataIndexer.persist_index_computations()
    • DirectoryMetadataIndexer.translate_directory_intrinsic_metadata()
  • OriginMetadataIndexer
    • OriginMetadataIndexer.USE_TOOLS
    • OriginMetadataIndexer.index_list()
    • OriginMetadataIndexer.persist_index_computations()
• swh.indexer.metadata_detector module
  • detect_metadata()
• swh.indexer.mimetype module
  • compute_mimetype_encoding()
  • MixinMimetypeIndexer
    • MixinMimetypeIndexer.tool
    • MixinMimetypeIndexer.idx_storage
    • MixinMimetypeIndexer.index()
    • MixinMimetypeIndexer.persist_index_computations()
  • MimetypeIndexer
    • MimetypeIndexer.filter()
• swh.indexer.namespaces module
• swh.indexer.origin_head module
  • get_head_swhid()
• swh.indexer.rehash module
  • RecomputeChecksums
    • RecomputeChecksums.get_new_contents_metadata()
    • RecomputeChecksums.run()

Module contents:

swh.indexer.get_datastore(*args, **kw)

swh.indexer.get_indexer_names() → List[str]

swh.indexer.get_indexer(name: str) → Type[BaseIndexer]

swh.indexer.load_indexers() → Dict[str, Type[BaseIndexer]]