swh.storage.in_memory module¶
-
class
swh.storage.in_memory.
Table
(row_class: Type[TRow])[source]¶ Bases:
Generic
[swh.storage.in_memory.TRow
]-
partition_key
(row: Union[TRow, Dict[str, Any]]) → Tuple[source]¶ Returns the partition key of a row (ie. the cells which get hashed into the token.
-
clustering_key
(row: Union[TRow, Dict[str, Any]]) → Tuple[source]¶ Returns the clustering key of a row (ie. the cells which are used for sorting rows within a partition.
-
primary_key_from_dict
(d: Dict[str, Any]) → Tuple[source]¶ Returns the primary key (ie. concatenation of partition key and clustering key) of the given dictionary interpreted as a row.
-
get_partition
(token: int) → Dict[Tuple, TRow][source]¶ Returns the partition that contains this token.
-
split_primary_key
(key: Tuple) → Tuple[Tuple, Tuple][source]¶ Returns (partition_key, clustering_key) from a partition key
-
get_from_partition_key
(partition_key: Tuple) → Iterable[TRow][source]¶ Returns at most one row, from its partition key.
-
get_from_primary_key
(primary_key: Tuple) → Optional[TRow][source]¶ Returns at most one row, from its primary key.
-
-
class
swh.storage.in_memory.
InMemoryCqlRunner
[source]¶ Bases:
object
-
stat_counters
() → Iterable[swh.storage.cassandra.model.ObjectCountRow][source]¶
-
content_add_prepare
(content: swh.storage.cassandra.model.ContentRow)[source]¶
-
content_get_from_pk
(content_hashes: Dict[str, bytes]) → Optional[swh.storage.cassandra.model.ContentRow][source]¶
-
content_get_from_token
(token: int) → Iterable[swh.storage.cassandra.model.ContentRow][source]¶
-
content_get_random
() → Optional[swh.storage.cassandra.model.ContentRow][source]¶
-
content_get_token_range
(start: int, end: int, limit: int) → Iterable[Tuple[int, swh.storage.cassandra.model.ContentRow]][source]¶
-
content_index_add_one
(algo: str, content: swh.model.model.Content, token: int) → None[source]¶
-
skipped_content_add_prepare
(content: swh.storage.cassandra.model.SkippedContentRow)[source]¶
-
skipped_content_get_from_pk
(content_hashes: Dict[str, bytes]) → Optional[swh.storage.cassandra.model.SkippedContentRow][source]¶
-
skipped_content_get_from_token
(token: int) → Iterable[swh.storage.cassandra.model.SkippedContentRow][source]¶
-
skipped_content_index_add_one
(algo: str, content: swh.model.model.SkippedContent, token: int) → None[source]¶
-
directory_add_one
(directory: swh.storage.cassandra.model.DirectoryRow) → None[source]¶
-
directory_get_random
() → Optional[swh.storage.cassandra.model.DirectoryRow][source]¶
-
directory_entry_add_one
(entry: swh.storage.cassandra.model.DirectoryEntryRow) → None[source]¶
-
directory_entry_get
(directory_ids: List[bytes]) → Iterable[swh.storage.cassandra.model.DirectoryEntryRow][source]¶
-
revision_add_one
(revision: swh.storage.cassandra.model.RevisionRow) → None[source]¶
-
revision_get
(revision_ids: List[bytes]) → Iterable[swh.storage.cassandra.model.RevisionRow][source]¶
-
revision_get_random
() → Optional[swh.storage.cassandra.model.RevisionRow][source]¶
-
revision_parent_add_one
(revision_parent: swh.storage.cassandra.model.RevisionParentRow) → None[source]¶
-
release_add_one
(release: swh.storage.cassandra.model.ReleaseRow) → None[source]¶
-
release_get
(release_ids: List[str]) → Iterable[swh.storage.cassandra.model.ReleaseRow][source]¶
-
release_get_random
() → Optional[swh.storage.cassandra.model.ReleaseRow][source]¶
-
snapshot_add_one
(snapshot: swh.storage.cassandra.model.SnapshotRow) → None[source]¶
-
snapshot_get_random
() → Optional[swh.storage.cassandra.model.SnapshotRow][source]¶
-
snapshot_branch_add_one
(branch: swh.storage.cassandra.model.SnapshotBranchRow) → None[source]¶
-
snapshot_count_branches
(snapshot_id: bytes) → Dict[Optional[str], int][source]¶ Returns a dictionary from type names to the number of branches of that type.
-
snapshot_branch_get
(snapshot_id: bytes, from_: bytes, limit: int) → Iterable[swh.storage.cassandra.model.SnapshotBranchRow][source]¶
-
origin_add_one
(origin: swh.storage.cassandra.model.OriginRow) → None[source]¶
-
origin_get_by_sha1
(sha1: bytes) → Iterable[swh.storage.cassandra.model.OriginRow][source]¶
-
origin_get_by_url
(url: str) → Iterable[swh.storage.cassandra.model.OriginRow][source]¶
-
origin_list
(start_token: int, limit: int) → Iterable[Tuple[int, swh.storage.cassandra.model.OriginRow]][source]¶ Returns an iterable of (token, origin)
-
origin_iter_all
() → Iterable[swh.storage.cassandra.model.OriginRow][source]¶
-
origin_visit_get
(origin_url: str, last_visit: Optional[int], limit: int, order: swh.storage.interface.ListOrder) → Iterable[swh.storage.cassandra.model.OriginVisitRow][source]¶
-
origin_visit_add_one
(visit: swh.storage.cassandra.model.OriginVisitRow) → None[source]¶
-
origin_visit_get_one
(origin_url: str, visit_id: int) → Optional[swh.storage.cassandra.model.OriginVisitRow][source]¶
-
origin_visit_get_all
(origin_url: str) → Iterable[swh.storage.cassandra.model.OriginVisitRow][source]¶
-
origin_visit_iter
(start_token: int) → Iterator[swh.storage.cassandra.model.OriginVisitRow][source]¶ Returns all origin visits in order from this token, and wraps around the token space.
-
origin_visit_status_get_range
(origin: str, visit: int, date_from: Optional[datetime.datetime], limit: int, order: swh.storage.interface.ListOrder) → Iterable[swh.storage.cassandra.model.OriginVisitStatusRow][source]¶
-
origin_visit_status_add_one
(visit_update: swh.storage.cassandra.model.OriginVisitStatusRow) → None[source]¶
-
origin_visit_status_get_latest
(origin: str, visit: int) → Optional[swh.storage.cassandra.model.OriginVisitStatusRow][source]¶ Given an origin visit id, return its latest origin_visit_status
-
origin_visit_status_get
(origin: str, visit: int) → Iterator[swh.storage.cassandra.model.OriginVisitStatusRow][source]¶ Return all origin visit statuses for a given visit
-
metadata_fetcher_add
(fetcher: swh.storage.cassandra.model.MetadataFetcherRow)[source]¶
-
metadata_fetcher_get
(name, version) → Optional[swh.storage.cassandra.model.MetadataAuthorityRow][source]¶
-
raw_extrinsic_metadata_get_after_date
(target: str, authority_type: str, authority_url: str, after: datetime.datetime) → Iterable[swh.storage.cassandra.model.RawExtrinsicMetadataRow][source]¶
-
raw_extrinsic_metadata_get_after_date_and_fetcher
(target: str, authority_type: str, authority_url: str, after_date: datetime.datetime, after_fetcher_name: str, after_fetcher_version: str) → Iterable[swh.storage.cassandra.model.RawExtrinsicMetadataRow][source]¶
-
raw_extrinsic_metadata_get
(target: str, authority_type: str, authority_url: str) → Iterable[swh.storage.cassandra.model.RawExtrinsicMetadataRow][source]¶
-