Spaces:
Build error
Build error
File size: 4,299 Bytes
60e3a80 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 |
from abc import abstractmethod
from typing import Callable, Optional, Sequence
from chromadb.types import (
OperationRecord,
LogRecord,
SeqId,
Vector,
ScalarEncoding,
)
from chromadb.config import Component
from uuid import UUID
import numpy as np
def encode_vector(vector: Vector, encoding: ScalarEncoding) -> bytes:
"""Encode a vector into a byte array."""
if encoding == ScalarEncoding.FLOAT32:
return np.array(vector, dtype=np.float32).tobytes()
elif encoding == ScalarEncoding.INT32:
return np.array(vector, dtype=np.int32).tobytes()
else:
raise ValueError(f"Unsupported encoding: {encoding.value}")
def decode_vector(vector: bytes, encoding: ScalarEncoding) -> Vector:
"""Decode a byte array into a vector"""
if encoding == ScalarEncoding.FLOAT32:
return np.frombuffer(vector, dtype=np.float32)
elif encoding == ScalarEncoding.INT32:
return np.frombuffer(vector, dtype=np.float32)
else:
raise ValueError(f"Unsupported encoding: {encoding.value}")
class Producer(Component):
"""Interface for writing embeddings to an ingest stream"""
@abstractmethod
def delete_log(self, collection_id: UUID) -> None:
pass
@abstractmethod
def purge_log(self, collection_id: UUID) -> None:
"""Truncates the log for the given collection, removing all seen records."""
pass
@abstractmethod
def submit_embedding(
self, collection_id: UUID, embedding: OperationRecord
) -> SeqId:
"""Add an embedding record to the given collections log. Returns the SeqID of the record."""
pass
@abstractmethod
def submit_embeddings(
self, collection_id: UUID, embeddings: Sequence[OperationRecord]
) -> Sequence[SeqId]:
"""Add a batch of embedding records to the given collections log. Returns the SeqIDs of
the records. The returned SeqIDs will be in the same order as the given
SubmitEmbeddingRecords. However, it is not guaranteed that the SeqIDs will be
processed in the same order as the given SubmitEmbeddingRecords. If the number
of records exceeds the maximum batch size, an exception will be thrown."""
pass
@property
@abstractmethod
def max_batch_size(self) -> int:
"""Return the maximum number of records that can be submitted in a single call
to submit_embeddings."""
pass
ConsumerCallbackFn = Callable[[Sequence[LogRecord]], None]
class Consumer(Component):
"""Interface for reading embeddings off an ingest stream"""
@abstractmethod
def subscribe(
self,
collection_id: UUID,
consume_fn: ConsumerCallbackFn,
start: Optional[SeqId] = None,
end: Optional[SeqId] = None,
id: Optional[UUID] = None,
) -> UUID:
"""Register a function that will be called to receive embeddings for a given
collections log stream. The given function may be called any number of times, with any number of
records, and may be called concurrently.
Only records between start (exclusive) and end (inclusive) SeqIDs will be
returned. If start is None, the first record returned will be the next record
generated, not including those generated before creating the subscription. If
end is None, the consumer will consume indefinitely, otherwise it will
automatically be unsubscribed when the end SeqID is reached.
If the function throws an exception, the function may be called again with the
same or different records.
Takes an optional UUID as a unique subscription ID. If no ID is provided, a new
ID will be generated and returned."""
pass
@abstractmethod
def unsubscribe(self, subscription_id: UUID) -> None:
"""Unregister a subscription. The consume function will no longer be invoked,
and resources associated with the subscription will be released."""
pass
@abstractmethod
def min_seqid(self) -> SeqId:
"""Return the minimum possible SeqID in this implementation."""
pass
@abstractmethod
def max_seqid(self) -> SeqId:
"""Return the maximum possible SeqID in this implementation."""
pass
|