dlt.destinations.impl.lance.lance_client
LanceClient Objects
class LanceClient(JobClientBase, WithStateSync, WithSqlClient)
create_dataset_namespace
@raise_destination_error
def create_dataset_namespace() -> None
Creates child namespace for dataset in root namespace.
drop_dataset_namespace
@raise_destination_error
def drop_dataset_namespace() -> None
Drops dataset namespace after removing all its tables.
dataset_namespace_exists
@raise_destination_error
def dataset_namespace_exists() -> bool
Returns True if child namespace for dataset exists in root namespace.
create_table
@raise_destination_error
def create_table(table_name: str, schema: pa.Schema) -> None
Creates empty lance dataset from provided PyArrow schema.
drop_table
@raise_destination_error
def drop_table(table_name: str) -> None
Drops table from lance dataset namespace.
make_table_id
def make_table_id(table_name: str) -> List[str]
Returns namespace table_id for given table name.
drop_tables
def drop_tables(*tables: str) -> None
Drops tables from lance dataset namespace.
drop_storage
def drop_storage() -> None
Drops dataset namespace and all its tables.
truncate_table
def truncate_table(table_name: str) -> None
Truncates table by deleting all rows in active branch.
open_lance_dataset
@raise_destination_error
def open_lance_dataset(table_name: str,
branch_name: Optional[str] = None,
version_number: Optional[int] = None) -> LanceDataset
Returns lance dataset for given table name.
Arguments:
table_namestr - Name of table to open dataset for.branch_nameOptional[str] - Branch to check out. Uses main branch ifNone.version_numberOptional[int] - Dataset version to check out. Uses latest ifNone.
Returns:
LanceDataset- The dataset checked out at the specified branch and version.
open_lancedb_table
def open_lancedb_table(table_name: str) -> LanceTable
Returns LanceDB table for given table name.
This provides access to LanceDB-specific features like vector search.
write_records
def write_records(
records: Union[pa.RecordBatchReader, List[Dict[str, Any]]],
table_name: str,
*,
branch_name: Optional[str] = None,
write_disposition: Optional[TWriteDisposition] = "append",
merge_key: Optional[str] = None,
when_not_matched_by_source_delete_expr: Optional[str] = None) -> None
Inserts records into Lance dataset with automatic embedding computation.
make_arrow_table_schema
def make_arrow_table_schema(table_name: str) -> pa.Schema
Creates a PyArrow schema for a table, including embedding metadata if configured.
get_stored_state
def get_stored_state(pipeline_name: str) -> Optional[StateInfo]
Retrieves the latest completed state for a pipeline.
get_stored_schema
def get_stored_schema(schema_name: str = None) -> Optional[StorageSchemaInfo]
Retrieves newest schema from destination storage.