Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
22 changes: 22 additions & 0 deletions protos/feast/core/DataFormat.proto
Original file line number Diff line number Diff line change
Expand Up @@ -75,11 +75,33 @@ message TableFormat {
map<string, string> properties = 4;
}

// Defines options for the Lance table format
message LanceFormat {
// Optional catalog name for the Lance table
string catalog = 1;

// Optional namespace within the catalog
string namespace = 2;

// Pin reads to a specific Lance dataset version. Zero means unset.
// Mutually exclusive with tag.
uint64 version = 3;

// Pin reads to a named Lance tag, which resolves to a version.
// Mutually exclusive with version.
string tag = 4;

// Additional properties for Lance configuration
// Examples: storage options, index parameters, etc.
map<string, string> properties = 5;
}

// Specifies the table format and format-specific options
oneof format {
IcebergFormat iceberg_format = 1;
DeltaFormat delta_format = 2;
HudiFormat hudi_format = 3;
LanceFormat lance_format = 4;
}
}

Expand Down
50 changes: 28 additions & 22 deletions sdk/python/feast/protos/feast/core/DataFormat_pb2.py

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

63 changes: 60 additions & 3 deletions sdk/python/feast/protos/feast/core/DataFormat_pb2.pyi
Original file line number Diff line number Diff line change
Expand Up @@ -191,25 +191,82 @@ class TableFormat(google.protobuf.message.Message):
) -> None: ...
def ClearField(self, field_name: typing_extensions.Literal["precombine_field", b"precombine_field", "properties", b"properties", "record_key", b"record_key", "table_type", b"table_type"]) -> None: ...

class LanceFormat(google.protobuf.message.Message):
"""Defines options for the Lance table format"""

DESCRIPTOR: google.protobuf.descriptor.Descriptor

class PropertiesEntry(google.protobuf.message.Message):
DESCRIPTOR: google.protobuf.descriptor.Descriptor

KEY_FIELD_NUMBER: builtins.int
VALUE_FIELD_NUMBER: builtins.int
key: builtins.str
value: builtins.str
def __init__(
self,
*,
key: builtins.str = ...,
value: builtins.str = ...,
) -> None: ...
def ClearField(self, field_name: typing_extensions.Literal["key", b"key", "value", b"value"]) -> None: ...

CATALOG_FIELD_NUMBER: builtins.int
NAMESPACE_FIELD_NUMBER: builtins.int
VERSION_FIELD_NUMBER: builtins.int
TAG_FIELD_NUMBER: builtins.int
PROPERTIES_FIELD_NUMBER: builtins.int
catalog: builtins.str
"""Optional catalog name for the Lance table"""
namespace: builtins.str
"""Optional namespace within the catalog"""
version: builtins.int
"""Pin reads to a specific Lance dataset version. Zero means unset.
Mutually exclusive with tag.
"""
tag: builtins.str
"""Pin reads to a named Lance tag, which resolves to a version.
Mutually exclusive with version.
"""
@property
def properties(self) -> google.protobuf.internal.containers.ScalarMap[builtins.str, builtins.str]:
"""Additional properties for Lance configuration
Examples: storage options, index parameters, etc.
"""
def __init__(
self,
*,
catalog: builtins.str = ...,
namespace: builtins.str = ...,
version: builtins.int = ...,
tag: builtins.str = ...,
properties: collections.abc.Mapping[builtins.str, builtins.str] | None = ...,
) -> None: ...
def ClearField(self, field_name: typing_extensions.Literal["catalog", b"catalog", "namespace", b"namespace", "properties", b"properties", "tag", b"tag", "version", b"version"]) -> None: ...

ICEBERG_FORMAT_FIELD_NUMBER: builtins.int
DELTA_FORMAT_FIELD_NUMBER: builtins.int
HUDI_FORMAT_FIELD_NUMBER: builtins.int
LANCE_FORMAT_FIELD_NUMBER: builtins.int
@property
def iceberg_format(self) -> global___TableFormat.IcebergFormat: ...
@property
def delta_format(self) -> global___TableFormat.DeltaFormat: ...
@property
def hudi_format(self) -> global___TableFormat.HudiFormat: ...
@property
def lance_format(self) -> global___TableFormat.LanceFormat: ...
def __init__(
self,
*,
iceberg_format: global___TableFormat.IcebergFormat | None = ...,
delta_format: global___TableFormat.DeltaFormat | None = ...,
hudi_format: global___TableFormat.HudiFormat | None = ...,
lance_format: global___TableFormat.LanceFormat | None = ...,
) -> None: ...
def HasField(self, field_name: typing_extensions.Literal["delta_format", b"delta_format", "format", b"format", "hudi_format", b"hudi_format", "iceberg_format", b"iceberg_format"]) -> builtins.bool: ...
def ClearField(self, field_name: typing_extensions.Literal["delta_format", b"delta_format", "format", b"format", "hudi_format", b"hudi_format", "iceberg_format", b"iceberg_format"]) -> None: ...
def WhichOneof(self, oneof_group: typing_extensions.Literal["format", b"format"]) -> typing_extensions.Literal["iceberg_format", "delta_format", "hudi_format"] | None: ...
def HasField(self, field_name: typing_extensions.Literal["delta_format", b"delta_format", "format", b"format", "hudi_format", b"hudi_format", "iceberg_format", b"iceberg_format", "lance_format", b"lance_format"]) -> builtins.bool: ...
def ClearField(self, field_name: typing_extensions.Literal["delta_format", b"delta_format", "format", b"format", "hudi_format", b"hudi_format", "iceberg_format", b"iceberg_format", "lance_format", b"lance_format"]) -> None: ...
def WhichOneof(self, oneof_group: typing_extensions.Literal["format", b"format"]) -> typing_extensions.Literal["iceberg_format", "delta_format", "hudi_format", "lance_format"] | None: ...

global___TableFormat = TableFormat

Expand Down
Loading
Loading