great_expectations.experimental.datasources.interfaces

Module Contents

Classes

BatchRequest()
DataAsset()
Datasource(**kwargs)
Batch(datasource: Datasource, data_asset: DataAsset, batch_request: BatchRequest, data: BatchDataType, legacy_batch_markers: BatchMarkers, legacy_batch_spec: BatchSpec, legacy_batch_definition: BatchDefinition, metadata: Optional[Dict[str, Any]] = None)

great_expectations.experimental.datasources.interfaces.LOGGER

great_expectations.experimental.datasources.interfaces.BatchRequestOptions :TypeAlias

class great_expectations.experimental.datasources.interfaces.BatchRequest

datasource_name :str

data_asset_name :str

options :BatchRequestOptions

class great_expectations.experimental.datasources.interfaces.DataAsset

Bases: great_expectations.experimental.datasources.experimental_base_model.ExperimentalBaseModel

name :str

type :str

_datasource :Datasource

property datasource(self)

abstract get_batch_request(self, options: Optional[BatchRequestOptions])

class great_expectations.experimental.datasources.interfaces.Datasource(**kwargs)

Bases: great_expectations.experimental.datasources.experimental_base_model.ExperimentalBaseModel

class Config

arbitrary_types_allowed = True

asset_types :ClassVar[List[Type[DataAsset]]] = []

_excluded_eng_args :ClassVar[Set[str]]

execution_engine_override :ClassVar[Optional[Type[ExecutionEngine]]]

type :str

name :str

assets :Mapping[str, DataAsset]

_execution_engine :ExecutionEngine

property execution_engine(self)

classmethod _load_asset_subtype(cls, v: Dict[str, dict])

_execution_engine_type(self)

Returns the execution engine to be used

abstract execution_engine_type(self)

Return the ExecutionEngine type use for this Datasource

abstract get_batch_list_from_batch_request(self, batch_request: BatchRequest)

Processes a batch request and returns a list of batches.

Parameters

batch_request – contains parameters necessary to retrieve batches.

Returns

A list of batches. The list may be empty.

get_asset(self, asset_name: str)

Returns the DataAsset referred to by name

class great_expectations.experimental.datasources.interfaces.Batch(datasource: Datasource, data_asset: DataAsset, batch_request: BatchRequest, data: BatchDataType, legacy_batch_markers: BatchMarkers, legacy_batch_spec: BatchSpec, legacy_batch_definition: BatchDefinition, metadata: Optional[Dict[str, Any]] = None)

_datasource :Datasource

_data_asset :DataAsset

_batch_request :BatchRequest

_data :BatchDataType

_id :str

metadata :Dict[str, Any]

_legacy_batch_markers :BatchMarkers

_legacy_batch_spec :BatchSpec

_legacy_batch_definition :BatchDefinition

property datasource(self)

property data_asset(self)

property batch_request(self)

property id(self)

property data(self)

property execution_engine(self)

property batch_markers(self)

property batch_spec(self)

property batch_definition(self)