Index

Symbols

--config pipedag-manage-clear-metadata command line option pipedag-manage-delete-schemas command line option --flow pipedag-manage-clear-metadata command line option pipedag-manage-delete-schemas command line option --instance pipedag-manage-clear-metadata command line option pipedag-manage-delete-schemas command line option

--per-user pipedag-manage-clear-metadata command line option pipedag-manage-delete-schemas command line option --yes pipedag-manage-clear-metadata command line option pipedag-manage-delete-schemas command line option

_

__contains__() (pydiverse.pipedag.RawSql method) __getitem__() (pydiverse.pipedag.Flow method) (pydiverse.pipedag.materialize.core.MaterializingTask method) (pydiverse.pipedag.materialize.core.MaterializingTaskGetItem method) (pydiverse.pipedag.RawSql method) (pydiverse.pipedag.Stage method)

__iter__() (pydiverse.pipedag.RawSql method)

A

ADAPTIVE_ROW_COMPRESSION (pydiverse.pipedag.backend.table.sql.dialects.ibm_db2.IBMDB2CompressionTypes attribute)

attrs (pydiverse.pipedag.ConfigContext attribute) AUTO_VERSION (in module pydiverse.pipedag)

B

Blob (class in pydiverse.pipedag)

C

ConfigContext (class in pydiverse.pipedag)

current_name (pydiverse.pipedag.Stage property)

D

DaskEngine (class in pydiverse.pipedag.engine) DatabaseLockManager (class in pydiverse.pipedag.backend.lock)

default (pydiverse.pipedag.PipedagConfig attribute) DuckDBTableStore (class in pydiverse.pipedag.backend.table.sql.dialects)

E

environment variable PIPEDAG_CONFIG, [1]

evolve() (pydiverse.pipedag.ConfigContext method) exception (pydiverse.pipedag.Result attribute) ExternalTableReference (class in pydiverse.pipedag.container)

F

FileBlobStore (class in pydiverse.pipedag.backend.blob) FileLockManager (class in pydiverse.pipedag.backend.lock)

Flow (class in pydiverse.pipedag) flow (pydiverse.pipedag.Result attribute) flow_name (pydiverse.pipedag.ConfigContext attribute)

G

get() (pydiverse.pipedag.ConfigContext class method) (pydiverse.pipedag.PipedagConfig method) (pydiverse.pipedag.RawSql method) (pydiverse.pipedag.Result method) (pydiverse.pipedag.Schema method) (pydiverse.pipedag.StageLockContext class method)

get_output_from_store() (pydiverse.pipedag.materialize.core.MaterializingTask method) (pydiverse.pipedag.materialize.core.MaterializingTaskGetItem method) get_stage() (pydiverse.pipedag.Flow method) get_task() (pydiverse.pipedag.Stage method) GroupNode (class in pydiverse.pipedag)

I

IBMDB2CompressionTypes (class in pydiverse.pipedag.backend.table.sql.dialects.ibm_db2) IBMDB2MaterializationDetails (class in pydiverse.pipedag.backend.table.sql.dialects.ibm_db2) IBMDB2TableStore (class in pydiverse.pipedag.backend.table.sql.dialects)

input_stage_versions() (in module pydiverse.pipedag) instance_id (pydiverse.pipedag.ConfigContext attribute) instance_name (pydiverse.pipedag.ConfigContext attribute) items() (pydiverse.pipedag.RawSql method)

M

materialize() (in module pydiverse.pipedag) MaterializingTask (class in pydiverse.pipedag.materialize.core) MaterializingTaskGetItem (class in pydiverse.pipedag.materialize.core)

module pydiverse.pipedag MSSqlMaterializationDetails (class in pydiverse.pipedag.backend.table.sql.dialects.mssql) MSSqlTableStore (class in pydiverse.pipedag.backend.table.sql.dialects)

N

name (pydiverse.pipedag.Schema attribute) (pydiverse.pipedag.Stage property)

new() (pydiverse.pipedag.ConfigContext static method) NO_COMPRESSION (pydiverse.pipedag.backend.table.sql.dialects.ibm_db2.IBMDB2CompressionTypes attribute) NoLockManager (class in pydiverse.pipedag.backend.lock)

P

ParquetTableCache (class in pydiverse.pipedag.backend.table.cache) ParquetTableStore (class in pydiverse.pipedag.backend.table) parse_in_object() (pydiverse.pipedag.ConfigContext static method) pipedag-manage-clear-metadata command line option --config --flow --instance --per-user --yes pipedag-manage-delete-schemas command line option --config --flow --instance --per-user --yes

PIPEDAG_CONFIG, [1] pipedag_name (pydiverse.pipedag.ConfigContext attribute) PipedagConfig (class in pydiverse.pipedag) PostgresMaterializationDetails (class in pydiverse.pipedag.backend.table.sql.dialects.postgres) PostgresTableStore (class in pydiverse.pipedag.backend.table.sql.dialects) PrefectEngine (class in pydiverse.pipedag) PrefectOneEngine (class in pydiverse.pipedag.engine.prefect) PrefectTwoEngine (class in pydiverse.pipedag.engine.prefect) prefix (pydiverse.pipedag.Schema attribute) pydiverse.pipedag module

R

RawSql (class in pydiverse.pipedag) Result (class in pydiverse.pipedag)

ROW_COMPRESSION (pydiverse.pipedag.backend.table.sql.dialects.ibm_db2.IBMDB2CompressionTypes attribute) run() (pydiverse.pipedag.Flow method)

S

Schema (class in pydiverse.pipedag) SequentialEngine (class in pydiverse.pipedag.engine) SQLTableStore (class in pydiverse.pipedag.backend.table) Stage (class in pydiverse.pipedag)

StageLockContext (class in pydiverse.pipedag) STATIC_ROW_COMPRESSION (pydiverse.pipedag.backend.table.sql.dialects.ibm_db2.IBMDB2CompressionTypes attribute) successful (pydiverse.pipedag.Result attribute) suffix (pydiverse.pipedag.Schema attribute) sync_metadata() (pydiverse.pipedag.backend.table.ParquetTableStore method)

T

Table (class in pydiverse.pipedag) task_states (pydiverse.pipedag.Result attribute)

task_values (pydiverse.pipedag.Result attribute) transaction_name (pydiverse.pipedag.Stage property)

U

UnboundMaterializingTask (class in pydiverse.pipedag.materialize.core)

underlying (pydiverse.pipedag.Result attribute)

V

VALUE_COMPRESSION (pydiverse.pipedag.backend.table.sql.dialects.ibm_db2.IBMDB2CompressionTypes attribute) View (class in pydiverse.pipedag) VisualizationStyle (class in pydiverse.pipedag) visualize() (pydiverse.pipedag.Flow method) (pydiverse.pipedag.Result method)

visualize_pydot() (pydiverse.pipedag.Flow method) (pydiverse.pipedag.Result method) visualize_url() (pydiverse.pipedag.Flow method) (pydiverse.pipedag.Result method)

Z

ZooKeeperLockManager (class in pydiverse.pipedag.backend.lock)