HdkWorker#

Public API#

class modin.experimental.core.execution.native.implementations.hdk_on_native.hdk_worker.HdkWorker(*args, **kwargs)#

PyHDK based wrapper class for HDK storage format.

classmethod compute_fragment_size(table)#

Compute fragment size to be used for table import.

Parameters:

table (pyarrow.Table) – A table to import.

Returns:

Fragment size to use for import.

Return type:

int

classmethod dropTable(name: str)#

Drops table with the specified name.

Parameters:

name (str) – A table to drop.

classmethod executeDML(query: str)#

Execute DML SQL query.

Parameters:

query (str) – SQL query.

Returns:

Execution result.

Return type:

DbTable

classmethod executeRA(query: str, exec_calcite=False, **exec_args)#

Execute calcite query.

Parameters:

query (str) – Serialized calcite query.

Returns:

Execution result.

Return type:

DbTable

classmethod import_arrow_table(table: Table, name: Optional[str] = None)#

Import Arrow table to the worker.

Parameters:
  • table (pyarrow.Table) – A table to import.

  • name (str, optional) – A table name to use. None to generate a unique name.

Returns:

Imported table.

Return type:

DbTable