MCPcopy Create free account

hub / github.com/deepseek-ai/smallpond / functions

Functions992 in github.com/deepseek-ai/smallpond

⨍ Functions 992◇ Types & classes 154↳ Endpoints 2
Methodtest_pandas_task
(self)
tests/test_execution.py:354
Functiontest_parquet
(sp: Session)
tests/test_dataframe.py:38
Methodtest_parquet_batch_reader
(self)
tests/test_arrow.py:90
Methodtest_parquet_file_created_by_pandas
(self)
tests/test_dataset.py:19
Methodtest_partial_process_func
(self)
tests/test_execution.py:852
Functiontest_partial_sql
(sp: Session)
tests/test_dataframe.py:153
Functiontest_partition_by
(sp: Session)
tests/test_dataframe.py:112
Methodtest_partition_by_files
(self)
tests/test_dataset.py:75
Functiontest_partition_by_hash
(sp: Session)
tests/test_dataframe.py:128
Functiontest_partition_by_key_out_of_range
(sp: Session)
tests/test_dataframe.py:118
Methodtest_partition_by_rows
(self)
tests/test_dataset.py:93
Methodtest_partition_dims_not_compatible
(self)
tests/test_logical.py:52
Methodtest_partition_info_in_sql_query
User can refer to the partition info in the SQL query.
tests/test_partition.py:643
Methodtest_paths_with_char_ranges
(self)
tests/test_dataset.py:118
Methodtest_pickle_runtime_ctx
(self)
tests/test_filesystem.py:11
Methodtest_pickle_trace
(self)
tests/test_filesystem.py:18
Methodtest_projection_task
(self)
tests/test_execution.py:451
Methodtest_python_node_with_process_method
(self)
tests/test_execution.py:593
Functiontest_random_shuffle
(sp: Session)
tests/test_dataframe.py:95
Methodtest_read_write_deltalake
(self)
tests/test_deltalake.py:14
Methodtest_resolved_many_paths
(self)
tests/test_dataset.py:111
Methodtest_run_on_remote_executors
(self)
tests/test_driver.py:33
Methodtest_shuffle_data
(self)
tests/test_plan.py:44
Methodtest_shuffle_mock_urls
(self)
tests/test_plan.py:34
Functiontest_shutdown_cleanup
(sp: Session)
tests/test_session.py:6
Functiontest_shutdown_no_cleanup_on_failure
(sp: Session)
tests/test_session.py:32
Methodtest_sort_mock_urls
(self)
tests/test_plan.py:15
Methodtest_sort_mock_urls_external_output_path
(self)
tests/test_plan.py:25
Functiontest_sort_mock_urls_v2
(sp: Session)
tests/test_plan.py:67
Methodtest_speculative_scheduling
(self)
tests/test_scheduler.py:149
Methodtest_split_into_cols
(self, data: st.data)
tests/test_common.py:43
Methodtest_split_into_cols_bench
(self)
tests/test_common.py:68
Methodtest_split_into_rows
(self, data: st.data)
tests/test_common.py:32
Methodtest_split_into_rows_bench
(self)
tests/test_common.py:61
Methodtest_sql_batched_processing
(self)
tests/test_execution.py:691
Methodtest_sql_engine_oom
(self)
tests/test_execution.py:605
Methodtest_standalone_mode
(self)
tests/test_scheduler.py:105
Methodtest_standalone_mode
(self)
tests/test_driver.py:26
Methodtest_stop_executor_on_failure
(self)
tests/test_scheduler.py:167
Methodtest_table_to_batches
(self)
tests/test_arrow.py:114
Functiontest_take
(sp: Session)
tests/test_dataframe.py:43
Methodtest_task_crash_as_oom
(self)
tests/test_execution.py:651
Methodtest_temp_outputs_in_final_results
(self)
tests/test_execution.py:732
Methodtest_to_arrow_table_batch_reader
(self)
tests/test_dataset.py:128
Functiontest_unpicklable_task_exception
(sp: Session)
tests/test_dataframe.py:188
Methodtest_urls_sort_benchmark
(self)
tests/test_bench.py:27
Methodtest_user_defined_partition
(self)
tests/test_partition.py:575
Methodtest_user_partitioned_data_source
(self)
tests/test_partition.py:605
Methodtest_variable_length_input_datasets
(self)
tests/test_execution.py:402
Methodto_arrow_table
( self, max_workers=16, filesystem: fsspec.AbstractFileSystem = None, conn: du
smallpond/logical/dataset.py:1037
Methodto_batch_reader
( self, batch_size=DEFAULT_BATCH_SIZE, filesystem: fsspec.AbstractFileSystem = None,
smallpond/logical/dataset.py:430
Methodto_batch_reader
( self, batch_size=DEFAULT_BATCH_SIZE, filesystem: fsspec.AbstractFileSystem = None,
smallpond/logical/dataset.py:1045
Methodto_batch_reader
( self, batch_size=DEFAULT_BATCH_SIZE, filesystem: fsspec.AbstractFileSystem = None,
smallpond/logical/dataset.py:1083
Methodto_duckdb_type
(self)
smallpond/logical/udf.py:111
Methodto_duckdb_type
(self)
smallpond/logical/udf.py:125
Methodto_duckdb_type
(self)
smallpond/logical/udf.py:140
Methodto_duckdb_type
(self)
smallpond/logical/udf.py:152
Methodto_pandas
(self)
smallpond/logical/dataset.py:1072
Methodto_str
(node: Node, depth: int = 0)
smallpond/logical/node.py:2098
Methodto_str
(task: Task, depth: int = 0)
smallpond/execution/task.py:3527
Methodtotal_memory
(self)
smallpond/execution/task.py:280
Functionudf
A decorator to define a Python UDF. Examples -------- ``` @udf(params=[UDFType.INTEGER, UDFType.INTEGER], return_type=UDFType.IN
smallpond/logical/udf.py:246
Methodudfs
(self)
smallpond/logical/dataset.py:123
Methodudfs
(self)
smallpond/logical/dataset.py:400
Methodudfs
(self)
smallpond/execution/task.py:1224
Methoduniform_failure_prob
(self)
smallpond/execution/task.py:863
Methodunion_by_name
Whether to unify the columns of different files by name.
smallpond/logical/dataset.py:116
Functionurls_sort_benchmark_v2
( sp: Session, input_paths: List[str], output_path: str, num_data_partitions: int, num_has
benchmarks/urls_sort_benchmark.py:73
Methodusable_cpu_count
(self)
smallpond/execution/task.py:289
Methodusable_gpu_count
(self)
smallpond/execution/task.py:310
Methodusable_memory_size
(self)
smallpond/execution/task.py:293
Functionvalidate_records
( runtime_ctx: RuntimeContext, input_datasets: List[DataSet], output_path: str )
benchmarks/gray_sort_benchmark.py:167
Functionvalidate_summary
( runtime_ctx: RuntimeContext, input_datasets: List[DataSet], output_path: str )
benchmarks/gray_sort_benchmark.py:188
Methodvisit_arrow_compute_node
(self, node: ArrowComputeNode, depth: int)
smallpond/logical/planner.py:306
Methodvisit_arrow_stream_node
(self, node: ArrowStreamNode, depth: int)
smallpond/logical/planner.py:312
Methodvisit_consolidate_node
(self, node: ConsolidateNode, depth: int)
smallpond/logical/planner.py:148
Methodvisit_data_sink_node
(self, node: DataSinkNode, depth: int)
smallpond/logical/planner.py:126
Methodvisit_data_source_node
(self, node: DataSourceNode, depth: int)
smallpond/logical/planner.py:122
Methodvisit_limit_node
(self, node: LimitNode, depth: int)
smallpond/logical/planner.py:333
Methodvisit_partition_node
(self, node: PartitionNode, depth: int)
smallpond/logical/planner.py:177
Methodvisit_projection_node
(self, node: ProjectionNode, depth: int)
smallpond/logical/planner.py:324
Methodvisit_python_script_node
(self, node: PythonScriptNode, depth: int)
smallpond/logical/planner.py:300
Methodvisit_query_engine_node
(self, node: SqlEngineNode, depth: int)
smallpond/logical/planner.py:318
Methodvisit_query_engine_node
(self, node: SqlEngineNode, depth: int)
smallpond/logical/optimizer.py:33
Methodvisit_root_node
(self, node: RootNode, depth: int)
smallpond/logical/planner.py:132
Methodvisit_union_node
(self, node: UnionNode, depth: int)
smallpond/logical/planner.py:138
Methodworking
(self)
smallpond/execution/scheduler.py:127
Methodworking_executors
(self)
smallpond/execution/scheduler.py:536
Methodwrapper
(self: Node, *args, **kwargs)
smallpond/logical/node.py:260
Methodwrite_buffer_size
(self)
smallpond/execution/task.py:2818
Methodwrite_partition_data
( conn: duckdb.DuckDBPyConnection, partition_batch: List[Tuple[int, str]] )
smallpond/execution/task.py:3121
Methodwrite_partition_data
( partition_batch: List[Tuple[int, polars.DataFrame]], )
smallpond/execution/task.py:3231
← previous901–992 of 992, ranked by callers