MCPcopy Create free account

hub / github.com/deepseek-ai/smallpond / functions

Functions992 in github.com/deepseek-ai/smallpond

⨍ Functions 992◇ Types & classes 154↳ Endpoints 2
Methodexec_on_scheduler
(self)
smallpond/execution/task.py:3489
Methodexec_on_scheduler
(self)
smallpond/execution/workqueue.py:106
Methodexec_plan_path
(self)
smallpond/execution/task.py:249
Methodexec_task
(task: Task, *inputs: DataSet)
smallpond/execution/task.py:1127
Methodexport_timeline_figs
(self)
smallpond/execution/scheduler.py:850
Methodextract_perf_metrics
(obj: Dict)
smallpond/execution/task.py:1329
Methodfail
(self)
smallpond/execution/scheduler.py:111
Methodfailed_executors
(self)
smallpond/execution/scheduler.py:548
Methodfinal_output
(self)
smallpond/execution/task.py:3546
Methodfinal_output_abspath
(self)
smallpond/execution/task.py:763
Methodfinal_output_abspath
(self)
smallpond/execution/task.py:3373
Methodfinal_output_path
(self)
smallpond/execution/task.py:3550
Methodfinalize
(self)
smallpond/execution/task.py:1394
Methodfinalize
(self)
smallpond/execution/task.py:1439
Methodfinalize
(self)
smallpond/execution/task.py:1541
Methodfinalize
(self)
smallpond/execution/task.py:1798
Methodfinalize
(self)
smallpond/execution/task.py:2186
Methodfinalize
(self)
smallpond/execution/task.py:2951
Methodfinalize
(self)
smallpond/execution/task.py:3313
Methodfinalize
(self)
smallpond/execution/task.py:3503
Methodfinalize
(self)
tests/test_execution.py:63
Functionfirst_value_in_dict
(d: Dict[K, V])
smallpond/common.py:70
Methodflush
(self)
smallpond/execution/task.py:444
Functiongenerate_arrow_parquet
(path: str, num_rows=100)
tests/datagen.py:69
Functiongenerate_records
( runtime_ctx: RuntimeContext, input_readers: List[arrow.RecordBatchReader], record_nbytes=100,
benchmarks/gray_sort_benchmark.py:48
Functiongenerate_url_parquet
Generate a parquet file with a specified number of random data lines
tests/datagen.py:119
Methodget_env
Get an environment variable and convert it to the given type. If the variable is not set, return None.
smallpond/session.py:353
Methodget_partition_info
(self, dimension: str)
smallpond/execution/task.py:707
Methodget_user_arguments
Get user-defined arguments.
smallpond/execution/driver.py:290
Methodgood
(self)
smallpond/execution/scheduler.py:107
Methodgood_executors
(self)
smallpond/execution/scheduler.py:544
Methodgpu_count
(self)
smallpond/execution/scheduler.py:143
Methodgpu_limit
(self)
smallpond/execution/workqueue.py:86
Methodgraph
Get the DataFrame graph.
smallpond/dataframe.py:141
Methodidle
(self)
smallpond/execution/scheduler.py:90
Functioninit
Initialize smallpond environment. This is the entry point for smallpond:: import smallpond sp = smallpond.init() By de
smallpond/__init__.py:11
Methodinitialize
(self)
smallpond/execution/task.py:1391
Methodinitialize
(self)
smallpond/execution/task.py:1436
Methodinitialize
(self)
smallpond/execution/task.py:1627
Methodinitialize
(self)
smallpond/execution/task.py:1795
Methodinitialize
(self)
smallpond/execution/task.py:2927
Methodinitialize
(self)
smallpond/execution/task.py:3310
Methodinitialize
(self)
smallpond/execution/task.py:3500
Methodinput_udfs
(self)
smallpond/execution/task.py:1218
Methodio_workers
(self)
smallpond/execution/task.py:2832
Methodis_available
Whether the platform is available in the current environment.
smallpond/platform/base.py:15
Methodis_primitive
(obj: Any)
smallpond/execution/task.py:1036
Methodis_primitive_iterable
(obj: Any)
smallpond/execution/task.py:1039
Methodjob_id
(self)
smallpond/execution/driver.py:308
Methodjob_root_dirname
(self)
smallpond/execution/task.py:225
Methodjob_status_path
(self)
smallpond/execution/task.py:229
Methodjoin
(self, timeout=None)
smallpond/execution/executor.py:35
Methodlarge_runtime_state
(self)
smallpond/execution/scheduler.py:461
Methodleaves
(self)
smallpond/execution/task.py:3558
Methodlocal
(self)
smallpond/execution/scheduler.py:103
Methodlocal
(self)
smallpond/execution/scheduler.py:338
Methodlocal_executors
(self)
smallpond/execution/scheduler.py:530
Methodlocal_gpu
Return the first GPU granted to this task. If gpu_limit is 0, return None. If gpu_limit is greater than 1, only the first GPU
smallpond/execution/workqueue.py:110
Methodlocal_gpu_ranks
Return all GPU ranks granted to this task.
smallpond/execution/workqueue.py:133
Methodlocal_rank
Return the first GPU rank granted to this task. If gpu_limit is 0, return None. If gpu_limit is greater than 1, only the firs
smallpond/execution/workqueue.py:120
Methodlog_current_status
(self)
smallpond/execution/scheduler.py:975
Functionlog_record
(x)
tests/test_dataframe.py:207
Methodlogcial_plan_graph_path
(self)
smallpond/execution/task.py:241
Methodlogcial_plan_path
(self)
smallpond/execution/task.py:237
Methodlow_resource_executors
(self)
smallpond/execution/scheduler.py:560
Methodmax_batch_offsets
(self)
smallpond/execution/task.py:2105
Methodmax_batch_size
(self)
smallpond/execution/task.py:2183
Methodmax_batch_size
(self)
smallpond/execution/task.py:2463
Methodmax_batch_size
(self)
smallpond/execution/task.py:2617
Methodmax_batch_size
(self)
smallpond/execution/task.py:2814
Methodmax_running_works
(self)
smallpond/execution/scheduler.py:171
Methodmemory_limit
(self)
smallpond/execution/workqueue.py:90
Methodmemory_size
(self)
smallpond/execution/scheduler.py:147
Methodmerge
(datasets: "List[PartitionedDataSet]")
smallpond/logical/dataset.py:404
Methodmerge
(datasets: "List[FileSet]")
smallpond/logical/dataset.py:417
Methodmerge
(datasets: "List[CsvDataSet]")
smallpond/logical/dataset.py:476
Methodmerge
(datasets: "List[JsonDataSet]")
smallpond/logical/dataset.py:537
Methodmerge
(datasets: "List[ParquetDataSet]")
smallpond/logical/dataset.py:605
Functionmerge_input_data_frames
( runtime_ctx: RuntimeContext, input_dfs: List[DataFrame] )
tests/test_execution.py:183
Functionmerge_input_tables
( runtime_ctx: RuntimeContext, input_batches: List[arrow.Table] )
tests/test_execution.py:172
Methodmode
(self)
smallpond/execution/driver.py:304
Methodnamed_outputs
(self)
smallpond/execution/task.py:3576
Methodnodes
(self)
smallpond/logical/node.py:2125
Functionnonzero_exit_code
( runtime_ctx: RuntimeContext, input_datasets: List[DataSet], output_path: str )
tests/test_execution.py:202
Methodnum_executors
(self)
smallpond/execution/driver.py:316
Methodnum_files
The number of files in the dataset.
smallpond/logical/dataset.py:151
Methodnum_local_running_works
(self)
smallpond/execution/scheduler.py:480
Methodnum_partitions
(self)
smallpond/logical/node.py:299
Methodnum_partitions
(self)
smallpond/logical/node.py:334
Methodnum_partitions
(self)
smallpond/logical/node.py:1180
Methodnum_partitions
(self)
smallpond/logical/node.py:1347
Methodnum_pending_nontrivial_tasks
(self)
smallpond/execution/scheduler.py:499
Methodnum_pending_tasks
(self)
smallpond/execution/scheduler.py:484
Methodnum_rows
The number of rows in the dataset.
smallpond/logical/dataset.py:158
Methodnum_rows
(self)
smallpond/logical/dataset.py:679
Methodnum_rows
(self)
smallpond/logical/dataset.py:1009
Methodnum_rows
The number of rows in the range.
smallpond/io/arrow.py:40
Methodnum_running_works
(self)
smallpond/execution/scheduler.py:473
Methodnum_workers
(self)
smallpond/execution/task.py:2828
Methodnuma_node
(self)
smallpond/execution/workqueue.py:138
← previousnext →601–700 of 992, ranked by callers