MCPcopy Create free account

hub / github.com/chrislusf/glow / functions

Functions522 in github.com/chrislusf/glow

⨍ Functions 522◇ Types & classes 101
↓ 1 callersMethodJoinPartitionedSorted
Join multiple datasets that are sharded by the same key, and locally sorted within the shard
flow/dataset_join.go:20
↓ 1 callersMethodLen
()
resource/service_discovery/master/master_allocation.go:136
↓ 1 callersFunctionList
List generates a full list of file locations under the given location, which should have a prefix of hdfs://
source/hdfs/hdfs.go:27
↓ 1 callersFunctionListFiles
(server string)
driver/rsync/fetch_url.go:19
↓ 1 callersFunctionLoadMessage
LoadMessage load from typed channels or queues
util/read_write.go:22
↓ 1 callersMethodLocalReduce
(f interface{})
flow/dataset_reduce.go:15
↓ 1 callersMethodMergeReduce
(f interface{})
flow/dataset_reduce.go:42
↓ 1 callersFunctionNewDatasetShardLocator
(executableFileHash string)
driver/scheduler/shard_location.go:19
↓ 1 callersFunctionNewDeleteDatasetShardRequest
(name string)
driver/scheduler/command_execution.go:67
↓ 1 callersFunctionNewFlowContextDriver
(option *DriverOption)
driver/context_driver.go:65
↓ 1 callersFunctionNewLocalDatasetShardsManager
(dir string, port int)
agent/local_dataset_shards_manager.go:18
↓ 1 callersFunctionNewMarket
()
driver/scheduler/market/cda_market.go:45
↓ 1 callersFunctionNewPriorityQueue
(lessFunc func(a, b interface{}) bool)
util/priority_queue.go:23
↓ 1 callersFunctionNewRsyncServer
(file string, relatedFiles []string)
driver/rsync/http_server.go:37
↓ 1 callersFunctionNewStartRequest
(path string, dir string, args []string, allocated resource.ComputeResource, envs []string, host string, port
driver/scheduler/command_execution.go:19
↓ 1 callersFunctionNewStepGroup
()
driver/plan/group.go:151
↓ 1 callersFunctionNewTaskGroup
()
driver/plan/group.go:165
↓ 1 callersFunctionNewTaskRunner
(option *TaskOption)
driver/task_runner.go:29
↓ 1 callersMethodOnExit
( fc *flow.FlowContext, sched *scheduler.Scheduler)
driver/context_driver_on_interrupt.go:28
↓ 1 callersFunctionOnInterrupt
(fn func(), onExitFunc func())
flow/signal_handling.go:12
↓ 1 callersMethodPlot
(*FlowContext)
flow/context_run.go:32
↓ 1 callersMethodPop
()
util/priority_queue.go:69
↓ 1 callersFunctionPost
(url string, values url.Values)
util/http_util.go:31
↓ 1 callersMethodPush
(x interface{})
util/priority_queue.go:60
↓ 1 callersMethodReadAt
(data []byte, offset int64)
netchan/store/rotating_file_store.go:80
↓ 1 callersFunctionReadBytes
data has actual data plus one byte of flag
util/read_write.go:41
↓ 1 callersFunctionRegister
(i interface{})
netchan/encode_decode.go:10
↓ 1 callersMethodRelatedFileNames
()
driver/context_driver.go:186
↓ 1 callersMethodReturnSupply
(s Supply)
driver/scheduler/market/cda_market.go:91
↓ 1 callersMethodRun
()
agent/agent_server.go:112
↓ 1 callersMethodRunStep
()
flow/step.go:16
↓ 1 callersMethodSaveTextToFile
(fname string)
flow/dataset_output.go:59
↓ 1 callersMethodSetupShard
(n int)
flow/dataset_shard.go:24
↓ 1 callersMethodStartAgentHeartBeat
Starts heart beating
resource/service_discovery/client/heartbeater.go:50
↓ 1 callersFunctionUint16toBytes
(b []byte, v uint16)
util/bytes.go:39
↓ 1 callersFunctionUserHomeDir
()
util/dirpath.go:9
↓ 1 callersMethodWaitForNamedDatasetShard
(name string)
agent/local_dataset_shards_manager.go:69
↓ 1 callersFunctionWriteBytes
data has actual data plus one byte of flag
util/read_write.go:59
↓ 1 callersFunctionWriteData
(w io.Writer, lenBuf []byte, dataList ...[]byte)
util/read_write.go:68
↓ 1 callersFunction_buildMapperFunction
(f interface{}, task *Task)
flow/dataset_map.go:35
↓ 1 callersFunction_buildMapperFunctionWithChannel
if last parameter in the function is a channel use the channel element type as output type
flow/dataset_map.go:51
↓ 1 callersFunction_buildMapperFunctionWithoutChannel
(fn, outChan reflect.Value)
flow/dataset_map.go:72
↓ 1 callersFunction_getLessThanComparatorByKeyValue
(key reflect.Value)
flow/dataset_sort_comparator.go:9
↓ 1 callersMethodadjustArgs
(args []string, requestId uint32)
agent/agent_server_executor_start.go:70
↓ 1 callersMethodallInputLocations
(task *flow.Task)
driver/scheduler/shard_location.go:67
↓ 1 callersMethodallInputsAreRegistered
(task *flow.Task)
driver/scheduler/shard_location.go:47
↓ 1 callersMethodallocateServersOnRack
(dc *resource.DataCenter, rack *resource.Rack, requests []*resource.ComputeRequest)
resource/service_discovery/master/master_allocation.go:25
↓ 1 callersFunctionaskExecutorStatusForRequest
(tlsConfig *tls.Config, server string, requestId uint32)
driver/context_driver_on_interrupt.go:118
↓ 1 callersFunctionaskExecutorToStopRequest
(tlsConfig *tls.Config, server string, requestId uint32)
driver/context_driver_on_interrupt.go:138
↓ 1 callersFunctionassertChannelOf
(ch interface{}, dsType reflect.Type)
flow/dataset_output.go:16
↓ 1 callersFunctionassertSameNumberOfTasks
(steps []*flow.Step)
driver/plan/group.go:139
↓ 1 callersFunctionbackupName
backupName creates a new filename from the given name, inserting a timestamp between the filename and the extension, using the local time if requested
netchan/store/rotating_file_store.go:240
↓ 1 callersMethodcheckParameters
()
driver/context_driver.go:77
↓ 1 callersMethodcleanup
cleanup deletes old log files, keeping at most l.MaxBackups files, as long as none of them are older than MaxDays.
netchan/store/rotating_file_store.go:289
↓ 1 callersMethodcloseExternalOutputChans
()
flow/dataset_run.go:78
↓ 1 callersMethodcollectStatusFromRemoteExecutors
(sched *scheduler.Scheduler)
driver/context_driver_on_interrupt.go:88
↓ 1 callersMethodconnectExternalInputChannels
(wg *sync.WaitGroup)
driver/task_runner.go:135
↓ 1 callersMethodconnectExternalInputChansToRead
(wg *sync.WaitGroup)
flow/dataset_run.go:50
↓ 1 callersMethodconnectExternalInputs
(wg *sync.WaitGroup, name2Location map[string]string)
driver/task_runner.go:119
↓ 1 callersMethodconnectExternalOutputs
(wg *sync.WaitGroup)
driver/task_runner.go:155
↓ 1 callersMethodconnectInputsAndOutputs
(wg *sync.WaitGroup)
driver/task_runner.go:80
↓ 1 callersMethodconnectInternalInputsAndOutputs
(wg *sync.WaitGroup)
driver/task_runner.go:95
↓ 1 callersMethoddeleteAgentInformation
(ai *resource.AgentInformation)
resource/service_discovery/master/master_resources.go:96
↓ 1 callersFunctiondeleteAll
(dir string, files []logInfo)
netchan/store/rotating_file_store.go:326
↓ 1 callersFunctiondoCommand
doCommand() sends a request and expects a response object
driver/scheduler/command_execution.go:127
↓ 1 callersFunctiondoExecute
doExecute() sends a request and expects the output from the connection
driver/scheduler/command_execution.go:87
↓ 1 callersMethodfindDataCenter
(req *resource.AllocationRequest)
resource/service_discovery/master/master_allocation.go:87
↓ 1 callersMethodfindServers
(dc *resource.DataCenter, req *resource.AllocationRequest)
resource/service_discovery/master/master_allocation.go:63
↓ 1 callersMethodfindTaskGroupInputs
(tg *plan.TaskGroup)
driver/scheduler/scheduler_fetch.go:52
↓ 1 callersFunctionfoldSameKey
(inputs chan reflect.Value, f interface{}, outChan reflect.Value)
flow/dataset_reduce.go:94
↓ 1 callersMethodgetRemoteExecutorStatus
(id uint32)
driver/scheduler/scheduler.go:61
↓ 1 callersFunctiongetSameKeyValues
(ch chan reflect.Value, comparator func(a, b interface{}) int64, theKey, firstValue interface{}, hasFirstVal
flow/dataset_join_utils.go:73
↓ 1 callersMethodhandleCommandConnection
(conn net.Conn, command *cmd.ControlMessage)
agent/agent_server_cmd.go:10
↓ 1 callersMethodhandleDeleteDatasetShard
(conn net.Conn, deleteRequest *cmd.DeleteDatasetShardRequest)
agent/agent_server_write.go:35
↓ 1 callersMethodhandleGetStatusRequest
(getStatusRequest *cmd.GetStatusRequest)
agent/agent_server_executor_status.go:11
↓ 1 callersMethodhandleLocalStatusReportRequest
(localStatusRequest *cmd.LocalStatusReportRequest)
agent/agent_server_executor_status.go:27
↓ 1 callersMethodhandleLocalWriteConnection
(r io.Reader, name string)
agent/agent_server_write.go:11
↓ 1 callersMethodhandleReadConnection
(conn net.Conn, name string, offset int64)
agent/agent_server_read.go:11
↓ 1 callersMethodhandleRequest
Handles incoming requests.
agent/agent_server.go:144
↓ 1 callersMethodhandleStart
(conn net.Conn, startRequest *cmd.StartRequest)
agent/agent_server_executor_start.go:20
↓ 1 callersMethodhandleStopRequest
(stopRequest *cmd.StopRequest)
agent/agent_server_executor_status.go:40
↓ 1 callersFunctionhashByKey
(input reflect.Value, shard int)
flow/dataset_partition.go:26
↓ 1 callersMethodinit
()
netchan/store/rotating_file_store.go:63
↓ 1 callersMethodinit
()
agent/agent_server.go:82
↓ 1 callersFunctionisMergeableDataset
(ds *flow.Dataset, taskCount int)
driver/plan/group.go:29
↓ 1 callersMethodlistChannelsHandler
(w http.ResponseWriter, r *http.Request)
resource/service_discovery/master/handler_channels.go:24
↓ 1 callersMethodlistOldLogFiles
oldLogFiles returns the list of backup log files stored in the same directory as the current log file, sorted by ModTime
netchan/store/rotating_file_store.go:345
↓ 1 callersMethodminusAllocated
(allocated resource.ComputeResource)
agent/agent_server_executor_start.go:110
↓ 1 callersFunctionnewLocalExecutorsManager
()
agent/local_executor_manager.go:13
↓ 1 callersMethodpartition_collect
(shard int)
flow/dataset_partition.go:64
↓ 1 callersMethodpartition_scatter
(shard int)
flow/dataset_partition.go:51
↓ 1 callersMethodpickBestDemandFor
(supply Supply)
driver/scheduler/market/cda_market.go:131
↓ 1 callersMethodpickBestSupplyFor
(r Requirement)
driver/scheduler/market/cda_market.go:109
↓ 1 callersMethodplot
* digraph G { subgraph cluster0 { node [style=filled,color=white]; style=filled; color=lightgrey; a0 -> a1 -> a2 -> a3; label = "process #1
driver/plan/group_plot.go:52
↓ 1 callersMethodplusAllocated
(allocated resource.ComputeResource)
agent/agent_server_executor_start.go:104
↓ 1 callersMethodprefixAndExt
prefixAndExt returns the filename part and extension part from the RotatingFileStore's filename.
netchan/store/rotating_file_store.go:407
↓ 1 callersMethodprintDistributedStatus
(sched *scheduler.Scheduler, stats []*RemoteExecutorStatus)
driver/context_driver_on_interrupt.go:54
↓ 1 callersMethodprintTaskGroup
* subgraph cluster0 { node [style=filled,color=white]; style=filled; color=lightgrey; a0 -> a1 -> a2 -> a3; label = "process #1"; } */
driver/plan/group_plot.go:153
↓ 1 callersMethodpurgeExpiredEntries
purge executor status older than 24 hours to save memory
agent/local_executor_manager.go:36
↓ 1 callersMethodreadFullFromOldSegmentsAt
(data []byte, offset int64)
netchan/store/rotating_file_store.go:113
← previousnext →201–300 of 522, ranked by callers