MCPcopy Create free account

hub / github.com/omkarcloud/botasaurus / functions

Functions1,906 in github.com/omkarcloud/botasaurus

↓ 3 callersFunctionperform_apply_view
(results: list, view_obj:View, input_data)
botasaurus_server/botasaurus_server/views.py:214
↓ 3 callersFunctionpluralize
(word, n)
botasaurus/cache.py:131
↓ 3 callersMethodpreStart
(headers: string[])
js/botasaurus-server-js/src/ndjson.ts:96
↓ 3 callersFunctionprint_frontend_run_message
()
botasaurus_server/botasaurus_server/run.py:63
↓ 3 callersFunctionprint_running
()
botasaurus/decorators_common.py:40
↓ 3 callersMethodprocessTasksByType
(scraperType: string)
js/botasaurus-server-js/src/task-executor.ts:259
↓ 3 callersMethodprocess_tasks
(self, scraper_type)
botasaurus_server/botasaurus_server/task_executor.py:62
↓ 3 callersMethodput
(self, *args, **kwargs)
botasaurus/decorators_common.py:78
↓ 3 callersFunctionqueryTasks
(ets, with_results, page=None, per_page=None, serializer=serialize_task)
botasaurus_server/botasaurus_server/routes_db_logic.py:101
↓ 3 callersFunctionreadCsv
(filename: string)
js/botasaurus-js/src/output.ts:115
↓ 3 callersFunctionreadExcel
(filename: string)
js/botasaurus-js/src/output.ts:496
↓ 3 callersFunctionreadHtml
(filename: string)
js/botasaurus-js/src/output.ts:263
↓ 3 callersFunctionremoveDuplicatesByKey
(dictList: any[], key: string)
js/botasaurus-server-js/src/models.ts:96
↓ 3 callersFunctionremoveItemFromSeenItemsSet
(items: any, seenItems: Set<any>)
js/botasaurus-js/src/task.ts:292
↓ 3 callersFunctionremove_duplicates_by_key
Removes duplicates from a list of dictionaries based on a specified key. :param dict_list: List of dictionaries from which duplicates
botasaurus_server/botasaurus_server/models.py:18
↓ 3 callersFunctionrun_backend
()
botasaurus_server/botasaurus_server/app.py:14
↓ 3 callersFunctionrun_parallel
(run, ls, n_workers, use_threads)
botasaurus/decorators_common.py:105
↓ 3 callersFunctionsafeRun
(fn: () => Promise<any>)
js/botasaurus-js/src/page.ts:64
↓ 3 callersMethodsave_task
(id, data)
botasaurus_server/botasaurus_server/task_results.py:77
↓ 3 callersMethodset_result
(self, value)
botasaurus/decorators_common.py:139
↓ 3 callersFunctionsitemap
(req, data)
botasaurus/sitemap.py:49
↓ 3 callersMethodstreamTask
(id: number, onData: (item: any, index:number) =>any, limit?: number|null)
js/botasaurus-server-js/src/task-results.ts:163
↓ 3 callersFunctionvalidatePatchTask
(jsonData: any)
js/botasaurus-server-js/src/validation.ts:339
↓ 3 callersFunctionwriteCsv
(data: any[], filename: string, log: boolean = true)
js/botasaurus-js/src/output.ts:201
↓ 3 callersFunctionwriteExcel
(data: any[], filename: string, log: boolean = true)
js/botasaurus-js/src/output.ts:366
↓ 3 callersFunctionwriteHtml
(data: string, p: string)
js/botasaurus-js/src/utils.ts:31
↓ 3 callersFunctionwriteJson
(data: any, path: string)
js/botasaurus-js/src/cache.ts:17
↓ 3 callersFunctionwriteJson
(data: any, p: string, indent: number|null = 4)
js/botasaurus-js/src/utils.ts:48
↓ 3 callersFunctionwriteJsonResponse
(filePath: string, data: any, indent: number = 4)
js/botasaurus-desktop-api/src/utils.ts:58
↓ 3 callersFunctionwrite_file
( data, path,)
bota/src/bota/vm.py:126
↓ 3 callersFunctionwrite_json_response
(path, data, indent=4)
botasaurus_api/botasaurus_api/utils.py:40
↓ 2 callersMethod__init__
(self, field, label=None)
botasaurus_server/botasaurus_server/filters.py:8
↓ 2 callersMethod__init__
(self, body=None, status=None, headers=None,)
botasaurus_server/botasaurus_server/errors.py:19
↓ 2 callersFunction_applyViewForUi
( results: any[], view: string, views: View[], inputData: any, pagination?: { start: nu
js/botasaurus-server-js/src/views.ts:413
↓ 2 callersFunction_apply_view_for_ui
(results:list, view:str, views, input_data)
botasaurus_server/botasaurus_server/views.py:284
↓ 2 callersFunction_create_proxy_dict
Converts a proxy URL string into a dictionary for the requests library.
botasaurus/ip_utils.py:7
↓ 2 callersFunction_deleteItems
(filePaths: string[])
js/botasaurus-js/src/cache.ts:77
↓ 2 callersFunction_get
(cache_path)
botasaurus_server/botasaurus_server/task_results.py:10
↓ 2 callersFunction_read_json_files
(file_paths)
botasaurus/cache.py:77
↓ 2 callersFunction_read_json_files
(file_paths)
botasaurus_server/botasaurus_server/task_results.py:20
↓ 2 callersMethodacquireTasksByScraperName
* Atomically acquire up to N pending tasks of a specific scraper name. * Uses mutex locking to prevent race conditions.
js/botasaurus-server-js/src/master-executor.ts:190
↓ 2 callersMethodacquireTasksByScraperType
* Atomically acquire up to N pending tasks of a specific scraper type. * Uses mutex locking to prevent race conditions.
js/botasaurus-server-js/src/master-executor.ts:179
↓ 2 callersMethodacquireTasksWithMutex
* Internal method to acquire tasks with mutex protection.
js/botasaurus-server-js/src/master-executor.ts:200
↓ 2 callersFunctionaddCorsHeaders
(reply: any)
js/botasaurus-server-js/src/api-config.ts:101
↓ 2 callersFunctionapi_config_disabled
Checks if the API is disabled by looking for specific error messages in service logs. Args: service_name (st
bota/src/bota/vm.py:798
↓ 2 callersMethodappendAllTask
(id: number, data: any[])
js/botasaurus-server-js/src/task-results.ts:188
↓ 2 callersFunctionapplyFiltersInPlace
( dataRecords: any[], filtersData: Record<string, any>, availableFilters: BaseFilter[] )
js/botasaurus-server-js/src/filters.ts:423
↓ 2 callersFunctionapplyPagination
( data: T[], page: number, per_page: any, hidden_fields: Record<string, unknown> | null, c
js/botasaurus-server-js/src/apply-pagination.ts:12
↓ 2 callersFunctionapplySorts
(data: any[], sortData: string | null, sortObjects: BaseSort[])
js/botasaurus-server-js/src/sorts.ts:360
↓ 2 callersFunctionapply_filters
(data_records, filters_data, available_filters)
botasaurus_server/botasaurus_server/filters.py:300
↓ 2 callersFunctionapply_sorts
(data, sort_data, sort_objects)
botasaurus_server/botasaurus_server/sorts.py:227
↓ 2 callersMethodare_all_child_task_done
(session, parent_id)
botasaurus_server/botasaurus_server/task_helper.py:30
↓ 2 callersMethodbuildScraperNameQuery
(scraperName: string)
js/botasaurus-server-js/src/task-executor.ts:301
↓ 2 callersMethodbuildScraperTypeQuery
(scraperType: string)
js/botasaurus-server-js/src/task-executor.ts:270
↓ 2 callersFunctionbuildTask
(task_data: any, sort_id: number)
js/botasaurus-server-js/src/routes-db-logic.ts:411
↓ 2 callersFunctioncalculateBackoffInterval
* Calculate backoff interval based on consecutive empty polls
js/botasaurus-server-js/src/worker-executor.ts:92
↓ 2 callersFunctioncap
(str: string)
js/botasaurus-js/src/output.ts:163
↓ 2 callersFunctioncap
Truncate the string if it exceeds 32767 characters and append '...'. :param string: The string to truncate. :return: The truncat
botasaurus/output.py:193
↓ 2 callersFunctioncheckMasterHealth
* Check master endpoint health, retrying up to 3 times.
js/botasaurus-server-js/src/api-config.ts:63
↓ 2 callersFunctioncheckViewForListField
(view: string | null, scraper_name: string)
js/botasaurus-server-js/src/routes-db-logic.ts:1645
↓ 2 callersFunctioncheck_node
()
botasaurus_server/botasaurus_server/check_node.py:5
↓ 2 callersFunctionchromeNotInstalledError
()
js/botasaurus-js/src/playwright.ts:141
↓ 2 callersFunctioncleanData
(data: any)
js/botasaurus-js/src/output.ts:349
↓ 2 callersFunctioncleanResults
( scraper_name: string, results: any[], inputData: any, filters: any, sort: any, view:
js/botasaurus-server-js/src/routes-db-logic.ts:798
↓ 2 callersFunctionclean_conf
(apache_conf, root_path)
bota/src/bota/apache_utils.py:12
↓ 2 callersFunctionclean_data
(data)
botasaurus/output.py:361
↓ 2 callersFunctionclean_data
(data)
botasaurus_server/botasaurus_server/cleaners.py:38
↓ 2 callersFunctionclean_results
( scraper_name, results, input_data, filters, sort, view, page, per_page,
botasaurus_server/botasaurus_server/routes_db_logic.py:651
↓ 2 callersFunctionclone_repository
(git_repo_url, folder_name)
bota/src/bota/vm.py:258
↓ 2 callersFunctioncloseDriverPool
(pool: (PlaywrightChrome | null)[])
js/botasaurus-js/src/playwright.ts:130
↓ 2 callersFunctioncluster_exists
(cluster_name, project_id)
bota/src/bota/__main__.py:604
↓ 2 callersFunctioncollectAllKeysFromIds
(ids: number[], allowEarlyExit: boolean)
js/botasaurus-server-js/src/task-helper.ts:86
↓ 2 callersFunctionconvertNestedToJsonForExcelInPlace
(inputList: any[])
js/botasaurus-js/src/output.ts:187
↓ 2 callersFunctionconvertNestedToJsonInPlace
(inputList: any[])
js/botasaurus-js/src/output.ts:144
↓ 2 callersFunctionconvert_nested_to_json
Iterates through a list of dictionaries and converts any nested dictionaries or lists within those dictionaries into JSON-formatted strings
botasaurus/output.py:170
↓ 2 callersFunctionconvert_nested_to_json_for_excel
Iterates through a list of dictionaries and converts any nested dictionaries or lists within those dictionaries into JSON-formatted strings
botasaurus/output.py:204
↓ 2 callersFunctioncreateAsyncTask
(validatedData: [string, any, any, any], withResult: boolean = true, giveFirstResultOnly: boolean = false, )
js/botasaurus-server-js/src/routes-db-logic.ts:297
↓ 2 callersFunctioncreateControls
(input_js: string | Function)
botasaurus-controls/src/index.ts:1252
↓ 2 callersFunctioncreateDirectoryIfNotExists
(passedPath: string)
js/botasaurus-desktop-api/src/utils.ts:41
↓ 2 callersFunctioncreateKeyToNullMapping
(newLocal: any)
js/botasaurus-server-js/src/task-helper.ts:30
↓ 2 callersFunctioncreateNestedFieldValuesListed
(item: Record<string, any>, field: ExpandDictField, parentRecord: Record<string, any>)
js/botasaurus-server-js/src/views.ts:198
↓ 2 callersFunctioncreateOutputDirectoryIfNotExists
()
js/botasaurus-js/src/decorators-utils.ts:21
↓ 2 callersFunctioncreateOutputDirectoryIfNotExists
()
js/botasaurus-desktop-api/src/utils.ts:49
↓ 2 callersFunctioncreatePlaywright
( options: PlaywrightOptions<I>, is_async_queue: boolean )
js/botasaurus-js/src/playwright.ts:147
↓ 2 callersFunctioncreateTask
(options: TaskOptions<I>, is_async_queue: boolean)
js/botasaurus-js/src/task.ts:48
↓ 2 callersFunctioncreateTask
(task_data, sort_id)
botasaurus_server/botasaurus_server/routes_db_logic.py:347
↓ 2 callersFunctioncreate_async_task
(validated_data)
botasaurus_server/botasaurus_server/routes_db_logic.py:297
↓ 2 callersFunctioncreate_cache_key
(scraper_name, data)
botasaurus_server/botasaurus_server/task_results.py:33
↓ 2 callersFunctioncreate_directory_if_not_exists
(passed_path)
botasaurus_api/botasaurus_api/utils.py:25
↓ 2 callersFunctioncreate_external_ip_regional
(cluster_name, project_id, region)
bota/src/bota/__main__.py:708
↓ 2 callersFunctioncreate_output_directory_if_not_exists
()
botasaurus_api/botasaurus_api/utils.py:31
↓ 2 callersFunctioncreate_page_url
(page, per_page, with_results)
botasaurus_server/botasaurus_server/routes_db_logic.py:576
↓ 2 callersFunctioncreate_task_query
(ets, session)
botasaurus_server/botasaurus_server/routes_db_logic.py:97
↓ 2 callersMethoddecrementCapacity
(key: string)
js/botasaurus-server-js/src/task-executor.ts:348
↓ 2 callersMethoddecrement_capcity
(self, scraper_type)
botasaurus_server/botasaurus_server/task_executor.py:137
↓ 2 callersMethoddecrement_master_capacity
(self, node , scraper_type)
botasaurus_server/botasaurus_server/master_executor.py:35
↓ 2 callersFunctiondetermineMaxLimit
(parallelOption: number | ((data: any) => number) | undefined)
js/botasaurus-js/src/task.ts:376
↓ 2 callersFunctiondictToString
(errorsDict: { [key: string]: string[] })
js/botasaurus-server-js/src/validation.ts:60
↓ 2 callersMethoddo_move
(self, x,y, web_cursor, is_mouse_pressed=False)
botasaurus_humancursor/src/botasaurus_humancursor/web_adjuster.py:20
↓ 2 callersFunctiondownloadResultsHttp
(reply: any, results: Array<Record<string, any>>, fmt: string, filename: string, taskId: any, is_large: boolea
js/botasaurus-server-js/src/download.ts:38
← previousnext →301–400 of 1,906, ranked by callers