MCPcopy Create free account

hub / github.com/omkarcloud/botasaurus / functions

Functions1,906 in github.com/omkarcloud/botasaurus

Functionsave_image
(url, filename=None)
botasaurus/output.py:269
FunctionscrapingFunction
(request: any, reply: any)
js/botasaurus-server-js/src/api-config.ts:122
Methodsecond_segment_equals
(value: Union[str, List[str]])
botasaurus/links.py:172
Methodsecond_segment_not_equals
(value: Union[str, List[str]])
botasaurus/links.py:210
FunctionserializeTaskForDownload
(task: Task)
js/botasaurus-server-js/src/routes-db-logic.ts:1766
FunctionserializeUiOutputTask
(obj: Task, _: any)
js/botasaurus-server-js/src/models.ts:139
Functionserialize_ui_output_task
(obj, _)
botasaurus_server/botasaurus_server/models.py:63
MethodsetApiBasePath
* Sets the base path to be prefixed for all API routes. * Useful for mounting the API under a specific subpath like `/v1`. * @param {string}
js/botasaurus-server-js/src/api-config.ts:929
MethodsetApiPort
* Sets the port for the API server. * @param {number} [port=8000] - The port number to use * @example * ApiConfig.setApiPort(8080); //
js/botasaurus-server-js/src/api-config.ts:907
MethodsetCacheDirectory
(folder: string)
js/botasaurus-js/src/cache.ts:136
MethodsetItem
(key: string, value: any)
js/botasaurus-js/src/botasaurus-storage.ts:58
MethodsetRateLimit
(rateLimit: { browser?: number; request?: number; task?: number } | Record<string, number> = { browser: 1 })
js/botasaurus-server-js/src/server.ts:470
MethodsetScraperToInputJs
(scraperToInputJs: Record<string, Function>)
js/botasaurus-server-js/src/server.ts:226
MethodsetStorage
(storage: Record<string, any>)
js/botasaurus-js/src/botasaurus-storage.ts:62
Methodset_cache_directory
Set the cache folder for all cache operations.
botasaurus/cache.py:263
Methodset_database_url
(self, database_url=None, database_options=None)
botasaurus_server/botasaurus_server/server.py:58
Methodset_exception
(self, exception)
botasaurus/decorators_common.py:144
Methodset_item
(self, item: str, value: any)
bota/src/bota/package_storage.py:17
Methodset_item
(self, key: str, value: any)
bota/src/bota/package_storage.py:53
Methodset_item
(self, item: str, value: any)
botasaurus/botasaurus_storage.py:23
Methodset_item
(self, key: str, value: any)
botasaurus/botasaurus_storage.py:59
Methodset_item
(self, item: str, value: any)
botasaurus/botasaurus_storage.py:85
Methodset_item
(self, item: str, value: any)
botasaurus/local_storage.py:16
Methodset_item
(self, key: str, value: any)
botasaurus/local_storage.py:52
Functionset_output_directory
Set a new output directory. :param directory: The new directory to set as the output directory.
botasaurus/output.py:25
Methodset_rate_limit
(self, browser=1, request=30, task=30)
botasaurus_server/botasaurus_server/server.py:328
FunctionshouldFilter
(filterValue: any)
js/botasaurus-server-js/src/filters.ts:21
MethodshouldFilter
(filterValue: any)
js/botasaurus-server-js/src/filters.ts:287
MethodshouldFilter
(filterValue: any)
js/botasaurus-server-js/src/filters.ts:342
Methodshould_filter
(self, filter_value)
botasaurus_server/botasaurus_server/filters.py:15
Methodshould_filter
(self, filter_value)
botasaurus_server/botasaurus_server/filters.py:42
Methodshould_filter
(self, filter_value)
botasaurus_server/botasaurus_server/filters.py:187
Methodshould_filter
(self, filter_value)
botasaurus_server/botasaurus_server/filters.py:234
Methodshould_filter
(self, filter_value)
botasaurus_server/botasaurus_server/filters.py:286
MethodshutdownHandler
(signal: string)
js/botasaurus-server-js/src/worker-executor.ts:509
Functionsnakecase_keys
(data)
botasaurus/cl.py:62
Functionsort_object_by_keys
(obj, *ordered_keys, reverse=False)
botasaurus/cl.py:403
Methodsorting_key
(item)
botasaurus_server/botasaurus_server/sorts.py:20
Methodsorting_key
(item)
botasaurus_server/botasaurus_server/sorts.py:68
Methodsorting_key
(item)
botasaurus_server/botasaurus_server/sorts.py:81
Methodsorting_key
(item)
botasaurus_server/botasaurus_server/sorts.py:94
Methodsorting_key
(item)
botasaurus_server/botasaurus_server/sorts.py:106
Methodsorting_key
(item)
botasaurus_server/botasaurus_server/sorts.py:118
Methodsorting_key
(item)
botasaurus_server/botasaurus_server/sorts.py:130
Methodsorting_key
(item)
botasaurus_server/botasaurus_server/sorts.py:153
Methodsorting_key
(item)
botasaurus_server/botasaurus_server/sorts.py:176
Functionsoupify
(item)
botasaurus/soupify.py:4
FunctionstartServer
( port: number, scrapers: any[], apiBasePath: string, routeAliases: any, enable_cache: boo
js/botasaurus-server-js/src/api-config.ts:672
MethodstartTaskWorker
* Override: Worker does NOT use local task processing. * It polls the master for tasks instead.
js/botasaurus-server-js/src/worker-executor.ts:123
MethodstartTaskWorker
* Override: Master does NOT execute tasks locally. * Instead, it starts the stale task recovery loop.
js/botasaurus-server-js/src/master-executor.ts:88
Methodswitch
(id: string, props: Omit<ControlInput<boolean>, "required"> = {})
botasaurus-controls/src/index.ts:658
Functionswitch_project
Switches the default project ID
bota/src/bota/__main__.py:1305
Functionswitch_region
Switches the default region
bota/src/bota/__main__.py:1311
Functiontask
( _func: Optional[Callable] = None, *, parallel: Optional[Union[Callable[[Any], int], int]] = N
botasaurus/task_decorator.py:13
MethodtaskWorkerScraperBased
()
js/botasaurus-server-js/src/task-executor.ts:224
MethodtaskWorkerScraperTypeBased
()
js/botasaurus-server-js/src/task-executor.ts:229
Methodtask_worker
(self)
botasaurus_server/botasaurus_server/task_executor.py:42
Methodtext
(id: string, props: TextControlInput<string> = {})
botasaurus-controls/src/index.ts:621
Methodtextarea
(id: string, props: TextControlInput<string> = {})
botasaurus-controls/src/index.ts:668
Methodthird_segment_equals
(value: Union[str, List[str]])
botasaurus/links.py:176
Methodthird_segment_not_equals
(value: Union[str, List[str]])
botasaurus/links.py:214
Functionthread_target
()
botasaurus/request_decorator.py:240
Functionthread_target
()
botasaurus/browser_decorator.py:342
Functionthread_target
()
botasaurus/task_decorator.py:214
FunctiontoJson
()
js/botasaurus-server-js/src/sorts.ts:89
FunctiontoJson
()
js/botasaurus-server-js/src/filters.ts:65
MethodtoJson
(withResult=true)
js/botasaurus-server-js/src/models.ts:274
Methodto_json
(self)
botasaurus_server/botasaurus_server/filters.py:155
Methodto_json
Serializes all properties of the Task object into a JSON dictionary.
botasaurus_server/botasaurus_server/models.py:155
Methodto_json
(self)
botasaurus_server/botasaurus_server/sorts.py:39
Functionto_time
(x)
botasaurus/decorators_common.py:230
Functiontrim_and_collapse_spaces
(s)
botasaurus/cl.py:351
FunctionunicodeToAscii
(text: string | null)
js/botasaurus-server-js/src/convert-to-english.ts:4
Functionunicode_to_ascii
Convert unicode text to ASCII, replacing special characters.
botasaurus_server/botasaurus_server/convert_to_english.py:3
Functionuninstall_desktop_app
Uninstalls a desktop app from the VM
bota/src/bota/__main__.py:1277
FunctionuniquifyStrings
(strs: string[])
js/botasaurus-js/src/utils.ts:52
Functionuniquify_strings
(strs)
botasaurus/utils.py:55
Functionunzip_file
(filename, output_folder_path=None, force=False, log=True)
botasaurus/output.py:533
FunctionuploadToS3
(options: UploadOptions)
js/botasaurus-server-js/src/upload-to-s3.ts:37
Functionupload_to_s3
Upload a file to an S3 bucket :param file_name: Local file path to upload :param access_key_id: AWS Access Key ID :param secret
botasaurus/output.py:666
FunctionvalidateOptions
(options: Option[])
js/botasaurus-server-js/src/filters.ts:243
Functionwrap_in_dict
(data, *args)
botasaurus/cl.py:277
Functionwrapper
(*args, **kwargs)
bota/src/bota/__main__.py:32
Functionwrapper
(*args, **kwargs)
botasaurus/links.py:36
Functionwrapper
(*args, **kwargs)
botasaurus/decorator_helpers.py:78
Functionwrapper
(*args, **kwargs)
botasaurus_server/botasaurus_server/port_kill_adapter.py:6
Functionwrapper
(*args, **kwargs)
botasaurus_server/botasaurus_server/retry_on_db_error.py:20
Functionwrapper_cache
(*args, **kwargs)
botasaurus/decorator_helpers.py:34
FunctionwriteCsv
(data: any[], raw: any)
js/botasaurus-server-js/src/writer-http.ts:78
FunctionwriteCsvStreamed
(inputFilePath: any, raw: any, streamFn: any)
js/botasaurus-server-js/src/writer-http.ts:67
FunctionwriteExcel
(data: any[], rawStream: NodeJS.WritableStream)
js/botasaurus-server-js/src/writer-http.ts:96
FunctionwriteExcelStreamed
(inputFilePath: any, rawStream: NodeJS.WritableStream, streamFn: any)
js/botasaurus-server-js/src/writer-http.ts:101
FunctionwriteFile
(data: string, filename: string, log: boolean = true)
js/botasaurus-js/src/output.ts:281
FunctionwriteHtml
(data: string, filename: string, log: boolean = true)
js/botasaurus-js/src/output.ts:249
FunctionwriteJson
(data: any, raw: any)
js/botasaurus-server-js/src/writer-http.ts:54
FunctionwriteJsonStreamed
(inputFilePath: any, raw: any, streamFn: any)
js/botasaurus-server-js/src/writer-http.ts:47
FunctionwriteNdjson
(inputFilePath: string, rawStream: NodeJS.WritableStream)
js/botasaurus-server-js/src/writer-http.ts:127
Functionwrite_html
( data, path,)
botasaurus/utils.py:30
Methodwrite_links
(self, filename: str)
botasaurus/sitemap.py:229
Methodwrite_sitemaps
(self, filename: str)
botasaurus/sitemap.py:234
← previousnext →1,801–1,900 of 1,906, ranked by callers