Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/mwmbl/mwmbl
/ functions
Functions
929 in github.com/mwmbl/mwmbl
⨍
Functions
929
◇
Types & classes
208
↳
Endpoints
48
↓ 1 callers
Function
update_urls_continuously
(data_path: str, new_item_queue: RedisURLQueue)
mwmbl/indexer/update_urls.py:27
↓ 1 callers
Function
validate_environment
Validate required environment variables for crawler operation.
mwmbl/crawl.py:70
↓ 1 callers
Method
validate_wasm_file
Basic WASM validation - checks if module can be loaded and has required exports
mwmbl/evaluation/wasm_validator.py:7
Method
__contains__
(self, url)
mwmbl/crawler/urls.py:114
Method
__enter__
(self)
mwmbl/tinysearchengine/indexer.py:203
Method
__enter__
(self)
mwmbl/crawler/urls.py:59
Method
__enter__
(self)
mwmbl/crawler/domains.py:43
Method
__exit__
(self, exc_type, exc_val, exc_tb)
mwmbl/database.py:33
Method
__exit__
(self, exc_type, exc_val, exc_tb)
mwmbl/tinysearchengine/indexer.py:209
Method
__exit__
(self, exc_type, exc_val, exc_tb)
mwmbl/crawler/urls.py:84
Method
__exit__
(self, exc_type, exc_val, exc_tb)
mwmbl/crawler/domains.py:47
Method
__init__
(self, status_code, headers=None, is_redirect=False, body=b"hello")
test/test_ssrf.py:87
Method
__init__
(self, results)
test/test_mmr_rank.py:62
Method
__init__
(self)
mwmbl/database.py:25
Method
__init__
Initialize the crawler with Redis connection. Args: redis_url: Optional Redis URL. If not provided, uses setting
mwmbl/crawl.py:94
Method
__init__
(self, redis: Redis, get_curated_domains_function: Callable[[], set[str]], blacklist_provider=None)
mwmbl/redis_url_queue.py:55
Method
__init__
(self, message: str, status: int = 400)
mwmbl/exceptions.py:13
Method
__init__
(self, *args, **kwargs)
mwmbl/views.py:462
Method
__init__
(self, domains: Set[str])
mwmbl/indexer/blacklist_providers.py:27
Method
__init__
(self)
mwmbl/indexer/blacklist_providers.py:38
Method
__init__
(self, list_type: str = 'light', cache_expire_days: int = 1)
mwmbl/indexer/blacklist_providers.py:88
Method
__init__
(self, providers: list[BlacklistProvider])
mwmbl/indexer/blacklist_providers.py:130
Method
__init__
(self, repo_path)
mwmbl/indexer/batch_cache.py:28
Method
__init__
(self, connection)
mwmbl/indexer/indexdb.py:25
Method
__init__
(self, item_id, message)
mwmbl/indexer/fsqueue.py:18
Method
__init__
(self)
mwmbl/indexer/fsqueue.py:40
Method
__init__
(self, model1, model2, max_results1: int = 5)
mwmbl/rankeval/evaluation/evaluate_combined.py:12
Method
__init__
(self, ranker: Ranker)
mwmbl/rankeval/evaluation/evaluate_ranker.py:10
Method
__init__
(self)
mwmbl/rankeval/evaluation/evaluate_oracle.py:19
Method
__init__
(self, remote_server: str = "https://api.mwmbl.org")
mwmbl/rankeval/evaluation/remote_index.py:17
Method
__init__
( self, tiny_index: TinyIndex, completer: Completer, model, include_wi
mwmbl/tinysearchengine/ltr_rank.py:43
Method
__init__
(self, ranker: Ranker)
mwmbl/tinysearchengine/mmr_rank.py:89
Method
__init__
( self, title: str, url: str, extract: str, score:
mwmbl/tinysearchengine/indexer.py:52
Method
__init__
(self, item_factory: Callable[..., T], index_path, mode='r')
mwmbl/tinysearchengine/indexer.py:180
Method
__init__
(self, threshold: float, classifier: BaseEstimator)
mwmbl/tinysearchengine/ltr.py:23
Method
__init__
(self, feature_extractor: FeatureExtractor, model: BaseEstimator)
mwmbl/tinysearchengine/ltr.py:66
Method
__init__
( self, threshold: float = 0.0, scale_pos_weight: float = 0.1, reg_lambda: flo
mwmbl/tinysearchengine/ltr.py:110
Method
__init__
(self, num_matches: int = 3)
mwmbl/tinysearchengine/completer.py:11
Method
__init__
(self, tiny_index: TinyIndex, completer: Completer, score_threshold: float = 0.0)
mwmbl/tinysearchengine/rank.py:332
Method
__init__
( self, tiny_index: TinyIndex, completer: Completer, return_no
mwmbl/tinysearchengine/rank.py:395
Method
__init__
(self)
mwmbl/justext/core.py:152
Method
__init__
(self)
mwmbl/justext/core.py:213
Method
__init__
(self, path)
mwmbl/justext/paragraph.py:16
Method
__init__
(self)
mwmbl/crawler/urls.py:56
Method
__init__
(self)
mwmbl/crawler/domains.py:40
Method
__init__
(self, redis: Redis)
mwmbl/crawler/stats.py:82
Method
__len__
(self)
mwmbl/justext/paragraph.py:38
Method
__repr__
(self)
mwmbl/tinysearchengine/ltr.py:228
Function
_client
()
test/test_super_search_sources.py:20
Function
_collect
()
test/test_super_search.py:79
Function
_event_oneof
Build a ``oneOf`` of the event `data` payloads for the OpenAPI response.
mwmbl/tinysearchengine/super_search.py:248
Function
_fetch_curated_domains
()
mwmbl/crawl.py:48
Function
_get_document_state
(validated: bool, source: str)
mwmbl/views.py:421
Function
_heuristic_score_docs
(query: str, docs: list[Document])
mwmbl/tinysearchengine/super_search.py:297
Function
_replace_whitespace
Normalize all spacing characters that aren't a newline to a space.
mwmbl/justext/utils.py:24
Function
accept_agreement
(request, body: AgreementAcceptRequest)
mwmbl/platform/api.py:394
Function
access_token
(user)
test/test_super_search.py:41
Function
access_token
(verified_user_with_billing)
test/test_platform_billing.py:57
Function
access_token
Generate JWT access token for verified user
test/test_openapi.py:34
Function
access_token
Generate JWT access token for verified user
test/test_large_url_list.py:31
Function
access_token
Generate JWT access token for verified user
test/test_voting_api.py:75
Function
access_token
Generate JWT access token for verified user
test/test_comma_urls.py:32
Function
access_token
(verified_user)
test/test_search_api_key.py:76
Function
access_token
Generate JWT access token for verified user
test/test_evaluation_api.py:53
Function
access_token2
Generate JWT access token for second verified user
test/test_voting_api.py:82
Function
add_hn_links
(new_item_queue: RedisURLQueue)
mwmbl/indexer/update_urls.py:93
Function
add_url
(request)
mwmbl/views.py:137
Method
all_links
(self)
mwmbl/crawler/batch.py:58
Function
api_client
Return a Django test client pointed at the v1 API.
test/test_platform_billing.py:63
Function
api_client
Return a Django test client pointed at the v1 API.
test/test_search_api_key.py:133
Function
api_key
(user)
test/test_super_search.py:46
Function
approve
(request)
mwmbl/views.py:249
Function
async_debug_loop
Enable asyncio debug mode and a strict slow-callback threshold.
test/conftest.py:31
Method
authenticate
(self, request, key: str | None)
mwmbl/search_auth.py:35
Function
bad_source
(client, query, limit)
test/test_super_search.py:392
Function
batch
Adapted from https://stackoverflow.com/a/8290508
mwmbl/utils.py:19
Function
blockbuster
Detect blocking calls made from inside the event loop during the test.
test/conftest.py:20
Function
boom
(*a, **k)
test/test_ssrf.py:64
Function
cancel_subscription
(request)
mwmbl/platform/api.py:682
Function
change_plan
(request, body: ChangePlanRequest)
mwmbl/platform/api.py:720
Method
characters
(self, content)
mwmbl/justext/core.py:201
Function
check_redis
Check Redis connection health (backward compatibility).
mwmbl/crawl.py:340
Function
clean_bloom_filters
Remove any bloom filter files so each test starts from a clean slate.
test/test_url_database.py:24
Method
clean_name
Domain names or URLs are allowed. If a URL is submitted, just extract the domain.
mwmbl/views.py:183
Function
client
(db)
test/test_super_search.py:54
Function
client
(db)
test/test_search_api_key.py:116
Function
complete
(request, q: str)
mwmbl/tinysearchengine/search.py:401
Method
complete
(self, q)
test/test_mmr_rank.py:71
Method
complete
(self, q)
mwmbl/rankeval/evaluation/evaluate_ranker.py:19
Function
confirm_email
(request, confirm: ConfirmEmail)
mwmbl/platform/api.py:86
Method
connectedCallback
()
front-end/src/components/molecules/add-result.js:10
Method
constructor
()
front-end/src/components/molecules/add-button.js:5
Method
constructor
()
front-end/src/components/molecules/result.js:6
Method
constructor
()
front-end/src/utils/events.js:10
Function
convert_state_to_source
(state: DocumentState, autoescape=True)
mwmbl/templatetags/result_filters.py:33
Function
copy_indexes_continuously
()
mwmbl/background.py:74
Function
crawl_api_key
A crawl-scoped ApiKey for verified_user. Has a .raw_key attribute for use in headers.
test/test_search_api_key.py:102
Function
crawl_batch
(batch, num_threads, redis: Redis)
mwmbl/crawler/retrieve.py:439
Function
create_api_key
(request, body: CreateApiKeyRequest)
mwmbl/platform/api.py:476
Function
create_checkout
(request, body: CheckoutRequest)
mwmbl/platform/api.py:613
← previous
next →
401–500 of 929, ranked by callers