MCPcopy Create free account

hub / github.com/Lightning-AI/LitServe / functions

Functions984 in github.com/Lightning-AI/LitServe

⨍ Functions 984◇ Types & classes 226↳ Endpoints 30
Functiontest__sanitize_accelerator
()
tests/unit/test_connector.py:107
Functiontest_add_log_handler
()
tests/unit/test_logging.py:39
Functiontest_add_ssl_context_from_env_with_env_vars
Tests that the SSL context is loaded correctly when environment variables are set.
tests/unit/test_utils.py:99
Functiontest_add_ssl_context_from_env_with_one_env_var_missing
Tests that an empty dictionary is returned when one of the environment variables is missing.
tests/unit/test_utils.py:133
Functiontest_add_ssl_context_from_env_without_env_vars
Tests that an empty dictionary is returned when environment variables are not set.
tests/unit/test_utils.py:126
Methodtest_areceive
(self, transport, queues)
tests/unit/test_transport.py:50
Methodtest_areceive_cancellation
(self, transport)
tests/unit/test_transport.py:76
Methodtest_areceive_timeout
(self, transport)
tests/unit/test_transport.py:68
Methodtest_areceive_when_closed
(self, transport)
tests/unit/test_transport.py:60
Functiontest_args_kwargs_handling
()
tests/unit/test_mcp.py:205
Functiontest_async_api
()
tests/integration/test_async.py:32
Functiontest_async_consumer
(mock_async_context, timeout)
tests/unit/test_zmq_queue.py:106
Functiontest_async_consumer_cleanup
()
tests/unit/test_zmq_queue.py:126
Functiontest_async_inject_context
()
tests/unit/test_loops.py:997
Functiontest_async_litapi
()
tests/unit/test_lit_server.py:598
Functiontest_async_stream_litapi
()
tests/unit/test_lit_server.py:679
Functiontest_authorized_api_key
()
tests/unit/test_auth.py:72
Functiontest_authorized_custom
()
tests/unit/test_auth.py:42
Functiontest_auto_accelerator
(input_accelerator, expected_accelerator)
tests/unit/test_lit_server.py:192
Functiontest_batch_numpy
()
tests/unit/test_litapi.py:244
Functiontest_batch_predict_dict_warning
Test that a warning is raised when predict returns a dict instead of a list.
tests/unit/test_batch.py:304
Functiontest_batch_predict_set_warning
Test that a warning is raised when predict returns a set instead of a list.
tests/unit/test_batch.py:329
Functiontest_batch_predict_string_warning
()
tests/unit/test_batch.py:175
Functiontest_batch_size_mismatch
()
tests/unit/test_batch.py:284
Functiontest_batch_timeout_with_concurrent_requests
(use_zmq)
tests/unit/test_simple.py:298
Functiontest_batch_torch
()
tests/unit/test_litapi.py:238
Functiontest_batch_unbatch_stream
()
tests/unit/test_litapi.py:113
Functiontest_batched
()
tests/unit/test_batch.py:92
Functiontest_batched_loop
()
tests/unit/test_batch.py:208
Functiontest_batched_stream_server
(simple_batched_stream_api, use_zmq)
tests/unit/test_lit_server.py:99
Functiontest_batched_streaming_loop
(mock_transport)
tests/unit/test_loops.py:335
Functiontest_batching_with_client_side_batching
(openai_embedding_request_data_array)
tests/unit/test_openai_embedding.py:195
Functiontest_broker_error_handling
Test broker handles ZMQ errors.
tests/unit/test_zmq_queue.py:41
Functiontest_broker_start_stop
(mock_context)
tests/unit/test_zmq_queue.py:28
Functiontest_call_after_stream
()
tests/unit/test_utils.py:40
Functiontest_callback
(capfd)
tests/unit/test_callbacks.py:44
Functiontest_callback_runner
()
tests/unit/test_callbacks.py:35
Functiontest_check_cuda_with_nvidia_smi
()
tests/unit/test_connector.py:23
Functiontest_check_cuda_with_nvidia_smi_mock_gpu
(mock_subprocess)
tests/unit/test_connector.py:32
Functiontest_cli_main_import_error
(mock_import, mock_find_spec, capsys)
tests/unit/test_cli.py:157
Functiontest_cli_main_lightning_not_installed
(mock_import, mock_run, mock_which, mock_find_spec, mock_is_package_installed)
tests/unit/test_cli.py:129
Methodtest_close
(self, transport, queues)
tests/unit/test_transport.py:82
Functiontest_collate_requests
(batch_timeout, batch_size)
tests/unit/test_batch.py:254
Functiontest_collate_requests_sentinel
()
tests/unit/test_batch.py:265
Functiontest_color
()
tests/unit/test_docker_builder.py:20
Functiontest_compression
()
tests/unit/test_compression.py:39
Functiontest_concurrent_async_inference
Test that async API processes requests concurrently (not sequentially).
tests/unit/test_lit_server.py:620
Functiontest_concurrent_async_streaming_inference
(num_requests)
tests/unit/test_lit_server.py:706
Functiontest_concurrent_requests
(lit_server)
tests/unit/test_simple.py:367
Functiontest_configure_logging
()
tests/unit/test_utils.py:67
Functiontest_configure_logging
(log_stream)
tests/unit/test_logging.py:14
Functiontest_configure_logging_rich_not_installed
()
tests/unit/test_utils.py:72
Functiontest_connector
(input_accelerator, expected_accelerator, expected_devices)
tests/unit/test_connector.py:92
Functiontest_connector_add_logger
(logger_connector)
tests/unit/test_logger.py:55
Functiontest_connector_mount
(mock_lit_server, test_logger, logger_connector)
tests/unit/test_logger.py:61
Functiontest_continuous_batching_pre_setup
(continuous_batching_setup)
tests/unit/test_loops.py:940
Functiontest_continuous_batching_run
(continuous_batching_setup)
tests/unit/test_loops.py:953
Methodtest_create_mp_transport
(self, mock_manager)
tests/unit/test_transport.py:101
Methodtest_create_transport_invalid_type
(self)
tests/unit/test_transport.py:113
Functiontest_custom_api_path
()
tests/unit/test_lit_server.py:445
Functiontest_custom_batch_unbatch
()
tests/unit/test_litapi.py:103
Functiontest_custom_healthcheck_path
()
tests/unit/test_lit_server.py:453
Functiontest_custom_info_path
()
tests/unit/test_lit_server.py:467
Functiontest_custom_loop
(mock_transport)
tests/unit/test_loops.py:722
Functiontest_custom_middleware
()
tests/unit/test_middlewares.py:40
Functiontest_decode_request
()
tests/unit/test_litapi.py:134
Functiontest_decode_request_with_openai_spec
()
tests/unit/test_litapi.py:140
Functiontest_default_batch_unbatch
()
tests/unit/test_litapi.py:67
Functiontest_default_batch_unbatch_stream
()
tests/unit/test_litapi.py:89
Functiontest_default_loop_pre_setup_error
(stream, max_batch_size, error_msg)
tests/unit/test_loops.py:916
Functiontest_default_unbatch_not_implemented
()
tests/unit/test_litapi.py:77
Functiontest_device_identifiers
(lifespan_mock, simple_litapi)
tests/unit/test_lit_server.py:43
Functiontest_device_identifiers_error
(simple_litapi, devices)
tests/unit/test_lit_server.py:61
Functiontest_device_property
()
tests/unit/test_litapi.py:250
Functiontest_disable_openapi_url_print_message
Test that the Swagger UI message is only printed when disable_openapi_url=False.
tests/unit/test_lit_server.py:346
Functiontest_dockerize
(tmp_path, monkeypatch)
tests/unit/test_docker_builder.py:84
Functiontest_dockerize_command
(monkeypatch, capsys)
tests/unit/test_cli.py:23
Functiontest_dockerize_help
(monkeypatch, capsys)
tests/unit/test_cli.py:13
Functiontest_dump_exception
()
tests/unit/test_utils.py:24
Functiontest_e2e_batched_streaming
()
tests/e2e/test_e2e.py:109
Functiontest_e2e_default_api
()
tests/e2e/test_e2e.py:86
Functiontest_e2e_default_async_streaming
()
tests/e2e/test_e2e.py:397
Functiontest_e2e_default_batching
()
tests/e2e/test_e2e.py:102
Functiontest_e2e_default_spec
(openai_request_data)
tests/e2e/test_e2e.py:93
Functiontest_e2e_openai_embedding_with_batching
()
tests/e2e/test_e2e.py:408
Functiontest_e2e_openai_with_batching
(openai_request_data)
tests/e2e/test_e2e.py:285
Functiontest_e2e_single_streaming
()
tests/e2e/test_e2e.py:354
Functiontest_enable_async_not_set
()
tests/unit/test_litapi.py:280
Functiontest_encode_response
()
tests/unit/test_litapi.py:149
Functiontest_encode_response_with_custom_spec_api
()
tests/unit/test_litapi.py:184
Functiontest_encode_response_with_openai_spec
()
tests/unit/test_litapi.py:155
Functiontest_encode_response_with_openai_spec_dict_token_usage
()
tests/unit/test_litapi.py:166
Functiontest_encode_response_with_openai_spec_invalid_input
()
tests/unit/test_litapi.py:200
Functiontest_encode_response_with_openai_spec_invalid_predict_output
()
tests/unit/test_litapi.py:209
Functiontest_ensure_lightning_installed_failure
When all available installers fail, should exit with error.
tests/unit/test_cli.py:93
Functiontest_ensure_lightning_installed_fallback_to_uv
When pip fails, should fall back to uv.
tests/unit/test_cli.py:78
Functiontest_ensure_lightning_installed_no_installer_available
When neither pip nor uv is available, should exit with error.
tests/unit/test_cli.py:109
Functiontest_ensure_lightning_installed_pip_preferred
When both pip and uv are available, pip should be used first.
tests/unit/test_cli.py:53
Functiontest_ensure_lightning_installed_with_pip
(mock_run, mock_which, mock_find_spec, mock_is_package_installed)
tests/unit/test_cli.py:41
Functiontest_ensure_lightning_installed_with_uv
(mock_run, mock_which, mock_find_spec, mock_is_package_installed)
tests/unit/test_cli.py:66
← previousnext →701–800 of 984, ranked by callers