Endpoints — github.com/Lightning-AI/LitServe

hub / github.com/Lightning-AI/LitServe / endpoints

Endpoints30 in github.com/Lightning-AI/LitServe

⨍ Functions 984◇ Types & classes 226↳ Endpoints 30

Routehealth

self.app.get(self.healthcheck_path, dependencies=[Depends(self.setup_auth())])

src/litserve/server.py:None

Routehealth

app.get("/health")

tests/parity_fastapi/fastapi-server.py:None

Routeindex

self.app.get("/", dependencies=[Depends(self.setup_auth())])

src/litserve/server.py:None

Routeinfo

self.app.get(self.info_path, dependencies=[Depends(self.setup_auth())])

src/litserve/server.py:None

Routepredict

app.post("/predict")

tests/parity_fastapi/fastapi-server.py:None

Routeshutdown_endpoint

self.app.post(self._shutdown_path, dependencies=[Depends(self.shutdown_api_key_auth)])

src/litserve/server.py:None

Routetest_auto_accelerator

pytest.mark.parametrize( ("input_accelerator", "expected_accelerator"), [ ("cpu", "cpu"),

tests/unit/test_lit_server.py:None

Routetest_check_cuda_with_nvidia_smi_mock_gpu

patch( "litserve.connector.subprocess.check_output", return_value=b"GPU 0: NVIDIA GeForce RTX 4090 (UU

tests/unit/test_connector.py:None

Routetest_cli_main_import_error

patch("importlib.util.find_spec")

tests/unit/test_cli.py:None

Routetest_cli_main_lightning_not_installed

patch("litserve.cli.is_package_installed")

tests/unit/test_cli.py:None

Routetest_connector

pytest.mark.parametrize( ("input_accelerator", "expected_accelerator", "expected_devices"), [

tests/unit/test_connector.py:None

Routetest_device_identifiers

patch("litserve.server.LitServer.lifespan")

tests/unit/test_lit_server.py:None

Routetest_disable_openapi_url_print_message

patch("builtins.print")

tests/unit/test_lit_server.py:None

Routetest_ensure_lightning_installed_failure

patch("litserve.cli.is_package_installed")

tests/unit/test_cli.py:None

Routetest_ensure_lightning_installed_fallback_to_uv

patch("litserve.cli.is_package_installed")

tests/unit/test_cli.py:None

Routetest_ensure_lightning_installed_no_installer_available

patch("litserve.cli.is_package_installed")

tests/unit/test_cli.py:None

Routetest_ensure_lightning_installed_pip_preferred

patch("litserve.cli.is_package_installed")

tests/unit/test_cli.py:None

Routetest_ensure_lightning_installed_with_pip

patch("litserve.cli.is_package_installed")

tests/unit/test_cli.py:None

Routetest_ensure_lightning_installed_with_uv

patch("litserve.cli.is_package_installed")

tests/unit/test_cli.py:None

Routetest_inference_worker

patch("litserve.loops.simple_loops.BatchedLoop.run_batched_loop")

tests/unit/test_loops.py:None

Routetest_mcp_not_installed

patch("litserve.mcp.is_package_installed", return_value=False)

tests/unit/test_mcp.py:None

Routetest_request_handler_streaming

patch("litserve.server.asyncio.Event")

tests/unit/test_request_handlers.py:None

Routetest_server_run

patch("litserve.server.uvicorn")

tests/unit/test_lit_server.py:None

Routetest_server_run_windows

patch("litserve.server.uvicorn")

tests/unit/test_lit_server.py:None

Routetest_server_run_with_api_server_worker_type

patch("litserve.server.uvicorn")

tests/unit/test_lit_server.py:None

Routetest_server_run_with_process_api_worker

patch("litserve.server.uvicorn")

tests/unit/test_lit_server.py:None

Routetest_server_run_with_thread_api_worker

patch("litserve.server.uvicorn")

tests/unit/test_lit_server.py:None

Routetest_set_trace_if_debug

mock.patch("litserve.utils.set_trace")

tests/unit/test_utils.py:None

Routetest_set_trace_if_debug_not_set

mock.patch("litserve.utils.ForkedPdb")

tests/unit/test_utils.py:None

Routetest_start_server

patch("litserve.server._Server")

tests/unit/test_lit_server.py:None