Functions — github.com/Lightning-AI/LitServe

CodeHub MCPcopy Create free account

hub / github.com/Lightning-AI/LitServe / functions

Functions984 in github.com/Lightning-AI/LitServe

⨍ Functions 984◇ Types & classes 226↳ Endpoints 30

src/litserve/specs/openai.py:57

Method__reduce__

src/litserve/utils.py:70

Method__reduce__

src/litserve/transport/zmq_transport.py:41

Method__reduce__

src/litserve/transport/process_transport.py:45

Method_call_tool

(name: str, arguments: dict)

src/litserve/mcp.py:533

Method_get_request_queue

(self, api_path)

tests/unit/test_request_handlers.py:43

Method_list_tools

src/litserve/mcp.py:527

Method_process_logger_queue

(logger_proxies: list[_LoggerProxy], queue)

src/litserve/loggers.py:129

tests/conftest.py:143

Main broker loop.

src/litserve/transport/zmq_queue.py:58

Method_setup_socket

src/litserve/transport/zmq_queue.py:167

Method_unbatch_no_stream

src/litserve/api.py:284

Method_unbatch_stream

(self, output_stream)

src/litserve/api.py:310

src/litserve/loops/base.py:243

Methodaccelerator

src/litserve/connector.py:53

Methodactive_requests

src/litserve/server.py:969

Methodadd_request

Add a new sequence to active sequences and perform any action before prediction such as filling the cache.

src/litserve/loops/continuous_batching_loop.py:289

Functionapi_key_auth

(x_api_key: str = Depends(APIKeyHeader(name="X-API-Key")))

src/litserve/server.py:90

src/litserve/api.py:440

(self, consumer_id: Optional[int] = None, timeout=None)

src/litserve/transport/zmq_transport.py:30

(self, consumer_id: int, timeout: Optional[float] = None, block: bool = True)

src/litserve/transport/process_transport.py:17

src/litserve/specs/openai.py:428

Functionasync_func

tests/unit/test_loops.py:980

Functionasync_gen

tests/unit/test_loops.py:986

Functionasync_loop_args

tests/unit/test_loops.py:113

Methodauthorize

(self, auth: HTTPAuthorizationCredentials = Depends(HTTPBearer()))

tests/unit/test_auth.py:37

Convert a list of inputs to a batched input.

src/litserve/api.py:255

tests/conftest.py:82

(self, image_data_list)

tests/parity_fastapi/ls-server.py:36

tests/unit/test_simple.py:264

tests/unit/test_batch.py:58

tests/perf_test/bert/server.py:29

Methodchat_completion

(self, request: ChatCompletionRequest, background_tasks: BackgroundTasks)

src/litserve/specs/openai.py:500

Functioncleanup_logger

tests/unit/test_logging.py:56

Clean up resources if needed (e.g., sockets, processes).

src/litserve/transport/base.py:16

Clean up resources.

src/litserve/transport/zmq_queue.py:156

(self, **kwargs)

src/litserve/transport/zmq_transport.py:35

(self, send_sentinel: bool = True)

src/litserve/transport/process_transport.py:34

(text, color_code, action_code=None)

src/litserve/docker_builder.py:45

Functioncontinuous_batching_setup

(monkeypatch, mock_transport)

tests/unit/test_loops.py:926

Functioncreate_random_batch

tests/perf_test/bert/utils.py:13

Methoddecode_request

Convert the request payload to your model input.

src/litserve/api.py:249

Methoddecode_request

(self, request)

src/litserve/test_examples/simple_example.py:9

Methoddecode_request

(self, request)

src/litserve/test_examples/simple_example.py:26

Methoddecode_request

(self, request)

src/litserve/test_examples/simple_example.py:56

Methoddecode_request

(self, request)

src/litserve/test_examples/simple_example.py:93

Methoddecode_request

(self, request: EmbeddingRequest, context_kwargs: Optional[dict] = None)

src/litserve/specs/openai_embedding.py:173

Methoddecode_request

(self, request, context_kwargs: Optional[dict] = None)

src/litserve/specs/base.py:87

Methoddecode_request

( self, request: ChatCompletionRequest, context_kwargs: Optional[dict] = None )

src/litserve/specs/openai.py:436

Methoddecode_request

(self, request: Request)

tests/conftest.py:47

Methoddecode_request

(self, request: Request)

tests/conftest.py:61

Methoddecode_request

(self, request: Request)

tests/conftest.py:79

Methoddecode_request

(self, request: Request)

tests/simple_server.py:24

Methoddecode_request

(self, request)

tests/simple_server_diff_port.py:22

Methoddecode_request

(self, request)

tests/parity_fastapi/ls-server.py:33

Methoddecode_request

(self, request)

tests/unit/test_loops.py:245

Methoddecode_request

(self, input: str)

tests/unit/test_loops.py:882

Methoddecode_request

(self, request)

tests/unit/test_litapi.py:31

Methoddecode_request

(self, request: Request)

tests/unit/test_simple.py:36

Methoddecode_request

(self, request: Request)

tests/unit/test_simple.py:252

Methoddecode_request

(self, request: Request)

tests/unit/test_lit_server.py:152

Methoddecode_request

(self, request)

tests/unit/test_lit_server.py:524

Methoddecode_request

(self, request)

tests/unit/test_lit_server.py:529

Methoddecode_request

(self, request)

tests/unit/test_lit_server.py:587

Methoddecode_request

(self, request)

tests/unit/test_lit_server.py:645

Methoddecode_request

(self, request)

tests/unit/test_lit_server.py:666

Methoddecode_request

(self, request)

tests/unit/test_lit_server.py:743

Methoddecode_request

(self, request)

tests/unit/test_lit_server.py:805

Methoddecode_request

(self, request: Request)

tests/unit/test_failed_workers.py:16

Methoddecode_request

(self, request: Request)

tests/unit/test_form.py:26

Methoddecode_request

(self, request: Request)

tests/unit/test_form.py:78

Methoddecode_request

(self, request: MCPTestModel)

tests/unit/test_mcp.py:211

Methoddecode_request

(self, request: Request)

tests/unit/test_compression.py:29

Methoddecode_request

(self, request: ImageInput)

tests/unit/test_schema.py:31

Methoddecode_request

(self, request: MultiImageInputModel)

tests/unit/test_schema.py:64

Methoddecode_request

(self, request: Request)

tests/unit/test_auth.py:28

Methoddecode_request

(self, request: Request)

tests/unit/test_torch.py:40

Methoddecode_request

(self, request)

tests/unit/test_specs.py:264

Methoddecode_request

(self, request)

tests/unit/test_specs.py:408

Methoddecode_request

(self, request)

tests/unit/test_specs.py:419

Methoddecode_request

(self, request)

tests/unit/test_specs.py:462

Methoddecode_request

(self, request)

tests/unit/test_multiple_endpoints.py:17

Methoddecode_request

(self, request: Request)

tests/unit/test_batch.py:54

Methoddecode_request

(self, request: PredictRequest)

tests/unit/test_pydantic.py:33

Methoddecode_request

(self, request: dict)

tests/perf_test/bert/server.py:26

Methoddecode_request

(self, request)

tests/perf_test/stream/stream_speed/server.py:8

Methoddecode_request

(self, request: PowerRequest)

tests/e2e/default_mcp.py:12

Methoddecode_request

(self, request)

tests/e2e/default_async_streaming.py:21

Methoddecode_request

(self, request)

tests/e2e/default_single_streaming.py:8

Functiondecorator

tests/parity_fastapi/main.py:28

Functiondecorator

tests/e2e/test_e2e.py:30

src/litserve/api.py:363

src/litserve/connector.py:57

(self, request, call_next)

tests/unit/test_middlewares.py:34

Functione2e_from_file

tests/e2e/test_e2e.py:29

Methodembeddings_endpoint

(self, request: EmbeddingRequest)

src/litserve/specs/openai_embedding.py:248

Methodencode_response

Convert the model output to a response payload. To enable streaming, it should yield the output.

src/litserve/api.py:337

Methodencode_response

src/litserve/test_examples/openai_embedding_spec_example.py:14

Methodencode_response

src/litserve/test_examples/openai_embedding_spec_example.py:24

Methodencode_response

src/litserve/test_examples/openai_embedding_spec_example.py:34

← previous next →301–400 of 984, ranked by callers