Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/Lightning-AI/LitServe
/ functions
Functions
984 in github.com/Lightning-AI/LitServe
⨍
Functions
984
◇
Types & classes
226
↳
Endpoints
30
Method
predict
(self, batch)
tests/unit/test_openai_embedding.py:158
Method
predict
(self, inputs)
tests/perf_test/bert/server.py:32
Method
predict
(self, x)
tests/perf_test/stream/stream_speed/server.py:11
Method
predict
(self, inputs)
tests/e2e/openai_embedding_with_batching.py:13
Method
predict
(self, x)
tests/e2e/default_async_streaming.py:24
Method
predict
(self, x)
tests/e2e/default_single_streaming.py:11
Method
process
(self, key, value)
tests/unit/test_litapi.py:257
Method
process
(self, key, value)
tests/unit/test_logger.py:27
Method
process
(self, key, value)
tests/unit/test_logger.py:99
Method
process
(self, key, value)
tests/unit/test_logger.py:154
Method
process_image
(image_data)
tests/parity_fastapi/ls-server.py:37
Method
process_requests
()
src/litserve/loops/streaming_loops.py:217
Method
process_requests
()
src/litserve/loops/simple_loops.py:224
Method
put
(self, item)
tests/conftest.py:377
Function
pytest_collection_modifyitems
Auto-mark tests based on their file path.
tests/conftest.py:29
Method
queues
(self, manager)
tests/unit/test_transport.py:20
Method
rcv
()
src/litserve/middlewares.py:44
Method
receive_task
()
tests/unit/test_transport.py:184
Method
run
(self, lit_server: "LitServer")
src/litserve/loggers.py:143
Method
run
Main loop that processes batches of requests.
src/litserve/loops/continuous_batching_loop.py:215
Function
run_python_script
(filename)
tests/parity_fastapi/main.py:27
Method
schedule_task
( self, lit_api: LitAPI, lit_spec: Optional[LitSpec], request_queue: Queue,
src/litserve/loops/continuous_batching_loop.py:184
Method
send
(self, item: Any, consumer_id: int)
src/litserve/transport/zmq_transport.py:25
Method
send
(self, item: Any, consumer_id: int)
src/litserve/transport/process_transport.py:14
Method
send
(self, item, consumer_id, block=True, timeout=None)
tests/unit/test_loops.py:124
Method
send
(self, item, consumer_id=0, block=False, timeout=None)
tests/unit/test_loops.py:314
Function
send_request
Function to send a single request and measure the response time.
tests/parity_fastapi/benchmark.py:42
Function
send_request
Function to send a single request and measure the response time.
tests/perf_test/bert/utils.py:44
Method
serialize_image
Serialize a PIL Image into a base64 string. Args: image (Any): The image object to serialize. _info: Metadata
src/litserve/schema/image.py:48
Function
server_for_api_worker_test
(simple_litapi)
tests/unit/test_lit_server.py:251
Method
session_manager
(self)
src/litserve/mcp.py:423
Method
set_logger_queue
(self, queue: Queue)
src/litserve/server.py:268
Method
setup
(self, device)
src/litserve/test_examples/openai_embedding_spec_example.py:7
Method
setup
(self, device)
src/litserve/test_examples/openai_spec_example.py:21
Method
setup
(self, device)
src/litserve/test_examples/simple_example.py:5
Method
setup
(self, device)
src/litserve/test_examples/simple_example.py:39
Method
setup
(self, device)
src/litserve/test_examples/simple_example.py:90
Method
setup
(self, server: "LitServer")
src/litserve/specs/openai_embedding.py:169
Method
setup
(self, server: "LitServer")
src/litserve/specs/openai.py:424
Method
setup
(self, device)
tests/conftest.py:44
Method
setup
(self, device)
tests/conftest.py:58
Method
setup
(self, device)
tests/conftest.py:76
Method
setup
(self, device)
tests/simple_server.py:21
Method
setup
(self, device)
tests/simple_server_diff_port.py:19
Method
setup
(self, device)
tests/integration/test_async.py:23
Method
setup
(self, device)
tests/parity_fastapi/ls-server.py:26
Method
setup
(self, device)
tests/unit/test_loops.py:242
Method
setup
(self, device)
tests/unit/test_litapi.py:28
Method
setup
(self, device)
tests/unit/test_litapi.py:50
Method
setup
(self, device)
tests/unit/test_litapi.py:294
Method
setup
(self, device)
tests/unit/test_simple.py:33
Method
setup
(self, device)
tests/unit/test_simple.py:53
Method
setup
(self, device)
tests/unit/test_simple.py:59
Method
setup
(self, device)
tests/unit/test_simple.py:249
Method
setup
(self, device)
tests/unit/test_lit_server.py:148
Method
setup
(self, device)
tests/unit/test_lit_server.py:563
Method
setup
(self, device)
tests/unit/test_lit_server.py:584
Method
setup
(self, device)
tests/unit/test_lit_server.py:663
Method
setup
(self, device)
tests/unit/test_lit_server.py:739
Method
setup
(self, device)
tests/unit/test_lit_server.py:801
Method
setup
(self, device)
tests/unit/test_failed_workers.py:12
Method
setup
(self, device)
tests/unit/test_form.py:23
Method
setup
(self, device)
tests/unit/test_form.py:75
Method
setup
(self, device)
tests/unit/test_compression.py:26
Method
setup
(self, device)
tests/unit/test_auth.py:25
Method
setup
(self, device)
tests/unit/test_torch.py:36
Method
setup
(self, device)
tests/unit/test_specs.py:36
Method
setup
(self, device)
tests/unit/test_specs.py:121
Method
setup
(self, device)
tests/unit/test_specs.py:261
Method
setup
(self, device)
tests/unit/test_specs.py:332
Method
setup
(self, device)
tests/unit/test_specs.py:357
Method
setup
(self, device)
tests/unit/test_specs.py:383
Method
setup
(self, device)
tests/unit/test_specs.py:405
Method
setup
(self, device)
tests/unit/test_specs.py:447
Method
setup
(self, device)
tests/unit/test_specs.py:458
Method
setup
(self, device)
tests/unit/test_multiple_endpoints.py:14
Method
setup
(self, device)
tests/unit/test_batch.py:50
Method
setup
(self, device)
tests/unit/test_pydantic.py:30
Method
setup
(self, device)
tests/perf_test/bert/server.py:18
Method
setup
(self, device)
tests/perf_test/stream/stream_speed/server.py:5
Method
setup
(self, device)
tests/e2e/openai_embedding_with_batching.py:7
Method
setup
(self, device)
tests/e2e/default_async_streaming.py:18
Method
setup
(self, device)
tests/e2e/default_single_streaming.py:5
Function
shutdown_api_key
()
tests/unit/test_simple.py:204
Method
shutdown_api_key_auth
(self, shutdown_api_key: str = Depends(oauth2_scheme))
src/litserve/server.py:1501
Method
shutdown_endpoint
()
src/litserve/server.py:1019
Function
side_effect
(name, *args, **kwargs)
tests/unit/test_cli.py:135
Function
simple_batched_stream_api
()
tests/conftest.py:124
Function
simple_litapi
()
tests/conftest.py:104
Function
simple_stream_api
()
tests/conftest.py:119
Function
simple_stream_cls
()
tests/conftest.py:114
Method
spec
(self)
src/litserve/api.py:432
Method
step
Process one token generation step for all active sequences.
src/litserve/loops/continuous_batching_loop.py:294
Method
step
(self, prev_outputs: Optional[list[Output]])
tests/unit/test_loops.py:894
Method
stream
(self)
src/litserve/api.py:355
Method
stream
(self)
src/litserve/specs/base.py:41
Method
stream
(self)
src/litserve/specs/openai.py:366
Function
sync_func
()
tests/unit/test_loops.py:983
Function
sync_gen
()
tests/unit/test_loops.py:1010
Function
sync_testclient
(lit_server)
tests/conftest.py:136
← previous
next →
601–700 of 984, ranked by callers