local_rqa namespace#

Subpackages#

Submodules#

local_rqa.base module#

class local_rqa.base.Component#

Bases: ABC

building block of a pipeline, which will call the run method iteratively

abstract run(*args, **kwargs)#

main entrypoint for the component. keywords in run_input_keys will be passed in as arguments for this method

run_input_keys = []#

local_rqa.constants module#

class local_rqa.constants.AccelerationFramework(value)#

Bases: Enum

An enumeration.

SGLANG = 'sglang::'#
TGI = 'tgi::'#
VLLM = 'vllm::'#
class local_rqa.constants.ErrorCode(value)#

Bases: IntEnum

https://platform.openai.com/docs/guides/error-codes/api-errors

CONTEXT_OVERFLOW = 40303#
CONTROLLER_NO_WORKER = 50005#
CONTROLLER_WORKER_TIMEOUT = 50006#
CUDA_OUT_OF_MEMORY = 50002#
ENGINE_OVERLOADED = 42903#
GRADIO_REQUEST_ERROR = 50003#
GRADIO_STREAM_UNKNOWN_ERROR = 50004#
INCORRECT_AUTH_KEY = 40102#
INTERNAL_ERROR = 50001#
INVALID_AUTH_KEY = 40101#
INVALID_MODEL = 40301#
NO_PERMISSION = 40103#
PARAM_OUT_OF_RANGE = 40302#
QUOTA_EXCEEDED = 42902#
RATE_LIMIT = 42901#
VALIDATION_TYPE_ERROR = 40001#

local_rqa.utils module#