Index _ | A | B | C | D | E | F | G | I | J | L | M | O | P | Q | R | S | T | U | V | W _ __init__() (langworks.Langwork method) (langworks.middleware.balancer.Balancer method) (langworks.middleware.llama_cpp.LlamaCpp method) (langworks.middleware.vllm.vLLM method) (langworks.Query method) (langworks.util.balancing.BalancedPool method) (langworks.util.caching.ScoredCache method) (langworks.util.caching.ScoredLazyLFUCache method) (langworks.util.caching.ScoredLazyLRUCache method) __setitem__() (langworks.util.caching.ScoredCache method) A access() (langworks.util.balancing.BalancedPool method) add() (langworks.util.balancing.BalancedPool method) allowed_tokens (langworks.middleware.vllm.SamplingParams attribute) AuthenticationDetails (class in langworks.util.auth) Authenticator (in module langworks.util.auth) B bad_words (langworks.middleware.vllm.SamplingParams attribute) BalancedPool (class in langworks.util.balancing) Balancer (class in langworks.middleware.balancer) C cast_json_as_cls() (in module langworks.util.json) Choice (class in langworks.dsl.constraints.choice) CLEAN_MULTILINE (in module langworks.config) clean_multiline() (in module langworks.util.string) Constraint (class in langworks.dsl.constraints.base) content (langworks.messages.Message attribute) D Dataclass (class in langworks.dsl.constraints.dataclass) dry (langworks.middleware.llama_cpp.SamplingParams attribute) dry_base (langworks.middleware.llama_cpp.SamplingParams attribute) dry_last_n (langworks.middleware.llama_cpp.SamplingParams attribute) dry_min_length (langworks.middleware.llama_cpp.SamplingParams attribute) dry_multiplier (langworks.middleware.llama_cpp.SamplingParams attribute) dry_sequence_breakers (langworks.middleware.llama_cpp.SamplingParams attribute) E exec() (langworks.middleware.balancer.Balancer method) (langworks.middleware.generic.Middleware method) (langworks.middleware.llama_cpp.LlamaCpp method) (langworks.middleware.vllm.vLLM method) (langworks.Query method) F finalize (langworks.dsl.constraints.base.Constraint attribute) frequency_penalty (langworks.middleware.generic.SamplingParams attribute) (langworks.middleware.llama_cpp.SamplingParams attribute) (langworks.middleware.vllm.SamplingParams attribute) G GBNF (class in langworks.dsl.constraints.grammar_gbnf) Gen (class in langworks.dsl.constraints.gen) get() (langworks.util.balancing.BalancedPool method) I id (langworks.dsl.constraints.base.Constraint attribute) ignore_eos (langworks.middleware.generic.SamplingParams attribute) (langworks.middleware.llama_cpp.SamplingParams attribute) (langworks.middleware.vllm.SamplingParams attribute) include_stop (langworks.middleware.generic.SamplingParams attribute) (langworks.middleware.llama_cpp.SamplingParams attribute) (langworks.middleware.vllm.SamplingParams attribute) item (langworks.util.caching.ScoredItem attribute) J JSON (class in langworks.dsl.constraints.json) json_dict_schema_from_cls() (in module langworks.util.json) json_schema_from_cls() (in module langworks.util.json) json_shorthand_schema_from_cls() (in module langworks.util.json) L Langwork (class in langworks) Lark (class in langworks.dsl.constraints.grammar_lark) LlamaCpp (class in langworks.middleware.llama_cpp) logit_bias (langworks.middleware.generic.SamplingParams attribute) (langworks.middleware.llama_cpp.SamplingParams attribute) (langworks.middleware.vllm.SamplingParams attribute) logprobs (langworks.middleware.generic.SamplingParams attribute) (langworks.middleware.llama_cpp.SamplingParams attribute) (langworks.middleware.vllm.SamplingParams attribute) M max_p (langworks.middleware.llama_cpp.SamplingParams attribute) max_p_allowance (langworks.middleware.llama_cpp.SamplingParams attribute) max_tokens (langworks.middleware.generic.SamplingParams attribute) (langworks.middleware.llama_cpp.SamplingParams attribute) (langworks.middleware.vllm.SamplingParams attribute) Message (class in langworks.messages) Middleware (class in langworks.middleware.generic) min_p (langworks.middleware.generic.SamplingParams attribute) (langworks.middleware.llama_cpp.SamplingParams attribute) (langworks.middleware.vllm.SamplingParams attribute) min_tokens (langworks.middleware.vllm.SamplingParams attribute) mirostat (langworks.middleware.llama_cpp.SamplingParams attribute) mirostat_eta (langworks.middleware.llama_cpp.SamplingParams attribute) mirostat_tau (langworks.middleware.llama_cpp.SamplingParams attribute) O overflow_keep (langworks.middleware.llama_cpp.SamplingParams attribute) P params (langworks.dsl.constraints.base.Constraint attribute) password (langworks.util.auth.AuthenticationDetails attribute) presence_penalty (langworks.middleware.generic.SamplingParams attribute) (langworks.middleware.llama_cpp.SamplingParams attribute) (langworks.middleware.vllm.SamplingParams attribute) Q Query (class in langworks) R Regex (class in langworks.dsl.constraints.regex) release() (langworks.util.balancing.BalancedPool method) remove() (langworks.util.balancing.BalancedPool method) remove_last() (langworks.util.balancing.BalancedPool method) repair (langworks.dsl.constraints.dataclass.Dataclass attribute) (langworks.dsl.constraints.json.JSON attribute) repeat_last_n (langworks.middleware.llama_cpp.SamplingParams attribute) repetition_penalty (langworks.middleware.generic.SamplingParams attribute) (langworks.middleware.llama_cpp.SamplingParams attribute) (langworks.middleware.vllm.SamplingParams attribute) role (langworks.messages.Message attribute) S samplers (langworks.middleware.llama_cpp.SamplingParams attribute) samplers_keep (langworks.middleware.llama_cpp.SamplingParams attribute) SamplingParams (class in langworks.middleware.generic) (class in langworks.middleware.llama_cpp) (class in langworks.middleware.vllm) schema (langworks.dsl.constraints.dataclass.Dataclass attribute) score (langworks.util.caching.ScoredItem attribute) ScoredCache (class in langworks.util.caching) ScoredItem (class in langworks.util.caching) ScoredLazyLFUCache (class in langworks.util.caching) ScoredLazyLRUCache (class in langworks.util.caching) seed (langworks.middleware.generic.SamplingParams attribute) (langworks.middleware.llama_cpp.SamplingParams attribute) (langworks.middleware.vllm.SamplingParams attribute) spec (langworks.dsl.constraints.base.Constraint attribute) (langworks.dsl.constraints.choice.Choice attribute) (langworks.dsl.constraints.dataclass.Dataclass attribute) (langworks.dsl.constraints.grammar_gbnf.GBNF attribute) (langworks.dsl.constraints.grammar_lark.Lark attribute) (langworks.dsl.constraints.json.JSON attribute) (langworks.dsl.constraints.regex.Regex attribute) stack (langworks.util.balancing.BalancedPool attribute) stack_lock (langworks.util.balancing.BalancedPool attribute) stop (langworks.middleware.generic.SamplingParams attribute) (langworks.middleware.llama_cpp.SamplingParams attribute) (langworks.middleware.vllm.SamplingParams attribute) stop_tokens (langworks.middleware.vllm.SamplingParams attribute) T temperature (langworks.middleware.generic.SamplingParams attribute) (langworks.middleware.llama_cpp.SamplingParams attribute) (langworks.middleware.vllm.SamplingParams attribute) temperature_dev (langworks.middleware.llama_cpp.SamplingParams attribute) temperature_dev_exp (langworks.middleware.llama_cpp.SamplingParams attribute) Thread (in module langworks.messages) token (langworks.util.auth.AuthenticationDetails attribute) TokenCredentials() (in module langworks.util.auth) top_k (langworks.middleware.generic.SamplingParams attribute) (langworks.middleware.llama_cpp.SamplingParams attribute) (langworks.middleware.vllm.SamplingParams attribute) top_n_sigma (langworks.middleware.llama_cpp.SamplingParams attribute) top_p (langworks.middleware.generic.SamplingParams attribute) (langworks.middleware.llama_cpp.SamplingParams attribute) (langworks.middleware.vllm.SamplingParams attribute) typical_p (langworks.middleware.llama_cpp.SamplingParams attribute) U username (langworks.util.auth.AuthenticationDetails attribute) UsernameCredentials() (in module langworks.util.auth) V var (langworks.dsl.constraints.base.Constraint attribute) vLLM (class in langworks.middleware.vllm) W workload (langworks.util.balancing.BalancedPool property) workload_average (langworks.util.balancing.BalancedPool property)