wuenlp_tools.llm

Run-level OpenRouter LLM options (not tied to a specific model).

 1"""Run-level OpenRouter LLM options (not tied to a specific model)."""
 2
 3from __future__ import annotations
 4
 5from typing import Literal
 6
 7ServiceTier = Literal["flex", "priority", "default"] | None
 8
 9_service_tier: ServiceTier = None
10
11
12def set_service_tier(tier: ServiceTier) -> None:
13    """Set OpenRouter ``service_tier`` for all subsequent LLM calls in this process.
14
15    Supported values: ``"flex"`` (cheaper, higher latency), ``"priority"`` (faster),
16    ``"default"`` (provider default), or ``None`` to omit the parameter.
17    """
18    global _service_tier
19    if tier is not None and tier not in ("flex", "priority", "default"):
20        raise ValueError(f"Unknown service tier: {tier!r}")
21    _service_tier = tier
22
23
24def get_service_tier() -> ServiceTier:
25    return _service_tier
26
27
28def clear_service_tier() -> None:
29    set_service_tier(None)
ServiceTier = typing.Optional[typing.Literal['flex', 'priority', 'default']]
def set_service_tier(tier: Optional[Literal['flex', 'priority', 'default']]) -> None: 
13def set_service_tier(tier: ServiceTier) -> None:
14    """Set OpenRouter ``service_tier`` for all subsequent LLM calls in this process.
15
16    Supported values: ``"flex"`` (cheaper, higher latency), ``"priority"`` (faster),
17    ``"default"`` (provider default), or ``None`` to omit the parameter.
18    """
19    global _service_tier
20    if tier is not None and tier not in ("flex", "priority", "default"):
21        raise ValueError(f"Unknown service tier: {tier!r}")
22    _service_tier = tier

Set OpenRouter service_tier for all subsequent LLM calls in this process.

Supported values: "flex" (cheaper, higher latency), "priority" (faster), "default" (provider default), or None to omit the parameter.

def get_service_tier() -> Optional[Literal['flex', 'priority', 'default']]: 
25def get_service_tier() -> ServiceTier:
26    return _service_tier
def clear_service_tier() -> None: 
29def clear_service_tier() -> None:
30    set_service_tier(None)