salvacybersec/strix
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(llm): support remote API base (Ollama/LM Studio/LiteLLM) + docs (#24)

Browse Source 
Co-authored-by: Ahmed Allam <ahmed39652003@gmail.com>
Co-authored-by: Ahmed Allam <49919286+0xallam@users.noreply.github.com>
This commit is contained in:
Stanislav Luchanskiy
2025-09-24 22:32:58 +03:00
committed by GitHub
parent af01294c46
commit ac6d5c6dae
4 changed files with 92 additions and 27 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
strix/llm/llm.py
View File

@@ -28,6 +28,15 @@ api_key = os.getenv("LLM_API_KEY")
if api_key:
litellm.api_key = api_key
api_base = (
os.getenv("LLM_API_BASE")
or os.getenv("OPENAI_API_BASE")
or os.getenv("LITELLM_BASE_URL")
or os.getenv("OLLAMA_API_BASE")
)
if api_base:
litellm.api_base = api_base
class LLMRequestFailedError(Exception):
def __init__(self, message: str, details: str | None = None):