diff --git a/pages/features/language-models.mdx b/pages/features/language-models.mdx
index 065f8c3..57069e2 100644
--- a/pages/features/language-models.mdx
+++ b/pages/features/language-models.mdx
@@ -30,6 +30,7 @@ Depending on your selection additional configuration might be required.
} title="Text Generation WebUI" href="https://github.com/oobabooga/text-generation-webui" />
} title="Docker Model Runner" href="https://docs.docker.com/desktop/features/model-runner/" />
} title="Lemonade" href="https://lemonade-server.ai/" />
+ } title="oMLX" href="https://omlx.ai/" />
### Cloud Language Model Providers
diff --git a/pages/setup/llm-configuration/local/_meta.json b/pages/setup/llm-configuration/local/_meta.json
index 038fe82..9adf5fa 100644
--- a/pages/setup/llm-configuration/local/_meta.json
+++ b/pages/setup/llm-configuration/local/_meta.json
@@ -43,5 +43,14 @@
"pagination": true,
"toc": true
}
+ },
+ "omlx": {
+ "title": "oMLX",
+ "theme": {
+ "breadcrumb": true,
+ "footer": true,
+ "pagination": true,
+ "toc": true
+ }
}
}
diff --git a/pages/setup/llm-configuration/local/omlx.mdx b/pages/setup/llm-configuration/local/omlx.mdx
new file mode 100644
index 0000000..febecb6
--- /dev/null
+++ b/pages/setup/llm-configuration/local/omlx.mdx
@@ -0,0 +1,30 @@
+---
+title: "oMLX LLM"
+description: "oMLX is an LLM inference server for Apple Silicon Macs built on MLX, with continuous batching and SSD caching - managed from the macOS menu bar."
+---
+
+import Image from "next/image";
+
+
+
+# oMLX LLM
+
+[oMLX](https://omlx.ai/) is an LLM inference server for Apple Silicon Macs built on [MLX](https://github.com/ml-explore/mlx), Apple's machine learning framework. It supports continuous batching for concurrent requests, a tiered KV cache (RAM + SSD), multi-model serving, and is managed from the macOS menu bar.
+
+oMLX is a _separate_ application that you need to download and run first before connecting to it.
+
+## Connecting to oMLX
+
+When running oMLX locally, you **should** first start the oMLX server with at least one MLX model available. By default, the server runs at `http://localhost:8000`.
+
+Select **oMLX** as your LLM provider in AnythingLLM. The base URL will be auto-detected when the server is running, or you can set it manually under advanced settings. Then select the model you want to use from the list of models available on your oMLX server.
+
+The model's context window is automatically detected and cached, but you can override it manually under advanced settings. If your oMLX server requires authentication, you can also provide an API key there.
+
+You can update your model to a different model at any time in the **Settings**.
diff --git a/pages/setup/llm-configuration/overview.mdx b/pages/setup/llm-configuration/overview.mdx
index f1d1e4d..09c3011 100644
--- a/pages/setup/llm-configuration/overview.mdx
+++ b/pages/setup/llm-configuration/overview.mdx
@@ -102,6 +102,16 @@ We allow you to connect to both local and cloud-based LLMs - even at the same ti
alt="KobaldCPP"
/>
+
+
+
+
### Cloud Language Model Providers
diff --git a/public/images/anythingllm-setup/llm-configuration/local/omlx/header-image.png b/public/images/anythingllm-setup/llm-configuration/local/omlx/header-image.png
new file mode 100644
index 0000000..7a92241
Binary files /dev/null and b/public/images/anythingllm-setup/llm-configuration/local/omlx/header-image.png differ