Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 3 additions & 0 deletions core/llm/autodetect.ts
Original file line number Diff line number Diff line change
Expand Up @@ -62,6 +62,7 @@ const PROVIDER_HANDLES_TEMPLATING: string[] = [
"vertexai",
"watsonx",
"nebius",
"crusoe",
"relace",
"openrouter",
"clawrouter",
Expand Down Expand Up @@ -129,6 +130,7 @@ const PROVIDER_SUPPORTS_IMAGES: string[] = [
"azure",
"scaleway",
"nebius",
"crusoe",
"ovhcloud",
"watsonx",
"zAI",
Expand Down Expand Up @@ -248,6 +250,7 @@ const PARALLEL_PROVIDERS: string[] = [
"sambanova",
"ovhcloud",
"nebius",
"crusoe",
"vertexai",
"function-network",
"scaleway",
Expand Down
13 changes: 13 additions & 0 deletions core/llm/llms/Crusoe.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
import { LLMOptions } from "../..";

import OpenAI from "./OpenAI";

class Crusoe extends OpenAI {
static providerName = "crusoe";
static defaultOptions: Partial<LLMOptions> = {
apiBase: "https://api.inference.crusoecloud.com/v1",
useLegacyCompletionsEndpoint: false,
};
}

export default Crusoe;
2 changes: 2 additions & 0 deletions core/llm/llms/index.ts
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,7 @@ import BedrockImport from "./BedrockImport";
import Cerebras from "./Cerebras";
import Cloudflare from "./Cloudflare";
import Cohere from "./Cohere";
import Crusoe from "./Crusoe";
import CometAPI from "./CometAPI";
import DeepInfra from "./DeepInfra";
import Deepseek from "./Deepseek";
Expand Down Expand Up @@ -119,6 +120,7 @@ export const LLMClasses = [
Cerebras,
Asksage,
Nebius,
Crusoe,
Nous,
Venice,
VertexAI,
Expand Down
96 changes: 96 additions & 0 deletions docs/customize/model-providers/more/crusoe.mdx
Original file line number Diff line number Diff line change
@@ -0,0 +1,96 @@
---
title: "Crusoe"
description: "Configure Crusoe Managed Inference with Continue to access open-weight models like GLM 5.2, DeepSeek V3, and gpt-oss on an OpenAI-compatible API"
---

Crusoe Managed Inference is an OpenAI-compatible API for open-weight models such as GLM, DeepSeek, Nemotron, and gpt-oss, served from Crusoe's vertically integrated AI cloud.

<Info>
You can get an API key in the [Crusoe Console](https://console.crusoe.ai/) under **Security > Inference API Key**. For pricing, see the [Crusoe pricing page](https://crusoe.ai/cloud/pricing).
</Info>

## Available Models

| Model | Context Length | Notes |
|-------|----------------|-------|
| `zai/GLM-5.2` | 256k | Strong coding and agentic tool use, reasoning on by default |
| `zai/GLM-5.1` | 202k | Reasoning model |
| `openai/gpt-oss-120b` | 131k | Tool use, low/medium/high reasoning effort |
| `google/gemma-4-31b-it` | 262k | Structured output, toggleable reasoning |
| `deepseek-ai/DeepSeek-V3-0324` | 163k | General chat |
| `moonshotai/Kimi-K2.6` | 256k | Agentic tool use, reasoning |
| `meta-llama/Llama-3.3-70B-Instruct` | 131k | General chat and tool use |
| `nvidia/Nemotron-3-Nano-Omni-Reasoning-30B-A3B` | 262k | Multimodal reasoning |

The current catalog is always available from the [models endpoint](https://api.inference.crusoecloud.com/v1/models) and the [Crusoe Managed Inference docs](https://docs.crusoecloud.com/managed-inference/overview).

## Chat Model

We recommend configuring **GLM 5.2** as your chat model.

<Tabs>
<Tab title="YAML">
```yaml title="config.yaml"
name: My Config
version: 0.0.1
schema: v1

models:
- name: GLM 5.2
provider: crusoe
model: zai/GLM-5.2
apiKey: <YOUR_CRUSOE_API_KEY>
```
</Tab>
<Tab title="JSON">
```json title="config.json"
{
"models": [
{
"title": "GLM 5.2",
"provider": "crusoe",
"model": "zai/GLM-5.2",
"apiKey": "<YOUR_CRUSOE_API_KEY>"
}
]
}
```
</Tab>
</Tabs>

## Function Calling Example

Models with function calling support include GLM 5.2, gpt-oss-120b, Kimi K2.6, and Llama 3.3 70B:

<Tabs>
<Tab title="YAML">
```yaml title="config.yaml"
name: My Config
version: 0.0.1
schema: v1

models:
- name: gpt-oss-120b
provider: crusoe
model: openai/gpt-oss-120b
apiKey: <YOUR_CRUSOE_API_KEY>
capabilities:
- tool_use
```
</Tab>
<Tab title="JSON">
```json title="config.json"
{
"models": [
{
"title": "gpt-oss-120b",
"provider": "crusoe",
"model": "openai/gpt-oss-120b",
"apiKey": "<YOUR_CRUSOE_API_KEY>",
"capabilities": ["tool_use"]
}
]
}
```
</Tab>
</Tabs>
1 change: 1 addition & 0 deletions docs/docs.json
Original file line number Diff line number Diff line change
Expand Up @@ -107,6 +107,7 @@
"pages": [
"customize/model-providers/more/asksage",
"customize/model-providers/more/clawrouter",
"customize/model-providers/more/crusoe",
"customize/model-providers/more/deepseek",
"customize/model-providers/more/deepinfra",
"customize/model-providers/more/groq",
Expand Down
34 changes: 33 additions & 1 deletion gui/src/pages/AddNewModel/configs/models.ts
Original file line number Diff line number Diff line change
Expand Up @@ -37,6 +37,33 @@ export interface ModelPackage {
}

export const models: { [key: string]: ModelPackage } = {
crusoeGlm52: {
title: "GLM 5.2",
description:
"Z.ai's GLM 5.2 with 256k context, strong coding and agentic tool use, served on Crusoe Managed Inference.",
refUrl: "https://docs.crusoecloud.com/managed-inference/overview",
params: {
title: "GLM 5.2",
model: "zai/GLM-5.2",
contextLength: 256_000,
},
icon: "zai.svg",
providerOptions: ["crusoe"],
isOpenSource: true,
},
crusoeGemma4: {
title: "Gemma 4 31B",
description:
"Google's Gemma 4 31B instruction-tuned model with 262k context, served on Crusoe Managed Inference.",
refUrl: "https://docs.crusoecloud.com/managed-inference/overview",
params: {
title: "Gemma 4 31B",
model: "google/gemma-4-31b-it",
contextLength: 262_000,
},
providerOptions: ["crusoe"],
isOpenSource: true,
},
hermes3Llama31_405b: {
title: "Hermes 3 Llama 3.1 405B",
description:
Expand Down Expand Up @@ -213,10 +240,15 @@ export const models: { [key: string]: ModelPackage } = {
title: "gpt-oss-120b (OVHcloud)",
contextLength: 131072,
},
crusoe: {
model: "openai/gpt-oss-120b",
title: "gpt-oss-120b (Crusoe)",
contextLength: 131072,
},
},
},
],
providerOptions: ["vllm", "ovhcloud"],
providerOptions: ["vllm", "ovhcloud", "crusoe"],
isOpenSource: true,
},
llama318BChat: {
Expand Down
25 changes: 25 additions & 0 deletions gui/src/pages/AddNewModel/configs/providers.ts
Original file line number Diff line number Diff line change
Expand Up @@ -1390,4 +1390,29 @@ Fund your wallet with USDC on Solana or Base. ClawRouter uses x402 micropayments
],
apiKeyUrl: "https://portal.nousresearch.com",
},
crusoe: {
title: "Crusoe",
provider: "crusoe",
refPage: "crusoe",
description:
"Crusoe Managed Inference serves open-weight models like GLM 5.2 on an OpenAI-compatible API.",
longDescription:
"Crusoe provides Managed Inference, an OpenAI-compatible API for open-weight models such as GLM, DeepSeek, and Nemotron. Get an API key in the [Crusoe Console](https://console.crusoe.ai/) under Security > Inference API Key.",
tags: [ModelProviderTags.RequiresApiKey, ModelProviderTags.OpenSource],
params: {
apiBase: "https://api.inference.crusoecloud.com/v1",
},
collectInputFor: [
{
inputType: "text",
key: "apiKey",
label: "API Key",
placeholder: "Enter your Crusoe API key",
required: true,
},
...completionParamsInputsConfigs,
],
packages: [models.crusoeGlm52, models.gptOss120B, models.crusoeGemma4],
apiKeyUrl: "https://console.crusoe.ai/",
},
};
Loading