init

examples/node_client.mjs

@@ -0,0 +1,17 @@
+import OpenAI from "openai";
+
+const client = new OpenAI({
+  baseURL: "http://127.0.0.1:18000/v1",
+  apiKey: "ignored",
+});
+
+const response = await client.chat.completions.create({
+  model: "command-default",
+  messages: [
+    { role: "system", content: "回答要简洁。" },
+    { role: "user", content: "用一句话解释递归。" },
+  ],
+  stream: false,
+});
+
+console.log(response.choices[0].message.content);

examples/python_client.py

@@ -0,0 +1,14 @@
+from openai import OpenAI
+
+client = OpenAI(base_url="http://127.0.0.1:18000/v1", api_key="ignored")
+
+response = client.chat.completions.create(
+    model="command-default",
+    messages=[
+        {"role": "system", "content": "回答要简洁。"},
+        {"role": "user", "content": "用一句话解释递归。"},
+    ],
+    stream=False,
+)
+
+print(response.choices[0].message.content)