Mintplex-Labs · timothycarambat · Jun 25, 2024 · Jun 25, 2024
diff --git a/server/endpoints/api/index.js b/server/endpoints/api/index.js
@@ -6,6 +6,7 @@ const { apiSystemEndpoints } = require("./system");
 const { apiWorkspaceEndpoints } = require("./workspace");
 const { apiWorkspaceThreadEndpoints } = require("./workspaceThread");
 const { apiUserManagementEndpoints } = require("./userManagement");
+const { apiOpenAICompatibleEndpoints } = require("./openai");
 
 // All endpoints must be documented and pass through the validApiKey Middleware.
 // How to JSDoc an endpoint
@@ -20,6 +21,7 @@ function developerEndpoints(app, router) {
   apiDocumentEndpoints(router);
   apiWorkspaceThreadEndpoints(router);
   apiUserManagementEndpoints(router);
+  apiOpenAICompatibleEndpoints(router);
 }
 
 module.exports = { developerEndpoints };
diff --git a/server/endpoints/api/openai/compatibility-test-script.cjs b/server/endpoints/api/openai/compatibility-test-script.cjs
@@ -0,0 +1,64 @@
+const OpenAI = require("openai");
+
+/**
+ * @type {import("openai").OpenAI}
+ */
+const client = new OpenAI({
+  baseURL: "http://localhost:3001/api/v1/openai",
+  apiKey: "ENTER_ANYTHINGLLM_API_KEY_HERE",
+});
+
+(async () => {
+  // Models endpoint testing.
+  console.log("Fetching /models");
+  const modelList = await client.models.list();
+  for await (const model of modelList) {
+    console.log({ model });
+  }
+
+  // Test sync chat completion
+  console.log("Running synchronous chat message");
+  const syncCompletion = await client.chat.completions.create({
+    messages: [
+      {
+        role: "system",
+        content: "You are a helpful assistant who only speaks like a pirate.",
+      },
+      { role: "user", content: "What is AnythingLLM?" },
+      // {
+      //   role: 'assistant',
+      //   content: "Arrr, matey! AnythingLLM be a fine tool fer sailin' the treacherous sea o' information with a powerful language model at yer helm. It's a potent instrument to handle all manner o' tasks involvin' text, like answerin' questions, generating prose, or even havin' a chat with digital scallywags like meself. Be there any specific treasure ye seek in the realm o' AnythingLLM?"
+      // },
+      // { role: "user", content: "Why are you talking like a pirate?" },
+    ],
+    model: "anythingllm", // must be workspace-slug
+  });
+  console.log(syncCompletion.choices[0]);
+
+  // Test sync chat streaming completion
+  console.log("Running asynchronous chat message");
+  const asyncCompletion = await client.chat.completions.create({
+    messages: [
+      {
+        role: "system",
+        content: "You are a helpful assistant who only speaks like a pirate.",
+      },
+      { role: "user", content: "What is AnythingLLM?" },
+    ],
+    model: "anythingllm", // must be workspace-slug
+    stream: true,
+  });
+
+  let message = "";
+  for await (const chunk of asyncCompletion) {
+    message += chunk.choices[0].delta.content;
+    console.log({ message });
+  }
+
+  // Vector DB functionality
+  console.log("Fetching /vector_stores");
+  const vectorDBList = await client.beta.vectorStores.list();
+  for await (const db of vectorDBList) {
+    console.log(db);
+  }
+})();