Mintplex-Labs · timothycarambat · May 9, 2025 · May 8, 2025 · May 8, 2025 · May 8, 2025
diff --git a/.github/workflows/dev-build.yaml b/.github/workflows/dev-build.yaml
@@ -6,7 +6,7 @@ concurrency:
 
 on:
   push:
-    branches: ['2237-auto-stt-submit-preference'] # put your current branch to create a build. Core team only.
+    branches: ['873-pgvector-support'] # put your current branch to create a build. Core team only.
     paths-ignore:
       - '**.md'
       - 'cloud-deployments/*'

diff --git a/README.md b/README.md
@@ -132,6 +132,7 @@ AnythingLLM divides your documents into objects called `workspaces`. A Workspace
 **Vector Databases:**
 
 - [LanceDB](https://github.com/lancedb/lancedb) (default)
+- [PGVector](https://github.com/pgvector/pgvector)
 - [Astra DB](https://www.datastax.com/products/datastax-astra)
 - [Pinecone](https://pinecone.io)
 - [Chroma](https://trychroma.com)

diff --git a/docker/.env.example b/docker/.env.example
@@ -189,6 +189,14 @@ GID='1000'
 ###########################################
 ######## Vector Database Selection ########
 ###########################################
+# Enable all below if you are using vector database: LanceDB.
+# VECTOR_DB="lancedb"
+
+# Enable all below if you are using vector database: Weaviate.
+# VECTOR_DB="pgvector"
+# PGVECTOR_CONNECTION_STRING="postgresql://dbuser:dbuserpass@localhost:5432/yourdb"
+# PGVECTOR_TABLE_NAME="anythingllm_vectors" # optional, but can be defined
+
 # Enable all below if you are using vector database: Chroma.
 # VECTOR_DB="chroma"
 # CHROMA_ENDPOINT='http://host.docker.internal:8000'
@@ -200,9 +208,6 @@ GID='1000'
 # PINECONE_API_KEY=
 # PINECONE_INDEX=
 
-# Enable all below if you are using vector database: LanceDB.
-# VECTOR_DB="lancedb"
-
 # Enable all below if you are using vector database: Weaviate.
 # VECTOR_DB="weaviate"
 # WEAVIATE_ENDPOINT="http://localhost:8080"

diff --git a/frontend/src/components/VectorDBSelection/PGVectorOptions/index.jsx b/frontend/src/components/VectorDBSelection/PGVectorOptions/index.jsx
@@ -0,0 +1,103 @@
+import { Info } from "@phosphor-icons/react";
+import { Tooltip } from "react-tooltip";
+
+export default function PGVectorOptions({ settings }) {
+  return (
+    <div className="w-full flex flex-col gap-y-7">
+      <div className="w-full flex items-center gap-[36px] mt-1.5">
+        <div className="flex flex-col w-96">
+          <div className="flex items-center gap-x-1 mb-3">
+            <label className="text-white text-sm font-semibold block">
+              Postgres Connection String
+            </label>
+            <Info
+              size={16}
+              className="text-theme-text-secondary cursor-pointer"
+              data-tooltip-id="pgvector-connection-string-tooltip"
+              data-tooltip-place="right"
+            />
+            <Tooltip
+              delayHide={300}
+              id="pgvector-connection-string-tooltip"
+              className="max-w-md z-99"
+              clickable={true}
+            >
+              <p className="text-md whitespace-pre-line break-words">
+                This is the connection string for the Postgres database in the
+                format of <br />
+                <code>postgresql://username:password@host:port/database</code>
+                <br />
+                <br />
+                The user for the database must have the following permissions:
+                <ul className="list-disc list-inside">
+                  <li>Read access to the database</li>
+                  <li>Read access to the database schema</li>
+                  <li>Create access to the database</li>
+                </ul>
+                <br />
+                <b>
+                  You must have the pgvector extension installed on the
+                  database.
+                </b>
+              </p>
+            </Tooltip>
+          </div>
+          <input
+            type="text"
+            name="PGVectorConnectionString"
+            className="border-none bg-theme-settings-input-bg text-white placeholder:text-theme-settings-input-placeholder text-sm rounded-lg focus:outline-primary-button active:outline-primary-button outline-none block w-full p-2.5"
+            placeholder="postgresql://username:password@host:port/database"
+            defaultValue={
+              settings?.PGVectorConnectionString ? "*".repeat(20) : ""
+            }
+            required={true}
+            autoComplete="off"
+            spellCheck={false}
+          />
+        </div>
+
+        <div className="flex flex-col w-60">
+          <div className="flex items-center gap-x-1 mb-3">
+            <label className="text-white text-sm font-semibold block">
+              Vector Table Name
+            </label>
+            <Info
+              size={16}
+              className="text-theme-text-secondary cursor-pointer"
+              data-tooltip-id="pgvector-table-name-tooltip"
+              data-tooltip-place="right"
+            />
+            <Tooltip
+              delayHide={300}
+              id="pgvector-table-name-tooltip"
+              className="max-w-md z-99"
+              clickable={true}
+            >
+              <p className="text-md whitespace-pre-line break-words">
+                This is the name of the table in the Postgres database that will
+                store the vectors.
+                <br />
+                <br />
+                By default, the table name is <code>anythingllm_vectors</code>.
+                <br />
+                <br />
+                <b>
+                  This table must not already exist on the database - it will be
+                  created automatically.
+                </b>
+              </p>
+            </Tooltip>
+          </div>
+          <input
+            type="text"
+            name="PGVectorTableName"
+            autoComplete="off"
+            defaultValue={settings?.PGVectorTableName}
+            className="border-none bg-theme-settings-input-bg text-white placeholder:text-theme-settings-input-placeholder text-sm rounded-lg focus:outline-primary-button active:outline-primary-button outline-none block w-full p-2.5"
+            placeholder="vector_table"
+          />
+        </div>
+      </div>
+    </div>
+  );
+}
diff --git a/frontend/src/media/vectordbs/pgvector.png b/frontend/src/media/vectordbs/pgvector.png
diff --git a/frontend/src/pages/GeneralSettings/VectorDatabase/index.jsx b/frontend/src/pages/GeneralSettings/VectorDatabase/index.jsx
@@ -3,30 +3,34 @@ import Sidebar from "@/components/SettingsSidebar";
 import { isMobile } from "react-device-detect";
 import System from "@/models/system";
 import showToast from "@/utils/toast";
+import { useModal } from "@/hooks/useModal";
+import CTAButton from "@/components/lib/CTAButton";
+import { CaretUpDown, MagnifyingGlass, X } from "@phosphor-icons/react";
+import { useTranslation } from "react-i18next";
+import PreLoader from "@/components/Preloader";
+import ChangeWarningModal from "@/components/ChangeWarning";
+import ModalWrapper from "@/components/ModalWrapper";
+import VectorDBItem from "@/components/VectorDBSelection/VectorDBItem";
+
+import LanceDbLogo from "@/media/vectordbs/lancedb.png";
 import ChromaLogo from "@/media/vectordbs/chroma.png";
 import PineconeLogo from "@/media/vectordbs/pinecone.png";
-import LanceDbLogo from "@/media/vectordbs/lancedb.png";
 import WeaviateLogo from "@/media/vectordbs/weaviate.png";
 import QDrantLogo from "@/media/vectordbs/qdrant.png";
 import MilvusLogo from "@/media/vectordbs/milvus.png";
 import ZillizLogo from "@/media/vectordbs/zilliz.png";
 import AstraDBLogo from "@/media/vectordbs/astraDB.png";
-import PreLoader from "@/components/Preloader";
-import ChangeWarningModal from "@/components/ChangeWarning";
-import { CaretUpDown, MagnifyingGlass, X } from "@phosphor-icons/react";
+import PGVectorLogo from "@/media/vectordbs/pgvector.png";
+
 import LanceDBOptions from "@/components/VectorDBSelection/LanceDBOptions";
 import ChromaDBOptions from "@/components/VectorDBSelection/ChromaDBOptions";
 import PineconeDBOptions from "@/components/VectorDBSelection/PineconeDBOptions";
-import QDrantDBOptions from "@/components/VectorDBSelection/QDrantDBOptions";
 import WeaviateDBOptions from "@/components/VectorDBSelection/WeaviateDBOptions";
-import VectorDBItem from "@/components/VectorDBSelection/VectorDBItem";
+import QDrantDBOptions from "@/components/VectorDBSelection/QDrantDBOptions";
 import MilvusDBOptions from "@/components/VectorDBSelection/MilvusDBOptions";
 import ZillizCloudOptions from "@/components/VectorDBSelection/ZillizCloudOptions";
-import { useModal } from "@/hooks/useModal";
-import ModalWrapper from "@/components/ModalWrapper";
 import AstraDBOptions from "@/components/VectorDBSelection/AstraDBOptions";
-import CTAButton from "@/components/lib/CTAButton";
-import { useTranslation } from "react-i18next";
+import PGVectorOptions from "@/components/VectorDBSelection/PGVectorOptions";
 
 export default function GeneralVectorDatabase() {
   const [saving, setSaving] = useState(false);
@@ -114,6 +118,13 @@ export default function GeneralVectorDatabase() {
       description:
         "100% local vector DB that runs on the same instance as AnythingLLM.",
     },
+    {
+      name: "PGVector",
+      value: "pgvector",
+      logo: PGVectorLogo,
+      options: <PGVectorOptions settings={settings} />,
+      description: "Vector search powered by PostgreSQL.",
+    },
     {
       name: "Chroma",
       value: "chroma",

diff --git a/frontend/src/pages/OnboardingFlow/Steps/DataHandling/index.jsx b/frontend/src/pages/OnboardingFlow/Steps/DataHandling/index.jsx
@@ -36,7 +36,7 @@ import QDrantLogo from "@/media/vectordbs/qdrant.png";
 import MilvusLogo from "@/media/vectordbs/milvus.png";
 import VoyageAiLogo from "@/media/embeddingprovider/voyageai.png";
 import PPIOLogo from "@/media/llmprovider/ppio.png";
-
+import PGVectorLogo from "@/media/vectordbs/pgvector.png";
 import React, { useState, useEffect } from "react";
 import paths from "@/utils/paths";
 import { useNavigate } from "react-router-dom";
@@ -237,6 +237,14 @@ export const LLM_SELECTION_PRIVACY = {
 };
 
 export const VECTOR_DB_PRIVACY = {
+  pgvector: {
+    name: "PGVector",
+    description: [
+      "Your vectors and document text are stored on your PostgreSQL instance",
+      "Access to your instance is managed by you",
+    ],
+    logo: PGVectorLogo,
+  },
   chroma: {
     name: "Chroma",
     description: [

diff --git a/locales/README.fa-IR.md b/locales/README.fa-IR.md
@@ -137,6 +137,7 @@ AnythingLLM اسناد شما را به اشیایی به نام `workspaces` ت
 **پایگاه‌های داده برداری:**
 
 - [LanceDB](https://github.com/lancedb/lancedb) (پیش‌فرض)
+- [PGVector](https://github.com/pgvector/pgvector)
 - [Astra DB](https://www.datastax.com/products/datastax-astra)
 - [Pinecone](https://pinecone.io)
 - [Chroma](https://trychroma.com)

diff --git a/locales/README.ja-JP.md b/locales/README.ja-JP.md
@@ -120,6 +120,7 @@ AnythingLLMは、ドキュメントを`ワークスペース`と呼ばれるオ
 **ベクトルデータベース：**
 
 - [LanceDB](https://github.com/lancedb/lancedb)（デフォルト）
+- [PGVector](https://github.com/pgvector/pgvector)
 - [Astra DB](https://www.datastax.com/products/datastax-astra)
 - [Pinecone](https://pinecone.io)
 - [Chroma](https://trychroma.com)

diff --git a/locales/README.tr-TR.md b/locales/README.tr-TR.md
@@ -132,6 +132,7 @@ AnythingLLM, belgelerinizi **"çalışma alanları" (workspaces)** adı verilen
 **Vektör Databases:**
 
 - [LanceDB](https://github.com/lancedb/lancedb) (default)
+- [PGVector](https://github.com/pgvector/pgvector)
 - [Astra DB](https://www.datastax.com/products/datastax-astra)
 - [Pinecone](https://pinecone.io)
 - [Chroma](https://trychroma.com)

diff --git a/locales/README.zh-CN.md b/locales/README.zh-CN.md
@@ -131,6 +131,7 @@ AnythingLLM将您的文档划分为称为`workspaces` (工作区)的对象。工
 **支持的向量数据库：**
 
 - [LanceDB](https://github.com/lancedb/lancedb) （默认）
+- [PGVector](https://github.com/pgvector/pgvector)
 - [Astra DB](https://www.datastax.com/products/datastax-astra)
 - [Pinecone](https://pinecone.io)
 - [Chroma](https://trychroma.com)

diff --git a/server/.env.example b/server/.env.example
@@ -206,6 +206,11 @@ SIG_SALT='salt' # Please generate random string at least 32 chars long.
 # Enable all below if you are using vector database: LanceDB.
 VECTOR_DB="lancedb"
 
+# Enable all below if you are using vector database: Weaviate.
+# VECTOR_DB="pgvector"
+# PGVECTOR_CONNECTION_STRING="postgresql://dbuser:dbuserpass@localhost:5432/yourdb"
+# PGVECTOR_TABLE_NAME="anythingllm_vectors" # optional, but can be defined
+
 # Enable all below if you are using vector database: Weaviate.
 # VECTOR_DB="weaviate"
 # WEAVIATE_ENDPOINT="http://localhost:8080"

diff --git a/server/models/systemSettings.js b/server/models/systemSettings.js
@@ -7,6 +7,7 @@ const { isValidUrl, safeJsonParse } = require("../utils/http");
 const prisma = require("../utils/prisma");
 const { v4 } = require("uuid");
 const { MetaGenerator } = require("../utils/boot/MetaGenerator");
+const { PGVector } = require("../utils/vectorDbProviders/pgvector");
 
 function isNullOrNaN(value) {
   if (value === null) return true;
@@ -427,6 +428,10 @@ const SystemSettings = {
       // AstraDB Keys
       AstraDBApplicationToken: process?.env?.ASTRA_DB_APPLICATION_TOKEN,
       AstraDBEndpoint: process?.env?.ASTRA_DB_ENDPOINT,
+
+      // PGVector Keys
+      PGVectorConnectionString: !!PGVector.connectionString() || false,
+      PGVectorTableName: PGVector.tableName(),
     };
   },
 

diff --git a/server/utils/helpers/index.js b/server/utils/helpers/index.js
@@ -107,6 +107,9 @@ function getVectorDbClass(getExactly = null) {
     case "astra":
       const { AstraDB } = require("../vectorDbProviders/astra");
       return AstraDB;
+    case "pgvector":
+      const { PGVector } = require("../vectorDbProviders/pgvector");
+      return PGVector;
     default:
       throw new Error("ENV: No VECTOR_DB value found in environment!");
   }