diff --git a/pages/_meta.json b/pages/_meta.json index 0572522..4be82d9 100644 --- a/pages/_meta.json +++ b/pages/_meta.json @@ -154,13 +154,13 @@ "toc": true } }, - "fine-tuning": { - "title": "Model Fine-tuning", + "import-custom-models": { + "title": "Importing custom models", "theme": { "breadcrumb": true, "footer": true, - "pagination": true, - "toc": true + "pagination": false, + "toc": false } }, "browser-extension": { diff --git a/pages/features/chat-logs.mdx b/pages/features/chat-logs.mdx index b037b20..cde6b95 100644 --- a/pages/features/chat-logs.mdx +++ b/pages/features/chat-logs.mdx @@ -15,8 +15,6 @@ import Image from "next/image"; # Workspace Chat Logs -**Did you know?** AnythingLLM allows you to export your chat logs in the correct format to build a fine-tuned model of GPT-3.5 and other available models on OpenAI. - AnythingLLM supports exporting chats as: - **CSV** diff --git a/pages/fine-tuning/_meta.json b/pages/fine-tuning/_meta.json deleted file mode 100644 index 99cf94c..0000000 --- a/pages/fine-tuning/_meta.json +++ /dev/null @@ -1,38 +0,0 @@ -{ - "overview": { - "title": "Overview", - "theme": { - "breadcrumb": true, - "footer": true, - "pagination": true, - "toc": true - } - }, - "cloud-fine-tuning": { - "title": "Cloud Fine-Tuning", - "theme": { - "breadcrumb": true, - "footer": true, - "pagination": true, - "toc": true - } - }, - "local-fine-tuning": { - "title": "Local Fine-Tuning", - "theme": { - "breadcrumb": true, - "footer": true, - "pagination": true, - "toc": true - } - }, - "loading-custom-models": { - "title": "Import a custom LLM", - "theme": { - "breadcrumb": true, - "footer": true, - "pagination": true, - "toc": true - } - } -} diff --git a/pages/fine-tuning/cloud-fine-tuning.mdx b/pages/fine-tuning/cloud-fine-tuning.mdx deleted file mode 100644 index e3de7a1..0000000 --- a/pages/fine-tuning/cloud-fine-tuning.mdx +++ /dev/null @@ -1,167 +0,0 @@ ---- -title: "Cloud Fine-Tuning" -description: "How to use AnythingLLM Cloud Fine-Tuning" ---- - -import { Callout } from "nextra/components"; -import Image from "next/image"; - -# How does this work? - -In AnythingLLM (Docker or Desktop), you may have seen an alert at the top of the application or noticed the "Order Fine-Tune" option on the workspace chats page. - - - -# Cloud Fine Tuning walkthrough - -The AnythingLLM application on both Docker and desktop will guide you through the process to order a fine-tuned based on your data. - - -Currently, you **are required** to have chats with your workspaces in order to produce a fine-tuned model. - -**Training directly off your raw documents** will be present in a future update and will be available in cloud training. - - - -## Introduction - -The first step is an overview and brief education on _what_ a fine-tuned model is and where it can exceed expectations and also where fine-tuning -does not out-perform the traditional setup of AnythingLLM. - -In general, if you are hoping a fine-tune model means it can have 100% perfect recall with citations - you actually want RAG! - -Otherwise if you just want a better overall model that knows about your document information, should respond in a particular way, or behave in a certain defined way -by default without prompting - that is a great use for a fine-tune. - - - -## Legal Agreement & Delivery Terms - -Since the AnythingLLM training process does require a brief transfer of information from your device to our secure cloud you should review these terms in-app. - -We are committed to absolute privacy of your information. During this process your data is stored in a secure cloud storage location _only_ for the duration of training. Your data is _never retained_ -and it is only used for the training process directly. We do not audit or review the data uploaded to the training environment. You training session also runs in an isolated environment ensure full privacy. - -In the event of a training failure or success your data is deleted. Additionally, should you proceed to checkout and fail to complete the process -your data will be removed within 1 hour of the checkout session creation if payment is never completed. - -### Delivery terms - -The agreement with Mintplex Labs is concluded once you are delivered the download link for your custom `GGUF` file. - -While training a custom LLM can unlock another level for accuracy and competency in your LLM we make no guarantees that the model will perform better as it is based on -whatever data was available during upload. Additionally, this model is yours to keep and it will work anywhere you run models locally already as it is the same format. - -See [loading custom models in AnythingLLM →](/fine-tuning/loading-custom-models) - -## Training Model selection - - - Your email must be accurate - this is the only way we will communicate with - you about your fine-tune. - - -AnythingLLM maintains a list of trainable base models. Currently we try to stay within the Llama family of models but will expand to `Phi` and `Mistral` families soon. - - - -## Data selection - -In AnythingLLM, you can select the data you wish to train on by _workspace_ and _quality_. The quality metric is the "Thumbs up" icon below chats. If you or your users have not been leaving feedback -you may want to leave this feature off. In general, the more data the better the result can be. - - - -## Confirm Checkout - -Once you proceed past the dataset stage you will get an order review before checkout. Only after successful payment of the checkout will training begin. - - - -## Post order expectations - -Once you finish payment you can expect an email in your inbox that looking something like this. - - - -## Download your model - -When you fine-tune is complete you will receive an email with the direct download link. - - - All model download links are valid for **24 hours** and after which will - expire. You can get a new download link on - [https://my.mintplexlabs.com](https://my.mintplexlabs.com) and logging in with - the email used to order the fine-tune. - -
- - - -## Request new download links - -Your model will exist in our secure storage until one of the following conditions are met: - -1. You request the model to be deleted permanently. -2. It has been more than 3 months since you ordered the model.
- **We will always confirm you have the model downloaded prior to deletion**. - -To request new download links login with the email you ordered the fine-tune with on [https://my.mintplexlabs.com](https://my.mintplexlabs.com) -and you will see your fine-tune order. You will see a blue link that says **click here** for new links. - -The UI will refresh and the buttons for downloading the model and instruction sets will be valid for another 24 hours. **These new links must be used - your previous links will still be invalid** - -
- - -Once you have your custom LLM `GGUF` file downloaded you can load this locally! - -[See how to load and import custom LLM files →](/fine-tuning/loading-custom-models) diff --git a/pages/fine-tuning/local-fine-tuning.mdx b/pages/fine-tuning/local-fine-tuning.mdx deleted file mode 100644 index 0ba2c8d..0000000 --- a/pages/fine-tuning/local-fine-tuning.mdx +++ /dev/null @@ -1,21 +0,0 @@ ---- -title: "Local Fine-Tuning" -description: "How to use AnythingLLM Local Fine-Tuning" ---- - -import { Callout } from "nextra/components"; -import Image from "next/image"; - - - **High performance GPU required** - -The process of training your own LLM locally is _very resource intensive_ and will require a GPU with **at least** 16GB of VRAM. If you are under this specification -this process **will not work**. - - - -# How to get started - -_Local fine-tuning is currently unavailable and will be available in the [GitHub repo](https://github.com/Mintplex-Labs/anything-llm)_ - -This documentation will be updated once available. diff --git a/pages/fine-tuning/overview.mdx b/pages/fine-tuning/overview.mdx deleted file mode 100644 index f0b9ee1..0000000 --- a/pages/fine-tuning/overview.mdx +++ /dev/null @@ -1,77 +0,0 @@ ---- -title: "AnythingLLM Fine-Tuning" -description: "AnythingLLM Fine-Tuning Overview" ---- - -import { Cards, Callout } from "nextra/components"; -import Image from "next/image"; - -# AnythingLLM Fine-Tuning - -Fine-tuning is now available in AnythingLLM as an additional opt-in feature to improve your baseline model responses. Fine-tuning can be a powerful -way to "bake in" knowledge that is specific to your use case into an already great foundational model like LLama 3 8B. - -## Why fine-tune? - -Fine-tuning and LLM is taking a solid foundational model and improving or "tuning" its behavior, responses, or inherit knowledge based on your AnythingLLM chats and documents. -Combining RAG, agents, and a capable fine-tune is basically an LLM with superpowers. - - - **Know before you tune!** - -Fine-tuning is not the "silver bullet" to bad responses. Fine-tuned LLMs do not guarantee better responses. Like any LLM, your data (chats and documents) -are the key. While a fine-tune may "know" something it was trained on **it is not built for recall and citations.** - - - -## What do I get when I order a fine-tune? - -When you order a fine-tuned model via AnythingLLM we **will deliver to you via email** a link to download an 8-bit quantized `.GGUF` file that you can run _anywhere_ you run -LLMs locally. You can load this model directly into AnythingLLM, Ollama, LMStudio, LocalAI, and anywhere else you can run GGUF files. - -_This model is yours to keep, forever_. - -## How do I get started? - -We currently offer in-app fine-tuning where we handle everything for a single one-time fee (currently $250 USD). This process can deliver you a full fine tune in under 1 hour. - - - - AnythingLLM Cloud Fine-Tuning - - - AnythingLLM Local Fine-Tuning - - - -export const Card = Object.assign( - // Copy card component and add default props - Cards.Card.bind(), - { - displayName: "Card", - defaultProps: { - image: true, - arrow: true, - target: "_self", - }, - } -); - - diff --git a/pages/fine-tuning/loading-custom-models.mdx b/pages/import-custom-models.mdx similarity index 87% rename from pages/fine-tuning/loading-custom-models.mdx rename to pages/import-custom-models.mdx index 6ddc7c0..c7f8653 100644 --- a/pages/fine-tuning/loading-custom-models.mdx +++ b/pages/import-custom-models.mdx @@ -9,12 +9,7 @@ import Image from "next/image"; # Importing custom LLMs into AnythingLLM AnythingLLM allows you to easily load into any valid `GGUF` file and select that as your LLM with zero-setup. Please only use text based LLMs -for this process. Embedder and vision models will not function in this capacity. - -# Importing an AnythingLLM Fine-Tune - -If you ordered or generated and fine-tune via the in-app process you can easily load the model directly into the app via the built-in LLM or via -your preferred local LLM provider like Ollama, LMStudio, LocalAI, and more. +for this process. Embedder models will not function in this capacity. ## Import model into AnythingLLM. diff --git a/pages/roadmap.mdx b/pages/roadmap.mdx index 17eeca3..305708d 100644 --- a/pages/roadmap.mdx +++ b/pages/roadmap.mdx @@ -35,18 +35,17 @@ _Last updated: September 17th, 2024_ **External Services** -- [~] The AnythingLLM Community Hub (sharing plugins, prompts, workspaces, etc.) - - [ ] Private AnythingLLM Hub (sharing workspaces, prompts, plugins, etc. but private) -- [ ] Local Fine-Tuning pipeline application + Desktop and Docker app integration +- [x] The AnythingLLM Community Hub (sharing plugins, prompts, workspaces, etc.) +- [x] Private AnythingLLM Hub (sharing workspaces, prompts, plugins, etc. but private) **All platforms** - [x] Custom AI Agent skills via plugins - [ ] Custom Data connectors via plugins - [ ] Image Generation (Stable Diffusion, DALL-E, etc.) -- [ ] Simplified Token Tracking and monitoring sub-service (simple SDK that will be included in AnythingLLM Desktop & Docker) +- [x] Simplified Token Tracking and monitoring sub-service (simple SDK that will be included in AnythingLLM Desktop & Docker) - [ ] No-code AI Agent builder UI -- [ ] UI overhaul +- [x] UI overhaul **Desktop Only** @@ -56,7 +55,7 @@ _Last updated: September 17th, 2024_ **Docker/Self-Hosted/Cloud Only** -- [ ] Custom Authentication via plugins (OAuth) +- [x] Custom Authentication via plugins (OAuth) - [ ] Fine-Grained Permission system overhaul ## Q1-Q2 2025 diff --git a/public/images/fine-tuning/confirm.png b/public/images/fine-tuning/confirm.png deleted file mode 100644 index bcfed63..0000000 Binary files a/public/images/fine-tuning/confirm.png and /dev/null differ diff --git a/public/images/fine-tuning/dashboard.png b/public/images/fine-tuning/dashboard.png deleted file mode 100644 index b6f5ea6..0000000 Binary files a/public/images/fine-tuning/dashboard.png and /dev/null differ diff --git a/public/images/fine-tuning/dataset.png b/public/images/fine-tuning/dataset.png deleted file mode 100644 index 899d1dc..0000000 Binary files a/public/images/fine-tuning/dataset.png and /dev/null differ diff --git a/public/images/fine-tuning/intro.png b/public/images/fine-tuning/intro.png deleted file mode 100644 index de2c970..0000000 Binary files a/public/images/fine-tuning/intro.png and /dev/null differ diff --git a/public/images/fine-tuning/model done.png b/public/images/fine-tuning/model done.png deleted file mode 100644 index cdd118f..0000000 Binary files a/public/images/fine-tuning/model done.png and /dev/null differ diff --git a/public/images/fine-tuning/order-button.png b/public/images/fine-tuning/order-button.png deleted file mode 100644 index e2a679a..0000000 Binary files a/public/images/fine-tuning/order-button.png and /dev/null differ diff --git a/public/images/fine-tuning/order-details-finished.png b/public/images/fine-tuning/order-details-finished.png deleted file mode 100644 index d1616e1..0000000 Binary files a/public/images/fine-tuning/order-details-finished.png and /dev/null differ diff --git a/public/images/fine-tuning/progress email.png b/public/images/fine-tuning/progress email.png deleted file mode 100644 index 56a3543..0000000 Binary files a/public/images/fine-tuning/progress email.png and /dev/null differ