Adding Ollama Support

This commit is contained in:
Lucas Bock
2024-10-12 18:44:23 -05:00
parent 1bed63a4af
commit 6e25780b25
53 changed files with 2260 additions and 1079 deletions

View File

@ -1,18 +1,37 @@
import { create } from "zustand";
import { persist } from "zustand/middleware";
import { DEFAULT_MAX_TOKENS, DEFAULT_MODEL } from "../constants/llm";
type OpenAIStore = {
baseURL: string | null;
setBaseURL: (baseURL: string | null) => void;
apiKey: string | null;
setApiKey: (apiKey: string | null) => void;
model: string | null;
setModel: (model: string | null) => void;
maxTokens: number | null;
setMaxTokens: (maxTokens: number | null) => void;
};
export const useOpenAiStore = create<OpenAIStore>()(
persist(
(set) => ({
baseURL: null,
setBaseURL: (baseURL: string | null) => {
set({ baseURL });
},
apiKey: null,
setApiKey: (apiKey) => {
setApiKey: (apiKey: string | null) => {
set({ apiKey });
},
model: DEFAULT_MODEL,
setModel: (model: string | null) => {
set({ model });
},
maxTokens: DEFAULT_MAX_TOKENS,
setMaxTokens: (maxTokens: number | null) => {
set({ maxTokens });
},
}),
{ name: "openai" },
),