48 lines
1.1 KiB
TypeScript
48 lines
1.1 KiB
TypeScript
import { defineStore } from 'pinia'
|
|
import { streamText } from 'ai'
|
|
import { type OpenAIProvider, type OpenAIProviderSettings, createOpenAI } from '@ai-sdk/openai'
|
|
import { OpenAI } from 'openai'
|
|
import { ref } from 'vue'
|
|
|
|
export const useLLM = defineStore('llm', () => {
|
|
const openAI = ref<OpenAI>()
|
|
const openAIProvider = ref<OpenAIProvider>()
|
|
|
|
function setupOpenAI(options: OpenAIProviderSettings) {
|
|
openAI.value = new OpenAI({
|
|
...options,
|
|
dangerouslyAllowBrowser: true,
|
|
})
|
|
openAIProvider.value = createOpenAI(options)
|
|
}
|
|
|
|
async function stream(model: string, content: string) {
|
|
if (!openAIProvider.value)
|
|
throw new Error('OpenAI not initialized')
|
|
|
|
return await streamText({
|
|
model: openAIProvider.value(model),
|
|
messages: [
|
|
{
|
|
role: 'user',
|
|
content,
|
|
},
|
|
],
|
|
})
|
|
}
|
|
|
|
async function models() {
|
|
if (!openAI.value)
|
|
throw new Error('OpenAI not initialized')
|
|
|
|
return await openAI.value.models.list()
|
|
}
|
|
|
|
return {
|
|
setupOpenAI,
|
|
openAI,
|
|
models,
|
|
stream,
|
|
}
|
|
})
|