Skip to content

Commit

Permalink
revert to one vector store
Browse files Browse the repository at this point in the history
  • Loading branch information
lassejaco committed Jan 15, 2025
1 parent 5a0c40e commit a2363ac
Show file tree
Hide file tree
Showing 2 changed files with 28 additions and 25 deletions.
51 changes: 27 additions & 24 deletions devcon-api/src/services/ai/open-ai/open-ai.ts
Original file line number Diff line number Diff line change
Expand Up @@ -440,29 +440,31 @@ export const api = (() => {
console.log(assistant, `Newly created assistant for ${version}`)
},
attachVectorStoresToAssistant: async (assistantID: string) => {
const vectorStoreNames: any = [
`devcon_website_${process.env.GITHUB_SHA}`,
`devconnect_website_${process.env.GITHUB_SHA}`,
`devcon_sea_${process.env.GITHUB_SHA}`,
]
// const vectorStoreNames: any = [
// `devcon_website_${process.env.GITHUB_SHA}`,
// `devconnect_website_${process.env.GITHUB_SHA}`,
// `devcon_${process.env.GITHUB_SHA}`,
// ]

const vectorStoreName = `devcon_${process.env.GITHUB_SHA}`

const vectorStores = await openai.beta.vectorStores.list()

const vectorStoreIDs = vectorStoreNames.map((name: string) => {
const vectorStore = vectorStores.data.find((store: any) => store.name === name)
// const vectorStoreIDs = vectorStoreNames.map((name: string) => {
const vectorStore = vectorStores.data.find((store: any) => store.name === vectorStoreName)

if (!vectorStore) {
throw new Error(`Vector store not found: ${name}, aborting...`)
}
if (!vectorStore) {
throw new Error(`Vector store not found: ${vectorStoreName}, aborting...`)
}

return vectorStore.id
})
// return vectorStore.id
// })

await openai.beta.assistants.update(assistantID, {
tool_resources: { file_search: { vector_store_ids: vectorStoreIDs } },
tool_resources: { file_search: { vector_store_ids: [vectorStore.id] } },
})

await _interface.cleanStaleVectorStores()
// await _interface.cleanStaleVectorStores()
},
cleanStaleVectorStores: async () => {
console.log('cleaning stale vector stores')
Expand Down Expand Up @@ -507,23 +509,24 @@ export const api = (() => {
// return recommendationAssistant
// },
syncScheduleContent: async () => {
console.log('syncing schedule assistant')
console.log('syncing schedule to vector store')

const vectorStore = await openai.beta.vectorStores.create({
name: `devcon_sea_${process.env.GITHUB_SHA}`,
})
// const vectorStore = await openai.beta.vectorStores.create({
// name: `devcon_sea_${process.env.GITHUB_SHA || '5a0c40e446ca79181d27a415afa244c83050e802'}`,
// })

// const vectorStoreName = `devcon_sea_${process.env.GITHUB_SHA}`
const vectorStoreName = `devcon_${process.env.GITHUB_SHA}`

// const vectorStores = await openai.beta.vectorStores.list()
const vectorStores = await openai.beta.vectorStores.list()

// const vectorStore = vectorStores.data.find((store: any) => store.name === vectorStoreName)
const vectorStore = vectorStores.data.find((store: any) => store.name === vectorStoreName)

// if (!vectorStore) {
// console.error(`Vector store not found ${vectorStoreName}`)
if (!vectorStore) {
console.error(`Vector store not found ${vectorStoreName}`)

// return
// }
return
}

const knowledgeBaseDirectory = path.resolve(__dirname, '..', 'knowledge-base')
const knowledgeBaseFiles = fs.readdirSync(knowledgeBaseDirectory)
Expand Down
2 changes: 1 addition & 1 deletion devcon/src/ai/open-ai.ts
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@ export const api = (() => {
// Create vector store for website content
const vectorStore = await openai.beta.vectorStores.create({
// name: 'Website Content: ' + new Date().toISOString(),
name: `devcon_website_${process.env.GITHUB_SHA}`,
name: `devcon_${process.env.GITHUB_SHA}`,
})

const contentDir = path.resolve(__dirname, 'formatted-content')
Expand Down

0 comments on commit a2363ac

Please sign in to comment.