refactor: Move abort controller to utils and update imports

This commit is contained in:
lizhixuan 2025-02-21 12:28:08 +08:00 committed by 亢奋猫
parent 4c9bd02f8e
commit f062c56de4
8 changed files with 60 additions and 67 deletions

View File

@ -24,10 +24,10 @@ import FileManager from '@renderer/services/FileManager'
import { estimateTextTokens as estimateTxtTokens } from '@renderer/services/TokenService'
import { translateText } from '@renderer/services/TranslateService'
import store, { useAppDispatch, useAppSelector } from '@renderer/store'
import { abortCompletion } from '@renderer/store/abortController'
import { setGenerating, setSearching } from '@renderer/store/runtime'
import { Assistant, FileType, KnowledgeBase, Message, Model, Topic } from '@renderer/types'
import { classNames, delay, getFileExtension, uuid } from '@renderer/utils'
import { abortCompletion } from '@renderer/utils/abortController'
import { documentExts, imageExts, textExts } from '@shared/config/constant'
import { Button, Popconfirm, Tooltip } from 'antd'
import TextArea, { TextAreaRef } from 'antd/es/input/TextArea'

View File

@ -6,7 +6,6 @@ import i18n from '@renderer/i18n'
import { getAssistantSettings, getDefaultModel, getTopNamingModel } from '@renderer/services/AssistantService'
import { EVENT_NAMES } from '@renderer/services/EventService'
import { filterContextMessages } from '@renderer/services/MessagesService'
import { addAbortController, removeAbortController } from '@renderer/store/abortController'
import { Assistant, FileTypes, Message, Model, Provider, Suggestion } from '@renderer/types'
import { removeSpecialCharacters } from '@renderer/utils'
import { first, flatten, sum, takeRight } from 'lodash'
@ -107,13 +106,12 @@ export default class AnthropicProvider extends BaseProvider {
}
})
}
const abortController = new AbortController()
const { signal } = abortController
// 获取最后一条用户消息的 ID 作为 askId
const lastUserMessage = _messages.findLast((m) => m.role === 'user')
if (lastUserMessage?.id) {
addAbortController(lastUserMessage.id, () => abortController.abort())
}
const { abortController, cleanup } = this.createAbortController(lastUserMessage?.id)
const { signal } = abortController
return new Promise<void>((resolve, reject) => {
const stream = this.sdk.messages
.stream({ ...body, stream: true }, { signal })
@ -152,11 +150,7 @@ export default class AnthropicProvider extends BaseProvider {
resolve()
})
.on('error', (error) => reject(error))
}).finally(() => {
if (lastUserMessage?.id) {
removeAbortController(lastUserMessage.id)
}
})
}).finally(cleanup)
}
public async translate(message: Message, assistant: Assistant, onResponse?: (text: string) => void) {

View File

@ -3,12 +3,13 @@ import { getLMStudioKeepAliveTime } from '@renderer/hooks/useLMStudio'
import { getOllamaKeepAliveTime } from '@renderer/hooks/useOllama'
import { getKnowledgeReferences } from '@renderer/services/KnowledgeService'
import store from '@renderer/store'
import { Assistant, GenerateImageParams, Message, Model, Provider, Suggestion } from '@renderer/types'
import type { Assistant, GenerateImageParams, Message, Model, Provider, Suggestion } from '@renderer/types'
import { delay, isJSON, parseJSON } from '@renderer/utils'
import { addAbortController, removeAbortController } from '@renderer/utils/abortController'
import { t } from 'i18next'
import OpenAI from 'openai'
import type OpenAI from 'openai'
import { CompletionsParams } from '.'
import type { CompletionsParams } from '.'
export default abstract class BaseProvider {
protected provider: Provider
@ -135,4 +136,21 @@ export default abstract class BaseProvider {
}, {}) || {}
)
}
protected createAbortController(messageId?: string) {
const abortController = new AbortController()
if (messageId) {
addAbortController(messageId, () => abortController.abort())
}
return {
abortController,
cleanup: () => {
if (messageId) {
removeAbortController(messageId)
}
}
}
}
}

View File

@ -16,7 +16,6 @@ import i18n from '@renderer/i18n'
import { getAssistantSettings, getDefaultModel, getTopNamingModel } from '@renderer/services/AssistantService'
import { EVENT_NAMES } from '@renderer/services/EventService'
import { filterContextMessages } from '@renderer/services/MessagesService'
import { addAbortController, removeAbortController } from '@renderer/store/abortController'
import { Assistant, FileType, FileTypes, Message, Model, Provider, Suggestion } from '@renderer/types'
import { removeSpecialCharacters } from '@renderer/utils'
import axios from 'axios'
@ -204,19 +203,11 @@ export default class GeminiProvider extends BaseProvider {
return
}
const abortController = new AbortController()
const { signal } = abortController
// 获取最后一条用户消息的 ID 作为 askId
const lastUserMessage = userMessages.findLast((m) => m.role === 'user')
if (lastUserMessage?.id) {
addAbortController(lastUserMessage.id, () => abortController.abort())
}
const { abortController, cleanup } = this.createAbortController(lastUserMessage?.id)
const { signal } = abortController
const userMessagesStream = await chat.sendMessageStream(messageContents.parts, { signal }).finally(() => {
if (lastUserMessage?.id) {
removeAbortController(lastUserMessage.id)
}
})
const userMessagesStream = await chat.sendMessageStream(messageContents.parts, { signal }).finally(cleanup)
let time_first_token_millsec = 0
for await (const chunk of userMessagesStream.stream) {

View File

@ -4,7 +4,6 @@ import i18n from '@renderer/i18n'
import { getAssistantSettings, getDefaultModel, getTopNamingModel } from '@renderer/services/AssistantService'
import { EVENT_NAMES } from '@renderer/services/EventService'
import { filterContextMessages } from '@renderer/services/MessagesService'
import { addAbortController, removeAbortController } from '@renderer/store/abortController'
import { Assistant, FileTypes, GenerateImageParams, Message, Model, Provider, Suggestion } from '@renderer/types'
import { removeSpecialCharacters } from '@renderer/utils'
import { takeRight } from 'lodash'
@ -214,14 +213,9 @@ export default class OpenAIProvider extends BaseProvider {
let time_first_token_millsec = 0
let time_first_content_millsec = 0
const start_time_millsec = new Date().getTime()
const abortController = new AbortController()
const { signal } = abortController
// 获取最后一条用户消息的 ID 作为 askId
const lastUserMessage = _messages.findLast((m) => m.role === 'user')
if (lastUserMessage?.id) {
addAbortController(lastUserMessage.id, () => abortController.abort())
}
const { abortController, cleanup } = this.createAbortController(lastUserMessage?.id)
const { signal } = abortController
const stream = await this.sdk.chat.completions
// @ts-ignore key is not typed
@ -243,11 +237,7 @@ export default class OpenAIProvider extends BaseProvider {
signal
}
)
.finally(() => {
if (lastUserMessage?.id) {
removeAbortController(lastUserMessage.id)
}
})
.finally(cleanup)
if (!isSupportStreamOutput()) {
const time_completion_millsec = new Date().getTime() - start_time_millsec

View File

@ -1,8 +1,8 @@
import i18n from '@renderer/i18n'
import store from '@renderer/store'
import { addAbortController } from '@renderer/store/abortController'
import { setGenerating } from '@renderer/store/runtime'
import { Assistant, Message, Model, Provider, Suggestion } from '@renderer/types'
import { addAbortController } from '@renderer/utils/abortController'
import { formatMessageError } from '@renderer/utils/error'
import { isEmpty } from 'lodash'

View File

@ -1,25 +0,0 @@
export const abortMap = new Map<string, () => void>()
export const addAbortController = (messageId: string, abortFn: () => void) => {
let callback = abortFn
const existingCallback = abortMap.get(messageId)
if (existingCallback) {
callback = () => {
existingCallback?.()
abortFn()
}
}
abortMap.set(messageId, callback)
}
export const removeAbortController = (messageId: string) => {
abortMap.delete(messageId)
}
export const abortCompletion = (messageId: string) => {
const abortFn = abortMap.get(messageId)
if (abortFn) {
abortFn()
removeAbortController(messageId)
}
}

View File

@ -0,0 +1,25 @@
export const abortMap = new Map<string, () => void>()
export const addAbortController = (id: string, abortFn: () => void) => {
let callback = abortFn
const existingCallback = abortMap.get(id)
if (existingCallback) {
callback = () => {
existingCallback?.()
abortFn()
}
}
abortMap.set(id, callback)
}
export const removeAbortController = (id: string) => {
abortMap.delete(id)
}
export const abortCompletion = (id: string) => {
const abortFn = abortMap.get(id)
if (abortFn) {
abortFn()
removeAbortController(id)
}
}