From fc8057b5534768ce865ad2d51f994dad8a748bda Mon Sep 17 00:00:00 2001 From: hiro Date: Sun, 10 Dec 2023 20:31:23 +0700 Subject: [PATCH] chore: migrate to new extension api paradigm --- extensions/inference-triton-trtllm-extension/src/index.ts | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/extensions/inference-triton-trtllm-extension/src/index.ts b/extensions/inference-triton-trtllm-extension/src/index.ts index d0de32357c..9e8d64bb25 100644 --- a/extensions/inference-triton-trtllm-extension/src/index.ts +++ b/extensions/inference-triton-trtllm-extension/src/index.ts @@ -93,7 +93,7 @@ export default class JanInferenceTritonTrtLLMExtension implements InferenceExten static async writeDefaultEngineSettings() { try { const engine_json = join(JanInferenceTritonTrtLLMExtension._homeDir, JanInferenceTritonTrtLLMExtension._engineMetadataFileName) - if (await fs.checkFileExists(engine_json)) { + if (await fs.exists(engine_json)) { JanInferenceTritonTrtLLMExtension._engineSettings = JSON.parse(await fs.readFile(engine_json)) } else { @@ -123,7 +123,7 @@ export default class JanInferenceTritonTrtLLMExtension implements InferenceExten * @param {MessageRequest} data - The data for the inference request. * @returns {Promise} A promise that resolves with the inference response. */ - async inferenceRequest(data: MessageRequest): Promise { + async inference(data: MessageRequest): Promise { const timestamp = Date.now(); const message: ThreadMessage = { thread_id: data.threadId,