InnoPeak/organizrr
5
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: ✨ unload ml engine when model is unselected, reuse ml engine
All checks were successful
continuous-integration/drone/push Build is passing
Details

Browse Source
This commit is contained in:
RaviAnand Mohabir 2025-04-08 16:33:13 +02:00
parent 0e1bde62b7
commit 96777f9a4b
1 changed files with 10 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
src/MLEngineContext.tsx
View File

@ -94,15 +94,20 @@ export function MLEngineContextProvider({ children }: { children: ReactNode }) {
if (selectedModel && runningModel !== selectedModel) {
(async () => {
setLoadingModel(selectedModel);
const initProgressCallback: InitProgressCallback = async (
initProgress
) => {
setLoadingProgress(initProgress.progress);
};
if (!engine.current) {
engine.current = await CreateMLCEngine(selectedModel, {
initProgressCallback: initProgressCallback,
});
} else {
await engine.current.reload(selectedModel);
}
setRunningModel(selectedModel);
setLoadingModel(null);
@ -113,6 +118,8 @@ export function MLEngineContextProvider({ children }: { children: ReactNode }) {
setGpuVendor(gpuVendor);
}
})();
} else if (!selectedModel && engine.current) {
engine.current.unload();
}
}, [
engine,