c9088eb824
Signed-off-by: ZePan110 <ze.pan@intel.com> Signed-off-by: chensuyue <suyue.chen@intel.com> Signed-off-by: Zhu, Yongbo <yongbo.zhu@intel.com> Signed-off-by: Wang, Xigui <xigui.wang@intel.com> Co-authored-by: ZePan110 <ze.pan@intel.com> Co-authored-by: chen, suyue <suyue.chen@intel.com> Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com> Co-authored-by: xiguiw <111278656+xiguiw@users.noreply.github.com> Co-authored-by: lvliang-intel <liang1.lv@intel.com>
77 lines
2.6 KiB
Python
77 lines
2.6 KiB
Python
# Copyright (C) 2024 Intel Corporation
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
import gc
|
|
|
|
from edgecraftrag.api_schema import ModelIn
|
|
from edgecraftrag.context import ctx
|
|
from fastapi import FastAPI
|
|
|
|
model_app = FastAPI()
|
|
|
|
|
|
# GET Models
|
|
@model_app.get(path="/v1/settings/models")
|
|
async def get_models():
|
|
return ctx.get_model_mgr().get_models()
|
|
|
|
|
|
# GET Model
|
|
@model_app.get(path="/v1/settings/models/{model_id:path}")
|
|
async def get_model_by_name(model_id):
|
|
return ctx.get_model_mgr().get_model_by_name(model_id)
|
|
|
|
|
|
# POST Model
|
|
@model_app.post(path="/v1/settings/models")
|
|
async def add_model(request: ModelIn):
|
|
modelmgr = ctx.get_model_mgr()
|
|
# Currently use asyncio.Lock() to deal with multi-requests
|
|
async with modelmgr._lock:
|
|
model = modelmgr.search_model(request)
|
|
if model is None:
|
|
model = modelmgr.load_model(request)
|
|
modelmgr.add(model)
|
|
return model.model_id + " model loaded"
|
|
|
|
|
|
# PATCH Model
|
|
@model_app.patch(path="/v1/settings/models/{model_id:path}")
|
|
async def update_model(model_id, request: ModelIn):
|
|
# The process of patch model is : 1.delete model 2.create model
|
|
active_pl = ctx.get_pipeline_mgr().get_active_pipeline()
|
|
modelmgr = ctx.get_model_mgr()
|
|
if active_pl and active_pl.model_existed(model_id):
|
|
return "Model is being used by active pipeline, unable to update model"
|
|
else:
|
|
async with modelmgr._lock:
|
|
if modelmgr.get_model_by_name(model_id) is None:
|
|
# Need to make sure original model still exists before updating model
|
|
# to prevent memory leak in concurrent requests situation
|
|
return "Model " + model_id + " not exists"
|
|
model = modelmgr.search_model(request)
|
|
if model is None:
|
|
modelmgr.del_model_by_name(model_id)
|
|
# Clean up memory occupation
|
|
gc.collect()
|
|
# load new model
|
|
model = modelmgr.load_model(request)
|
|
modelmgr.add(model)
|
|
return model
|
|
|
|
|
|
# DELETE Model
|
|
@model_app.delete(path="/v1/settings/models/{model_id:path}")
|
|
async def delete_model(model_id):
|
|
active_pl = ctx.get_pipeline_mgr().get_active_pipeline()
|
|
if active_pl and active_pl.model_existed(model_id):
|
|
return "Model is being used by active pipeline, unable to remove"
|
|
else:
|
|
modelmgr = ctx.get_model_mgr()
|
|
# Currently use asyncio.Lock() to deal with multi-requests
|
|
async with modelmgr._lock:
|
|
response = modelmgr.del_model_by_name(model_id)
|
|
# Clean up memory occupation
|
|
gc.collect()
|
|
return response
|