edcd7c9d6a
Signed-off-by: Mingyuan Qi <mingyuan.qi@intel.com> Co-authored-by: Copilot Autofix powered by AI <62310815+github-advanced-security[bot]@users.noreply.github.com>
45 lines
1.0 KiB
JSON
45 lines
1.0 KiB
JSON
{
|
|
"name": "rag_test_local_llm",
|
|
"node_parser": {
|
|
"chunk_size": 400,
|
|
"chunk_overlap": 48,
|
|
"parser_type": "simple"
|
|
},
|
|
"indexer": {
|
|
"indexer_type": "faiss_vector",
|
|
"embedding_model": {
|
|
"model_id": "BAAI/bge-small-en-v1.5",
|
|
"model_path": "./models/BAAI/bge-small-en-v1.5",
|
|
"device": "auto",
|
|
"weight": "INT4"
|
|
}
|
|
},
|
|
"retriever": {
|
|
"retriever_type": "vectorsimilarity",
|
|
"retrieve_topk": 30
|
|
},
|
|
"postprocessor": [
|
|
{
|
|
"processor_type": "reranker",
|
|
"top_n": 2,
|
|
"reranker_model": {
|
|
"model_id": "BAAI/bge-reranker-large",
|
|
"model_path": "./models/BAAI/bge-reranker-large",
|
|
"device": "auto",
|
|
"weight": "INT4"
|
|
}
|
|
}
|
|
],
|
|
"generator": {
|
|
"model": {
|
|
"model_id": "Qwen/Qwen2-7B-Instruct",
|
|
"model_path": "./models/Qwen/Qwen2-7B-Instruct/INT4_compressed_weights",
|
|
"device": "auto",
|
|
"weight": "INT4"
|
|
},
|
|
"prompt_path": "./default_prompt.txt",
|
|
"inference_type": "local"
|
|
},
|
|
"active": "True"
|
|
}
|