add local sparse retriever, ann dense retriever and online search engine

This commit is contained in:
PeterGriffinJin
2025-04-07 18:20:43 +00:00
parent 0b26e614f7
commit ba152349fd
8 changed files with 470 additions and 7 deletions

View File

@@ -2,9 +2,12 @@
file_path=/the/path/you/save/corpus
index_file=$file_path/e5_Flat.index
corpus_file=$file_path/wiki-18.jsonl
retriever=intfloat/e5-base-v2
retriever_name=e5
retriever_path=intfloat/e5-base-v2
python search_r1/search/retrieval_server.py --index_path $index_file \
--corpus_path $corpus_file \
--topk 3 \
--retriever_model $retriever
--retriever_name $retriever_name \
--retriever_model $retriever_path \
--faiss_gpu