add indexing for ANN and bm25

This commit is contained in:
PeterGriffinJin
2025-04-07 18:35:41 +00:00
parent a7fa1febff
commit 04d4152575

View File

@@ -4,6 +4,8 @@ save_dir=/the/path/to/save/index
retriever_name=e5 # this is for indexing naming
retriever_model=intfloat/e5-base-v2
# change faiss_type to HNSW32/64/128 for ANN indexing
# change retriever_name to bm25 for BM25 indexing
CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python index_builder.py \
--retrieval_method $retriever_name \
--model_path $retriever_model \