Files
Search-R1/scripts/upload.py
PeterGriffinJin 068516be64 Initial commit
2025-02-28 15:16:19 +00:00

13 lines
395 B
Python

import os
from huggingface_hub import upload_file
repo_id = "PeterJinGo/wiki-18-e5-index"
path = "/home/peterjin/mnt/index/wiki-18"
for file in ["part_aa", "part_ab"]:
upload_file(
path_or_fileobj=os.path.join(path, file), # File path
path_in_repo=file, # Destination filename in the repo
repo_id=repo_id, # Your dataset repo ID
repo_type="dataset"
)