Initial commit

scripts/upload.py

@@ -0,0 +1,12 @@
+import os
+from huggingface_hub import upload_file
+
+repo_id = "PeterJinGo/wiki-18-e5-index"
+path = "/home/peterjin/mnt/index/wiki-18"
+for file in ["part_aa", "part_ab"]:
+    upload_file(
+        path_or_fileobj=os.path.join(path, file),  # File path
+        path_in_repo=file,  # Destination filename in the repo
+        repo_id=repo_id,  # Your dataset repo ID
+        repo_type="dataset"
+    )