23 lines
494 B
Python
23 lines
494 B
Python
|
import sys
|
||
|
|
import os
|
||
|
|
import dotenv
|
||
|
|
dotenv.load_dotenv()
|
||
|
|
|
||
|
|
access_token = os.getenv("HF_ACCESS_TOKEN")
|
||
|
|
if not access_token:
|
||
|
|
print("Please provide huggingface access token via HF_ACCESS_TOKEN.")
|
||
|
|
sys.exit(1)
|
||
|
|
|
||
|
|
from huggingface_hub import HfApi
|
||
|
|
from huggingface_hub.constants import REPO_TYPE_DATASET
|
||
|
|
|
||
|
|
api = HfApi(token=access_token)
|
||
|
|
|
||
|
|
api.upload_large_folder(
|
||
|
|
repo_id="athenlab/reva",
|
||
|
|
folder_path="./data",
|
||
|
|
repo_type=REPO_TYPE_DATASET,
|
||
|
|
private=False,
|
||
|
|
print_report=True,
|
||
|
|
)
|