safe_tda/tmp.py at master · fesvhtr/safe_tda · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
# from huggingface_hub import HfApi

# api = HfApi()
# api.upload_file(
#     path_in_repo="output/t2i/sd15.zip",
#     path_or_fileobj="/home/muzammal/Projects/TRIG/data/output/t2i/sd15.zip",
#     repo_id="TRIG-bench/TRIG",
#     repo_type="dataset"
# )

# from huggingface_hub import hf_hub_download

# # 设定仓库ID
# repo_id = "TRIG-bench/MOGAI"

# # 远程仓库中的文件路径
# path_in_repo = "output/t2i/sdxl.zip"

# # 指定本地存储路径（可选）
# local_file = hf_hub_download(
#     repo_id=repo_id,
#     filename=path_in_repo,
#     repo_type="dataset",
#     local_dir="/home/muzammal/Projects/TRIG/data/ouput"
# )

# print(f"文件已下载到: {local_file}")


import os
from huggingface_hub import HfApi

# Initialize the Hugging Face API
api = HfApi()

# Repository information
repo_id = "fesvhtr/safe_tda"
repo_type = "dataset"

# Directory containing ZIP files to upload
zip_directory = "/home/muzammal/Projects/safe_proj/safe_tda/data/cache"

# Path prefix in the repository
repo_prefix = "cache/"

# Iterate through all files in the directory
for filename in os.listdir(zip_directory):
    if filename.endswith('.pkl'):
        # Local file path
        local_file_path = os.path.join(zip_directory, filename)

        # Path in the repository
        path_in_repo = os.path.join(repo_prefix, filename)

        print(f"Uploading {filename} to {path_in_repo}...")

        # Upload the file
        api.upload_file(
            path_in_repo=path_in_repo,
            path_or_fileobj=local_file_path,
            repo_id=repo_id,
            repo_type=repo_type
        )

        print(f"Successfully uploaded {filename}")

print("All ZIP files have been uploaded.")