File size: 3,367 Bytes
3d65c27 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 |
import os
import glob
import time
from pathlib import Path
from huggingface_hub import HfApi
from tqdm import tqdm
def format_size(size):
"""Formats a file size into a human-readable string."""
for unit in ['B', 'KB', 'MB', 'GB']:
if size < 1024:
return f"{size:.2f} {unit}"
size /= 1024
return f"{size:.2f} TB"
def find_files(file_location, file_type):
"""Finds files matching the selected file type in the given directory."""
try:
files = sorted(
glob.glob(os.path.join(file_location, f"*.{file_type}")),
key=os.path.getmtime
)
return files
except Exception as e:
print(f"❌ Error finding files: {e}")
return []
def upload_files(hfuser, hfrepo, file_location, file_type, commit_message, create_pr):
"""Uploads selected files to the Hugging Face repository."""
if not hfuser or not hfrepo:
print("❗ Please enter both your Organization/Username and Repository name.")
return
if not file_location:
print("No directory was selected!")
return
files = find_files(file_location, file_type)
if not files:
print("📝 No files found matching your criteria. Check your file type and ensure files are in the location specified above.")
return
api = HfApi()
repo_id = f"{hfuser}/{hfrepo}"
print(f"🎯 Preparing to upload to: huggingface.co/{repo_id}")
total_files = len(files)
print(f"\n🚀 Starting upload of {total_files} file(s)...")
# Create a progress bar for the overall upload
with tqdm(total=total_files, desc="Total Progress", unit="file") as pbar:
for idx, file in enumerate(files, 1):
size = os.path.getsize(file)
print(f"\n📦 Uploading file {idx}/{total_files}: {file} ({format_size(size)})")
try:
start_time = time.time()
response = api.upload_file(
path_or_fileobj=file,
path_in_repo=os.path.basename(file),
repo_id=repo_id,
repo_type=None,
create_pr=create_pr,
commit_message=commit_message
)
duration = time.time() - start_time
print(f"✅ Upload completed in {duration:.1f} seconds")
except Exception as e:
print(f"❌ Error uploading {file}: {e}")
pbar.update(1)
print("\n✨ All uploads complete!")
if create_pr:
print("🎉 Check your repository for the new Pull Request!")
else:
print("🎉 Files uploaded directly to your repository!")
if __name__ == "__main__":
print("🌟 Hugging Face File Uploader - Standalone 🌟")
hfuser = input("Enter your Hugging Face Username/Organization: ")
hfrepo = input("Enter your Hugging Face Repository Name: ")
file_type = input("Enter the file type to upload (e.g., safetensors, mp3, png): ")
file_location = input("Enter the directory to search for files (e.g., /content/drive/MyDrive/MyModels, or /content/my_models): ")
commit_message = input("Enter your commit message: ")
create_pr_input = input("Create a Pull Request? (yes/no): ").lower()
create_pr = create_pr_input == "yes"
upload_files(hfuser, hfrepo, file_location, file_type, commit_message, create_pr) |