HF Zipper

hf_zipper.py

import os
import shutil
import tempfile
import click
import subprocess
from huggingface_hub import snapshot_download

@click.command()
@click.argument('repo_id')
@click.argument('zip_path')
@click.option('--type', type=click.Choice(['model', 'dataset', 'space']), default='model', help='Type of Hugging Face repo')
def create_zip_from_repo(repo_id, zip_path, type):
    """Download a Hugging Face repo and zip it using a fast compression tool."""
    try:
        # Create a temporary directory
        with tempfile.TemporaryDirectory() as temp_dir:
            click.echo(f"Downloading {type} repo: {repo_id}...")
            repo_dir = snapshot_download(repo_id=repo_id, repo_type=type, local_dir=temp_dir, local_dir_use_symlinks=False)

            click.echo(f"Creating zip file: {zip_path} using a fast compression tool...")
            subprocess.run(['zip', '-r', zip_path, '.'], cwd=repo_dir, check=True)

            click.echo("Zip file created successfully.")

    except subprocess.CalledProcessError as e:
        click.echo(f"Compression error: {e}")
    except Exception as e:
        click.echo(f"Error: {e}")

if __name__ == '__main__':
    create_zip_from_repo()