Search Published Datasets

from spectrumx import Client
from spectrumx.errors import SDSError
from pathlib import Path
from uuid import UUID

# Initialize the client with your SDS host
client = Client(
    host="sds.crc.nd.edu",
    # env_file=Path(".env"),  # default, recommended to keep tokens out of version control
    # env_config={"SDS_SECRET_TOKEN": "my-custom-token"},  # alternative way to pass the access token
)

# when in dry-run (default), no changes are made to the SDS or the local filesystem
# to enable the changes, set dry_run to False, as in:
client.dry_run = False  # ⚠️ This is required to actually download files!

# authenticate using either the token from
# the .env file or in the config passed in
client.authenticate()

# Download a dataset by UUID
try:
    # Specify the dataset UUID and local download path
    dataset_uuid_str = "2cdb5f1a-122d-4e92-94a5-2e5b0af34ad9"
    dataset_uuid = UUID(dataset_uuid_str)  # Convert to UUID object
    download_path = Path("./downloaded_dataset")

    print(f"Downloading dataset: {dataset_uuid_str}")
    print(f"Download path: {download_path}")

    # Download all files in the dataset
    results = client.download_dataset(
        dataset_uuid=dataset_uuid,
        to_local_path=download_path,
        skip_contents=False,  # Set to True to download only metadata
        overwrite=False,      # Set to True to overwrite existing files
        verbose=True          # Show progress bars
    )

    # Check results for any errors
    successful_downloads = [r for r in results if r]  # Result objects are truthy if successful
    failed_downloads = [r for r in results if not r]  # Result objects are falsy if failed

    print(f"Download completed!")
    print(f"Successfully downloaded: {len(successful_downloads)} files")
    print(f"Failed downloads: {len(failed_downloads)} files")

    if failed_downloads:
        print("\nFailed downloads:")
        for result in failed_downloads:
            file_info = result.error_info.get('file', {})
            file_name = file_info.get('name', 'Unknown') if isinstance(file_info, dict) else 'Unknown'
            print(f"  - {file_name}: {result.exception_or('Unknown error')}")

except SDSError as e:
    print(f"Error downloading dataset: {e}")
except Exception as e:
    print(f"Unexpected error: {e}")