import os
import datetime
import shutil

from torch.distributed import barrier, init_process_group, destroy_process_group


init_process_group(backend="nccl", timeout=datetime.timedelta(seconds=12 * 60 * 60))

from_dir = "/mnt/round-surf/data/chirp_v4_test/base_small"
to_dir = "/tmp/data"

# Check if the destination directory exists
if os.path.exists(to_dir):
    print("deleting target")
    # Delete the directory if it exists
    shutil.rmtree(to_dir)

barrier()

print("copy", from_dir, "to", to_dir)
# Copy the directory
shutil.copytree(from_dir, to_dir)

barrier()

print("done!")

destroy_process_group()