[GH-370] Add --force-fast option to populate commands

tools/backups2datalad/__main__.py

@@ -323,6 +323,11 @@ async def release(
     metavar="REGEX",
     type=re.compile,
 )
+@click.option(
+    "--force-fast",
+    is_flag=True,
+    help="Always populate; do not skip population if Dandisets look backed up",
+)
 @click.option("-w", "--workers", type=int, help="Number of workers to run in parallel")
 @click.argument("dandisets", nargs=-1)
 @click.pass_obj
@@ -332,6 +337,7 @@ async def populate_cmd(
     dandisets: Sequence[str],
     exclude: Optional[re.Pattern[str]],
     workers: Optional[int],
+    force_fast: bool,
 ) -> None:
     async with datasetter:
         if (r := datasetter.config.dandisets.remote) is not None:
@@ -360,6 +366,7 @@ async def populate_cmd(
                 pathtype="Dandiset",
                 jobs=datasetter.config.jobs,
                 has_github=datasetter.config.gh_org is not None,
+                force=force_fast,
             ),
             afilter_installed(dirs),
             workers=datasetter.config.workers,
@@ -369,12 +376,20 @@ async def populate_cmd(
 
 
 @main.command()
+@click.option(
+    "--force-fast",
+    is_flag=True,
+    help="Always populate; do not skip population if Zarrs look backed up",
+)
 @click.option("-w", "--workers", type=int, help="Number of workers to run in parallel")
 @click.argument("zarrs", nargs=-1)
 @click.pass_obj
 @print_logfile
 async def populate_zarrs(
-    datasetter: DandiDatasetter, zarrs: Sequence[str], workers: Optional[int]
+    datasetter: DandiDatasetter,
+    zarrs: Sequence[str],
+    workers: Optional[int],
+    force_fast: bool,
 ) -> None:
     async with datasetter:
         zcfg = datasetter.config.zarrs
@@ -405,6 +420,7 @@ async def populate_zarrs(
                 pathtype="Zarr",
                 jobs=datasetter.config.jobs,
                 has_github=datasetter.config.gh_org is not None,
+                force=force_fast,
             ),
             afilter_installed(dirs),
             workers=datasetter.config.workers,
@@ -427,11 +443,16 @@ async def zarr_checksum(dirpath: Path) -> None:
 
 
 async def populate(
-    dirpath: Path, backup_remote: str, pathtype: str, jobs: int, has_github: bool
+    dirpath: Path,
+    backup_remote: str,
+    pathtype: str,
+    jobs: int,
+    has_github: bool,
+    force: bool = False,
 ) -> None:
     desc = f"{pathtype} {dirpath.name}"
     ds = AsyncDataset(dirpath)
-    if await ds.populate_up_to_date():
+    if not force and await ds.populate_up_to_date():
         log.info("%s: no need to populate", desc)
         return
     log.info("Copying files for %s to backup remote", desc)