[5b4ecd]: / gap-replay / replay / downsample.py

Download this file

16 lines (12 with data), 489 Bytes

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
import json
from dataset import Dataset
from pathlib import Path
from typing import Optional
from tqdm.auto import tqdm
def downsample(dset: Dataset, keep: float,
out: Path, priority: Optional[list[str]] = None):
if out.exists():
raise FileExistsError(f"Output file {out} already exists")
with open(out, "w+") as f:
for sample in tqdm(dset.downsample(keep, priority=priority), desc="Downsampling"):
f.write(json.dumps(sample) + "\n")