Re-add change to config output processed files in separate dir

cfg/config.yaml

@@ -9,6 +9,7 @@ sample_rate: 48000
 logs_dir: "./logs"
 log_every_n_steps: 1000
 render_files: True
+rendered_root: ${oc.env:DATASET_ROOT}
 
 callbacks:
   model_checkpoint:
@@ -31,6 +32,7 @@ datamodule:
     mode: "train"
     effect_types: ${effects.train_effects}
     render_files: ${render_files}
+    render_root: ${rendered_root}
   val_dataset:
     _target_: remfx.datasets.VocalSet
     sample_rate: ${sample_rate}
@@ -39,6 +41,7 @@ datamodule:
     mode: "val"
     effect_types: ${effects.val_effects}
     render_files: ${render_files}
+    render_root: ${rendered_root}
   test_dataset:
     _target_: remfx.datasets.VocalSet
     sample_rate: ${sample_rate}
@@ -47,6 +50,7 @@ datamodule:
     mode: "test"
     effect_types: ${effects.val_effects}
     render_files: ${render_files}
+    render_root: ${rendered_root}
 
   batch_size: 16
   num_workers: 8

remfx/datasets.py

@@ -20,12 +20,14 @@ class VocalSet(Dataset):
         chunk_size_in_sec: int = 3,
         effect_types: List[torch.nn.Module] = None,
         render_files: bool = True,
+        rendered_root: str = None,
         mode: str = "train",
     ):
         super().__init__()
         self.chunks = []
         self.song_idx = []
         self.root = Path(root)
+        self.rendered_root = Path(rendered_root)
         self.chunk_size_in_sec = chunk_size_in_sec
         self.sample_rate = sample_rate
         self.mode = mode
@@ -35,7 +37,7 @@ class VocalSet(Dataset):
         self.normalize = effects.LoudnessNormalize(sample_rate, target_lufs_db=-20)
         self.effect_types = effect_types
 
-        self.processed_root = self.root / "processed" / self.mode
+        self.processed_root = self.rendered_root / "processed" / self.mode
 
         self.num_chunks = 0
         print("Total files:", len(self.files))