chore: Remove processed data dir

alexandrainst · Apr 19, 2024 · 6191930 · 6191930
1 parent ac13342
commit 6191930
Show file tree

Hide file tree

Showing 3 changed files with 1 addition and 2 deletions.
diff --git a/config/config.yaml b/config/config.yaml
@@ -5,7 +5,6 @@ defaults:
 dirs:
   data: data
   raw: raw
-  processed: processed
   final: final
 
 seed: 4242

diff --git a/data/processed/.gitkeep b/data/processed/.gitkeep
diff --git a/src/foqa/dataset.py b/src/foqa/dataset.py
@@ -78,7 +78,7 @@ def build_dataset(config: DictConfig) -> None:
     dataset = Dataset.from_pandas(df, preserve_index=False)
 
     logger.info("Saving the dataset to disk...")
-    dataset_path = Path(config.dirs.data) / config.dirs.processed / "foqa"
+    dataset_path = Path(config.dirs.data) / config.dirs.final / "foqa"
     dataset.save_to_disk(dataset_path)
     logger.info(f"Dataset saved to {dataset_path}.")