Drop outliers in geolocation

kkachura11 · Mar 12, 2022 · 5ddedf1 · 5ddedf1
1 parent 20a6e62
commit 5ddedf1
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/src/basic_cleaning/run.py b/src/basic_cleaning/run.py
@@ -26,6 +26,10 @@ def go(args):
     idx = df['price'].between(args.min_price, args.max_price)
     df = df[idx].copy()
 
+    logger.info("Drop the outliers in geolocation")
+    dx = df['longitude'].between(-74.25, -73.50) & df['latitude'].between(40.5, 41.2)
+    df = df[idx].copy()
+
     logger.info("Save results")
     filename = "clean_sample.csv"
     df.to_csv(filename, index = False)