fix: drop dups if cols exist

Bunsly · Sep 19, 2023 · 42e8ac4 · 42e8ac4
1 parent e191700
commit 42e8ac4
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/homeharvest/__init__.py b/homeharvest/__init__.py
@@ -157,5 +157,8 @@ def scrape_property(
         return pd.DataFrame()
 
     final_df = pd.concat(results, ignore_index=True)
-    final_df = final_df.drop_duplicates(subset=["street_address", "city", "unit"], keep="first")
+    dupe_check_columns = ["street_address", "city", "unit"]
+    if all(col in final_df.columns for col in dupe_check_columns):
+        final_df = final_df.drop_duplicates(subset=dupe_check_columns, keep="first")
+
     return final_df