Create run.py

run.py

@@ -0,0 +1,55 @@
+### Run this on startup
+import requests
+import pandas as pd
+from datasets import Dataset, DatasetDict
+from datetime import datetime
+from tqdm import tqdm
+
+
+url = "https://dumpstermap.herokuapp.com/dumpsters/withinbounds/-180/-90/180/90/"
+response = requests.get(url)
+entry = response.json()
+dumpsters = entry["features"]
+
+cols = ["Latitude", "Longitude", "dumpster_created", "voting", "comment", "voting_created", "name"]
+
+dumpsters_df = pd.DataFrame(columns=cols)
+progress_text = "% of spots fetched"
+
+num_dumpsters = len(dumpsters)
+
+
+for dumpster in tqdm(dumpsters[:3]):
+    url = f"https://dumpstermap.herokuapp.com/dumpsters/{dumpster['id']}"
+    response = requests.get(url)
+    if response.status_code != 200:
+        print("Problem fetching from:", url, response.status_code)
+    try:
+        entry = response.json()
+
+        rows = []
+        lat = entry['geometry']['coordinates'][1]
+        lon = entry['geometry']['coordinates'][0]
+        dumpster_created = entry['properties']['created']
+
+        for vote in entry['properties']['voting_set']:
+            rows.append({
+                "Latitude": lat,
+                "Longitude": lon,
+                "dumpster_created": dumpster_created,
+                "voting": vote['value'],
+                "comment": vote['comment'],
+                "voting_created": vote['created_date'],
+                "name": vote['name']
+            })
+
+        if rows:
+            dumpsters_df = pd.concat([dumpsters_df, pd.DataFrame(rows)], ignore_index=True)
+    except Exception as e:
+        print(e)
+
+dataset = Dataset.from_pandas(dumpsters_df)
+dataset_dict = DatasetDict({datetime.now().strftime("%Y.%m.%d"): dataset})
+dataset_dict.push_to_hub("Hitchwiki/dumpster_diving_spots")
+
+