Update app.py

app.py

@@ -1,16 +1,17 @@
 ### Run this on startup
+import requests
 import pandas as pd
+from datasets import Dataset
 import streamlit as st
+from datetime import datetime
+
 
 st.title("Hitchhiking map of the world")
 
 if "initialized" not in st.session_state:
     st.session_state.initialized = False
 
-if not st.session_state.initialized:
-    import requests
-    import pandas as pd
-    
+if not st.session_state.initialized:    
     url = "https://dumpstermap.herokuapp.com/dumpsters/withinbounds/-180/-90/180/90/"
     response = requests.get(url)
     entry = response.json()
@@ -19,7 +20,7 @@ if not st.session_state.initialized:
     cols = ["Latitude", "Longitude", "dumpster_created", "voting", "comment", "voting_created", "name"]
     
     dumpsters_df = pd.DataFrame(columns=cols)
-    for dumpster in tqdm(dumpsters):
+    for dumpster in tqdm(dumpsters[:5]):
         url = f"https://dumpstermap.herokuapp.com/dumpsters/{dumpster["id"]}"
         response = requests.get(url)
         if response.status_code != 200:
@@ -48,12 +49,9 @@ if not st.session_state.initialized:
     
         except Exception as e:
             print(e)
-    
-    dumpsters_df.to_csv("dumpster_diving_spots.csv", index=False)
-    dumpsters_df.head()
-    dumpsters_df.to_csv("/Users/tillwenke/Downloads/test/dumpster_diving_spots.csv", index=False)
-    len(dumpsters_df)
 
+    dataset_dict = DatasetDict({datetime.now().strftime("%Y.%m.%d"): dataset})
+    dataset_dict.push_to_hub("Hitchwiki/dumpster_diving_spots")
 
     
     st.session_state.initialized = True