Spaces:
Runtime error
Runtime error
Delete app.py
Browse files
app.py
DELETED
@@ -1,68 +0,0 @@
|
|
1 |
-
### Run this on startup
|
2 |
-
import requests
|
3 |
-
import pandas as pd
|
4 |
-
from datasets import Dataset, DatasetDict
|
5 |
-
import streamlit as st
|
6 |
-
from datetime import datetime
|
7 |
-
from tqdm import tqdm
|
8 |
-
|
9 |
-
|
10 |
-
st.title("Fetching all spots from dumpstermap.org")
|
11 |
-
|
12 |
-
if "initialized" not in st.session_state:
|
13 |
-
st.session_state.initialized = False
|
14 |
-
|
15 |
-
if not st.session_state.initialized:
|
16 |
-
url = "https://dumpstermap.herokuapp.com/dumpsters/withinbounds/-180/-90/180/90/"
|
17 |
-
response = requests.get(url)
|
18 |
-
entry = response.json()
|
19 |
-
dumpsters = entry["features"]
|
20 |
-
|
21 |
-
cols = ["Latitude", "Longitude", "dumpster_created", "voting", "comment", "voting_created", "name"]
|
22 |
-
|
23 |
-
dumpsters_df = pd.DataFrame(columns=cols)
|
24 |
-
progress_text = "% of spots fetched"
|
25 |
-
my_bar = st.progress(0, text=progress_text)
|
26 |
-
|
27 |
-
num_dumpsters = len(dumpsters)
|
28 |
-
|
29 |
-
count = 0
|
30 |
-
|
31 |
-
for dumpster in tqdm(dumpsters):
|
32 |
-
my_bar.progress(int(count/num_dumpsters * 100), text=progress_text)
|
33 |
-
url = f"https://dumpstermap.herokuapp.com/dumpsters/{dumpster['id']}"
|
34 |
-
response = requests.get(url)
|
35 |
-
if response.status_code != 200:
|
36 |
-
print("Problem fetching from:", url, response.status_code)
|
37 |
-
try:
|
38 |
-
entry = response.json()
|
39 |
-
|
40 |
-
rows = []
|
41 |
-
lat = entry['geometry']['coordinates'][1]
|
42 |
-
lon = entry['geometry']['coordinates'][0]
|
43 |
-
dumpster_created = entry['properties']['created']
|
44 |
-
|
45 |
-
for vote in entry['properties']['voting_set']:
|
46 |
-
rows.append({
|
47 |
-
"Latitude": lat,
|
48 |
-
"Longitude": lon,
|
49 |
-
"dumpster_created": dumpster_created,
|
50 |
-
"voting": vote['value'],
|
51 |
-
"comment": vote['comment'],
|
52 |
-
"voting_created": vote['created_date'],
|
53 |
-
"name": vote['name']
|
54 |
-
})
|
55 |
-
|
56 |
-
if rows:
|
57 |
-
dumpsters_df = pd.concat([dumpsters_df, pd.DataFrame(rows)], ignore_index=True)
|
58 |
-
count += 1
|
59 |
-
except Exception as e:
|
60 |
-
print(e)
|
61 |
-
|
62 |
-
dataset = Dataset.from_pandas(dumpsters_df)
|
63 |
-
dataset_dict = DatasetDict({datetime.now().strftime("%Y.%m.%d"): dataset})
|
64 |
-
dataset_dict.push_to_hub("Hitchwiki/dumpster_diving_spots")
|
65 |
-
|
66 |
-
|
67 |
-
st.session_state.initialized = True
|
68 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|