se / geotag /geomap.py
Daniel Varga
dealing with gz
b7c921e
import numpy as np
import folium
import gzip
import io
BASE_URL = "https://static.renyi.hu/ai-shared/daniel/sameenergy/"
CENTER = np.array([47.499541, 19.046246])
RADIUS = 1e9 # 0.01
def read_data():
data = []
with gzip.open("PhotoLibrary.854G.geotags.gz", "rb") as gz_file:
gz_file = io.TextIOWrapper(gz_file)
for l in gz_file:
a = l.strip().split("\t")
if len(a) == 2:
assert a[1] == "no"
elif a[1] == "nan" or a[2] == "nan":
pass
else:
data.append(a)
data = np.array(data, dtype=object)
coords = np.array(data[:, 1:], dtype=np.float32)
filenames = data[:, 0]
isclose = np.linalg.norm(coords - CENTER[None, :], axis=1) < RADIUS
filenames = filenames[isclose]
coords = coords[isclose]
print("data read")
print("patching data to use thumbnails")
# TODO HACK
for i, filename in enumerate(filenames):
assert filename.startswith("PhotoLibrary/")
filenames[i] = filename.replace("PhotoLibrary/", "PhotoLibrary.thumbs/", 1)
return filenames, coords
def create_toy_map():
"""Simple example of a fullscreen map."""
m = folium.Map()
# Sample data
data = [
{"lat": 40.7128, "lon": -74.0060, "image_url": "http://localhost/images/img1.png"},
{"lat": 37.7749, "lon": -122.4194, "image_url": "https://static.renyi.hu/ai-shared/daniel/personal/diffusion/vis-1-0.png"},
# Add more data points with lat, lon, and image_url
]
# Add markers with custom icons for each data point
for point in data:
img = folium.CustomIcon(icon_image=point["image_url"], icon_size=(100, 100))
folium.Marker(location=[point["lat"], point["lon"]], icon=img).add_to(m)
return m
def filter_directories(filenames, coords):
directories = set()
filenames2 = []
coords2 = []
collected = 0
# Add markers with custom icons for each data point
for filename, (lat, lon) in zip(filenames, coords):
directory = filename.split("/")[-2]
if directory in directories:
continue
directories.add(directory)
filenames2.append(filename)
coords2.append([lat, lon])
return filenames2, coords2
def create_map():
m = folium.Map(location=CENTER, zoom_start=13)
filenames, coords = read_data()
print("before picking one from each directory", len(filenames), "photos with geotags")
filenames, coords = filter_directories(filenames, coords)
print("after picking one from each directory", len(filenames), "photos with geotags")
N = 300
print(f"keeping {N} of them")
filenames = filenames[:N] ; coords = coords[:N]
for i, (filename, (lat, lon)) in enumerate(zip(filenames, coords)):
img = folium.CustomIcon(icon_image=BASE_URL + filename, icon_size=(100, 100))
folium.Marker(location=[lat, lon], icon=img).add_to(m)
return m