mirror of
https://github.com/Pax1601/DCSOlympus.git
synced 2025-10-29 16:56:34 +00:00
299 lines
11 KiB
Python
299 lines
11 KiB
Python
import math
|
|
import requests
|
|
import pyautogui
|
|
import time
|
|
import os
|
|
import yaml
|
|
import json
|
|
|
|
from fastkml import kml
|
|
from shapely import wkt, Point
|
|
from PIL import Image
|
|
from concurrent import futures
|
|
from os import listdir
|
|
from os.path import isfile, isdir, join
|
|
|
|
# global counters
|
|
fut_counter = 0
|
|
tot_futs = 0
|
|
|
|
# constants
|
|
C = 40075016.686 # meters, Earth equatorial circumference
|
|
R = C / (2 * math.pi)
|
|
|
|
def deg_to_num(lat_deg, lon_deg, zoom):
|
|
lat_rad = math.radians(lat_deg)
|
|
n = 1 << zoom
|
|
xtile = int((lon_deg + 180.0) / 360.0 * n)
|
|
ytile = int((1.0 - math.asinh(math.tan(lat_rad)) / math.pi) / 2.0 * n)
|
|
return xtile, ytile
|
|
|
|
def num_to_deg(xtile, ytile, zoom):
|
|
n = 1 << zoom
|
|
lon_deg = xtile / n * 360.0 - 180.0
|
|
lat_rad = math.atan(math.sinh(math.pi * (1 - 2 * ytile / n)))
|
|
lat_deg = math.degrees(lat_rad)
|
|
return lat_deg, lon_deg
|
|
|
|
def compute_mpps(lat, z):
|
|
return C * math.cos(math.radians(lat)) / math.pow(2, z + 8)
|
|
|
|
def printProgressBar(iteration, total, prefix = '', suffix = '', decimals = 1, length = 100, fill = '█', printEnd = "\r"):
|
|
percent = ("{0:." + str(decimals) + "f}").format(100 * (iteration / float(total)))
|
|
filledLength = int(length * iteration // total)
|
|
bar = fill * filledLength + '-' * (length - filledLength)
|
|
print(f'\r{prefix} |{bar}| {percent}% {suffix}', end = printEnd)
|
|
# Print New Line on Complete
|
|
if iteration == total:
|
|
print()
|
|
|
|
def done_callback(fut):
|
|
global fut_counter, tot_futs
|
|
fut_counter += 1
|
|
printProgressBar(fut_counter, tot_futs)
|
|
|
|
def extract_tiles(n, screenshots_XY, params):
|
|
f = params['f']
|
|
zoom = params['zoom']
|
|
output_directory = params['output_directory']
|
|
n_width = params['n_width']
|
|
n_height = params['n_height']
|
|
|
|
XY = screenshots_XY[n]
|
|
if (os.path.exists(os.path.join(output_directory, "screenshots", f"{f}_{n}.jpg"))):
|
|
# Open the source screenshot
|
|
img = Image.open(os.path.join(output_directory, "screenshots", f"{f}_{n}.jpg"))
|
|
|
|
# Compute the Web Mercator Projection position of the top left corner of the most centered tile
|
|
X_center, Y_center = XY[0], XY[1]
|
|
|
|
# Compute the position of the top left corner of the top left tile
|
|
start_x = img.width / 2 - n_width / 2 * 256
|
|
start_y = img.height / 2 - n_height / 2 * 256
|
|
|
|
# Iterate on the grid
|
|
for column in range(0, n_width):
|
|
for row in range(0, n_height):
|
|
# Crop the tile and compute its Web Mercator Projection position
|
|
box = (start_x + column * 256, start_y + row * 256, start_x + (column + 1) * 256, start_y + (row + 1) * 256)
|
|
X = X_center - math.floor(n_width / 2) + column
|
|
Y = Y_center - math.floor(n_height / 2) + row
|
|
|
|
# Save the tile
|
|
if not os.path.exists(os.path.join(output_directory, "tiles", str(zoom), str(X))):
|
|
try:
|
|
os.mkdir(os.path.join(output_directory, "tiles", str(zoom), str(X)))
|
|
except FileExistsError:
|
|
continue
|
|
except Exception as e:
|
|
raise e
|
|
img.crop(box).save(os.path.join(output_directory, "tiles", str(zoom), str(X), f"{Y}.jpg"))
|
|
n += 1
|
|
|
|
else:
|
|
raise Exception(f"{os.path.join(output_directory, 'screenshots', f'{f}_{n}.jpg')} missing")
|
|
|
|
def merge_tiles(base_path, zoom, tile):
|
|
X = tile[0]
|
|
Y = tile[1]
|
|
|
|
positions = [(0, 0), (0, 1), (1, 0), (1, 1)]
|
|
|
|
dst = Image.new('RGB', (256, 256), (0, 0, 0, 0))
|
|
for i in range(0, 4):
|
|
if os.path.exists(os.path.join(base_path, str(zoom), str(2*X + positions[i][0]), f"{2*Y + positions[i][1]}.jpg")):
|
|
im = Image.open(os.path.join(base_path, str(zoom), str(2*X + positions[i][0]), f"{2*Y + positions[i][1]}.jpg")).resize((128, 128))
|
|
else:
|
|
im = Image.new('RGB', (128, 128), (0, 0, 0, 0))
|
|
dst.paste(im, (positions[i][0] * 128, positions[i][1] * 128))
|
|
|
|
if not os.path.exists(os.path.join(base_path, str(zoom - 1), str(X))):
|
|
try:
|
|
os.mkdir(os.path.join(base_path, str(zoom - 1), str(X)))
|
|
except FileExistsError:
|
|
pass
|
|
except Exception as e:
|
|
raise e
|
|
|
|
dst.save(os.path.join(base_path, str(zoom - 1), str(X), f"{Y}.jpg"), quality=95)
|
|
|
|
def run(map_config):
|
|
global tot_futs, fut_counter
|
|
|
|
with open('configs/screen_properties.yml', 'r') as sp:
|
|
screen_config = yaml.safe_load(sp)
|
|
|
|
# Create output folders
|
|
output_directory = map_config['output_directory']
|
|
if not os.path.exists(output_directory):
|
|
os.mkdir(output_directory)
|
|
|
|
skip_screenshots = False
|
|
if not os.path.exists(os.path.join(output_directory, "screenshots")):
|
|
os.mkdir(os.path.join(output_directory, "screenshots"))
|
|
else:
|
|
skip_screenshots = (input("Raw screenshots already found for this config, do you want to skip directly to tiles extraction? Enter y to skip: ") == "y")
|
|
|
|
if not os.path.exists(os.path.join(output_directory, "tiles")):
|
|
os.mkdir(os.path.join(output_directory, "tiles"))
|
|
|
|
# Compute the optimal zoom level
|
|
usable_width = screen_config['width'] - 400 # Keep a margin around the center
|
|
usable_height = screen_config['height'] - 400 # Keep a margin around the center
|
|
|
|
with open(map_config['boundary_file'], 'rt', encoding="utf-8") as bp:
|
|
# Read the config file
|
|
doc = bp.read()
|
|
k = kml.KML()
|
|
k.from_string(doc)
|
|
|
|
# Extract the features
|
|
features = []
|
|
for feature in k.features():
|
|
for sub_feature in list(feature.features()):
|
|
features.append(sub_feature)
|
|
|
|
# Iterate over all the closed features in the kml file
|
|
f = 1
|
|
for feature in features:
|
|
########### Take screenshots
|
|
geo = feature.geometry
|
|
|
|
# Define the boundary rect around the area
|
|
start_lat = geo.bounds[3]
|
|
start_lng = geo.bounds[0]
|
|
end_lat = geo.bounds[1]
|
|
end_lng = geo.bounds[2]
|
|
|
|
# Find the zoom level that better approximates the provided resolution
|
|
mpps_delta = [abs(compute_mpps((start_lat + end_lat) / 2, z) - map_config['mpps']) for z in range(0, 21)]
|
|
zoom = mpps_delta.index(min(mpps_delta))
|
|
|
|
print(f"Feature {f} of {len(features)}, using zoom level {zoom}")
|
|
|
|
# Find the maximum dimension of the tiles at the given resolution
|
|
mpps = compute_mpps(end_lat, zoom)
|
|
d = 256 * mpps / map_config['mpps']
|
|
|
|
n_height = math.floor(usable_height / d)
|
|
n_width = math.floor(usable_width / d)
|
|
|
|
print(f"Feature {f} of {len(features)}, each screenshot will provide {n_height} tiles in height and {n_width} tiles in width")
|
|
|
|
# Find the starting and ending points
|
|
start_X, start_Y = deg_to_num(start_lat, start_lng, zoom)
|
|
end_X, end_Y = deg_to_num(end_lat, end_lng, zoom)
|
|
|
|
# Find all the X, Y coordinates inside of the provided area
|
|
screenshots_XY = []
|
|
for X in range(start_X, end_X, n_width):
|
|
for Y in range(start_Y, end_Y, n_height):
|
|
lat, lng = num_to_deg(X, Y, zoom)
|
|
p = Point(lng, lat)
|
|
if p.within(wkt.loads(geo.wkt)):
|
|
screenshots_XY.append((X, Y))
|
|
|
|
print(f"Feature {f} of {len(features)}, {len(screenshots_XY)} screenshots will be taken")
|
|
|
|
# Start looping
|
|
if not skip_screenshots:
|
|
print(f"Feature {f} of {len(features)}, taking screenshots...")
|
|
n = 0
|
|
for XY in screenshots_XY:
|
|
# Making PUT request
|
|
# If the number of rows or columns is odd, we need to take the picture at the CENTER of the tile!
|
|
lat, lng = num_to_deg(XY[0] + (n_width % 2) / 2, XY[1] + (n_height % 2) / 2, zoom)
|
|
data = json.dumps({'lat': lat, 'lng': lng, 'alt': 1350 + map_config['zoom_factor'] * (25000 - 1350)})
|
|
r = requests.put('http://localhost:8080', data = data)
|
|
|
|
geo_data = json.loads(r.text)
|
|
|
|
time.sleep(0.1)
|
|
|
|
# Take and save screenshot. The response to the put request contains data, among which there is the north rotation at that point.
|
|
screenshot = pyautogui.screenshot()
|
|
|
|
# Scale the screenshot to account for Mercator Map Deformation
|
|
lat1, lng1 = num_to_deg(XY[0], XY[1], zoom)
|
|
lat2, lng2 = num_to_deg(XY[0] + 1, XY[1] + 1, zoom)
|
|
|
|
deltaLat = abs(lat2 - lat1)
|
|
deltaLng = abs(lng2 - lng1)
|
|
|
|
# Compute the height and width the screenshot should have
|
|
m_height = math.radians(deltaLat) * R * n_height
|
|
m_width = math.radians(deltaLng) * R * math.cos(math.radians(lat1)) * n_width
|
|
|
|
# Compute the height and width the screenshot has
|
|
s_height = map_config['mpps'] * 256 * n_height
|
|
s_width = map_config['mpps'] * 256 * n_width
|
|
|
|
# Compute the scaling required to achieve that
|
|
sx = s_width / m_width
|
|
sy = s_height / m_height
|
|
|
|
# Resize, rotate and save the screenshot
|
|
screenshot.resize((int(sx * screenshot.width), int(sy * screenshot.height))).rotate(math.degrees(geo_data['northRotation'])).save(os.path.join(output_directory, "screenshots", f"{f}_{n}.jpg"), quality=95)
|
|
|
|
printProgressBar(n + 1, len(screenshots_XY))
|
|
n += 1
|
|
|
|
########### Extract the tiles
|
|
if not os.path.exists(os.path.join(output_directory, "tiles", str(zoom))):
|
|
os.mkdir(os.path.join(output_directory, "tiles", str(zoom)))
|
|
|
|
params = {
|
|
"f": f,
|
|
"zoom": zoom,
|
|
"output_directory": output_directory,
|
|
"n_width": n_width,
|
|
"n_height": n_height,
|
|
}
|
|
|
|
# Extract the tiles with parallel thread execution
|
|
with futures.ThreadPoolExecutor() as executor:
|
|
print(f"Feature {f} of {len(features)}, extracting tiles...")
|
|
futs = [executor.submit(extract_tiles, n, screenshots_XY, params) for n in range(0, len(screenshots_XY))]
|
|
tot_futs = len(futs)
|
|
fut_counter = 0
|
|
[fut.add_done_callback(done_callback) for fut in futs]
|
|
[fut.result() for fut in futures.as_completed(futs)]
|
|
|
|
# Increase the feature counter
|
|
print(f"Feature {f} of {len(features)} completed!")
|
|
f += 1
|
|
|
|
########### Assemble tiles to get lower zoom levels
|
|
for current_zoom in range(zoom, 8, -1):
|
|
Xs = [int(d) for d in listdir(os.path.join(output_directory, "tiles", str(current_zoom))) if isdir(join(output_directory, "tiles", str(current_zoom), d))]
|
|
existing_tiles = []
|
|
for X in Xs:
|
|
Ys = [int(f.removesuffix(".jpg")) for f in listdir(os.path.join(output_directory, "tiles", str(current_zoom), str(X))) if isfile(join(output_directory, "tiles", str(current_zoom), str(X), f))]
|
|
for Y in Ys:
|
|
existing_tiles.append((X, Y))
|
|
|
|
tiles_to_produce = []
|
|
for tile in existing_tiles:
|
|
if (int(tile[0] / 2), int(tile[1] / 2)) not in tiles_to_produce:
|
|
tiles_to_produce.append((int(tile[0] / 2), int(tile[1] / 2)))
|
|
|
|
# Merge the tiles with parallel thread execution
|
|
with futures.ThreadPoolExecutor() as executor:
|
|
print(f"Merging tiles for zoom level {current_zoom - 1}...")
|
|
|
|
if not os.path.exists(os.path.join(output_directory, "tiles", str(current_zoom - 1))):
|
|
os.mkdir(os.path.join(output_directory, "tiles", str(current_zoom - 1)))
|
|
|
|
futs = [executor.submit(merge_tiles, os.path.join(output_directory, "tiles"), current_zoom, tile) for tile in tiles_to_produce]
|
|
tot_futs = len(futs)
|
|
fut_counter = 0
|
|
[fut.add_done_callback(done_callback) for fut in futs]
|
|
[fut.result() for fut in futures.as_completed(futs)]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|