Mbtiles, python 3.0+, and docker support
This commit is contained in:
Ali Ashraf
+236
@@ -0,0 +1,236 @@
|
||||
#!/usr/bin/env python
|
||||
|
||||
from http.server import BaseHTTPRequestHandler, HTTPServer
|
||||
from socketserver import ThreadingMixIn
|
||||
import threading
|
||||
|
||||
from urllib.parse import urlparse
|
||||
from urllib.parse import parse_qs
|
||||
from urllib.parse import parse_qsl
|
||||
import urllib.request
|
||||
import cgi
|
||||
import uuid
|
||||
import random
|
||||
import string
|
||||
from cgi import parse_header, parse_multipart
|
||||
import argparse
|
||||
import uuid
|
||||
import random
|
||||
import time
|
||||
import json
|
||||
import shutil
|
||||
import ssl
|
||||
import glob
|
||||
import os
|
||||
import base64
|
||||
import mimetypes
|
||||
|
||||
from file_writer import FileWriter
|
||||
from mbtiles_writer import MbtilesWriter
|
||||
from repo_writer import RepoWriter
|
||||
from utils import Utils
|
||||
|
||||
lock = threading.Lock()
|
||||
|
||||
class serverHandler(BaseHTTPRequestHandler):
|
||||
|
||||
def randomString(self):
|
||||
return uuid.uuid4().hex.upper()[0:6]
|
||||
|
||||
def writerByType(self, type):
|
||||
if(type == "mbtiles"):
|
||||
return MbtilesWriter
|
||||
elif(type == "repo"):
|
||||
return RepoWriter
|
||||
elif(type == "directory"):
|
||||
return FileWriter
|
||||
|
||||
def do_POST(self):
|
||||
|
||||
ctype, pdict = cgi.parse_header(self.headers.get('Content-Type'))
|
||||
#ctype, pdict = cgi.parse_header(self.headers['content-type'])
|
||||
pdict['boundary'] = bytes(pdict['boundary'], "utf-8")
|
||||
|
||||
content_len = int(self.headers.get('Content-length'))
|
||||
pdict['CONTENT-LENGTH'] = content_len
|
||||
|
||||
postvars = cgi.parse_multipart(self.rfile, pdict)
|
||||
|
||||
parts = urlparse(self.path)
|
||||
if parts.path == '/download-tile':
|
||||
|
||||
x = int(postvars['x'][0])
|
||||
y = int(postvars['y'][0])
|
||||
z = int(postvars['z'][0])
|
||||
quad = str(postvars['quad'][0])
|
||||
timestamp = int(postvars['timestamp'][0])
|
||||
outputDirectory = str(postvars['outputDirectory'][0])
|
||||
outputFile = str(postvars['outputFile'][0])
|
||||
outputType = str(postvars['outputType'][0])
|
||||
outputScale = int(postvars['outputScale'][0])
|
||||
source = str(postvars['source'][0])
|
||||
|
||||
replaceMap = {
|
||||
"x": str(x),
|
||||
"y": str(y),
|
||||
"z": str(z),
|
||||
"quad": quad,
|
||||
"timestamp": str(timestamp),
|
||||
}
|
||||
|
||||
for key, value in replaceMap.items():
|
||||
newKey = str("{" + str(key) + "}")
|
||||
outputDirectory = outputDirectory.replace(newKey, value)
|
||||
outputFile = outputFile.replace(newKey, value)
|
||||
|
||||
result = {}
|
||||
|
||||
filePath = os.path.join("output", outputDirectory, outputFile)
|
||||
|
||||
print("\n")
|
||||
|
||||
if self.writerByType(outputType).exists(filePath, x, y, z):
|
||||
result["code"] = 200
|
||||
result["message"] = 'Tile already exists'
|
||||
|
||||
print("EXISTS: " + filePath)
|
||||
|
||||
else:
|
||||
|
||||
tempFile = self.randomString() + ".png"
|
||||
tempFilePath = os.path.join("temp", tempFile)
|
||||
|
||||
result["code"] = Utils.downloadFileScaled(source, tempFilePath, x, y, z, outputScale)
|
||||
|
||||
print("HIT: " + source + "\n" + "RETURN: " + str(result["code"]))
|
||||
|
||||
if os.path.isfile(tempFilePath):
|
||||
self.writerByType(outputType).addTile(lock, filePath, tempFilePath, x, y, z, outputScale)
|
||||
|
||||
with open(tempFilePath, "rb") as image_file:
|
||||
result["image"] = base64.b64encode(image_file.read()).decode("utf-8")
|
||||
|
||||
os.remove(tempFilePath)
|
||||
|
||||
result["message"] = 'Tile Downloaded'
|
||||
print("SAVE: " + filePath)
|
||||
|
||||
else:
|
||||
result["message"] = 'Download failed'
|
||||
|
||||
|
||||
self.send_response(200)
|
||||
# self.send_header("Access-Control-Allow-Origin", "*")
|
||||
self.send_header("Content-Type", "application/json")
|
||||
self.end_headers()
|
||||
self.wfile.write(json.dumps(result).encode('utf-8'))
|
||||
return
|
||||
|
||||
elif parts.path == '/start-download':
|
||||
outputType = str(postvars['outputType'][0])
|
||||
outputScale = int(postvars['outputScale'][0])
|
||||
outputDirectory = str(postvars['outputDirectory'][0])
|
||||
outputFile = str(postvars['outputFile'][0])
|
||||
minZoom = int(postvars['minZoom'][0])
|
||||
maxZoom = int(postvars['maxZoom'][0])
|
||||
timestamp = int(postvars['timestamp'][0])
|
||||
bounds = str(postvars['bounds'][0])
|
||||
boundsArray = map(float, bounds.split(","))
|
||||
center = str(postvars['center'][0])
|
||||
centerArray = map(float, center.split(","))
|
||||
|
||||
replaceMap = {
|
||||
"timestamp": str(timestamp),
|
||||
}
|
||||
|
||||
for key, value in replaceMap.items():
|
||||
newKey = str("{" + str(key) + "}")
|
||||
outputDirectory = outputDirectory.replace(newKey, value)
|
||||
outputFile = outputFile.replace(newKey, value)
|
||||
|
||||
filePath = os.path.join("output", outputDirectory, outputFile)
|
||||
|
||||
self.writerByType(outputType).addMetadata(lock, os.path.join("output", outputDirectory), filePath, outputFile, "Map Tiles Downloader via AliFlux", "png", boundsArray, centerArray, minZoom, maxZoom, "mercator", 256 * outputScale)
|
||||
|
||||
result = {}
|
||||
result["code"] = 200
|
||||
result["message"] = 'Metadata written'
|
||||
|
||||
self.send_response(200)
|
||||
# self.send_header("Access-Control-Allow-Origin", "*")
|
||||
self.send_header("Content-Type", "application/json")
|
||||
self.end_headers()
|
||||
self.wfile.write(json.dumps(result).encode('utf-8'))
|
||||
return
|
||||
|
||||
elif parts.path == '/end-download':
|
||||
outputType = str(postvars['outputType'][0])
|
||||
outputScale = int(postvars['outputScale'][0])
|
||||
outputDirectory = str(postvars['outputDirectory'][0])
|
||||
outputFile = str(postvars['outputFile'][0])
|
||||
minZoom = int(postvars['minZoom'][0])
|
||||
maxZoom = int(postvars['maxZoom'][0])
|
||||
timestamp = int(postvars['timestamp'][0])
|
||||
bounds = str(postvars['bounds'][0])
|
||||
boundsArray = map(float, bounds.split(","))
|
||||
center = str(postvars['center'][0])
|
||||
centerArray = map(float, center.split(","))
|
||||
|
||||
replaceMap = {
|
||||
"timestamp": str(timestamp),
|
||||
}
|
||||
|
||||
for key, value in replaceMap.items():
|
||||
newKey = str("{" + str(key) + "}")
|
||||
outputDirectory = outputDirectory.replace(newKey, value)
|
||||
outputFile = outputFile.replace(newKey, value)
|
||||
|
||||
filePath = os.path.join("output", outputDirectory, outputFile)
|
||||
|
||||
self.writerByType(outputType).close(lock, os.path.join("output", outputDirectory), filePath, minZoom, maxZoom)
|
||||
|
||||
result = {}
|
||||
result["code"] = 200
|
||||
result["message"] = 'Downloaded ended'
|
||||
|
||||
self.send_response(200)
|
||||
# self.send_header("Access-Control-Allow-Origin", "*")
|
||||
self.send_header("Content-Type", "application/json")
|
||||
self.end_headers()
|
||||
self.wfile.write(json.dumps(result).encode('utf-8'))
|
||||
return
|
||||
|
||||
def do_GET(self):
|
||||
|
||||
|
||||
parts = urlparse(self.path)
|
||||
path = parts.path.strip('/')
|
||||
if path == "":
|
||||
path = "index.htm"
|
||||
|
||||
file = os.path.join("./UI/", path)
|
||||
mime = mimetypes.MimeTypes().guess_type(file)[0]
|
||||
|
||||
self.send_response(200)
|
||||
# self.send_header("Access-Control-Allow-Origin", "*")
|
||||
self.send_header("Content-Type", mime)
|
||||
self.end_headers()
|
||||
|
||||
with open(file, "rb") as f:
|
||||
self.wfile.write(f.read())
|
||||
|
||||
class serverThreadedHandler(ThreadingMixIn, HTTPServer):
|
||||
"""Handle requests in a separate thread."""
|
||||
|
||||
def run():
|
||||
print('Starting Server...')
|
||||
server_address = ('', 8080)
|
||||
httpd = serverThreadedHandler(server_address, serverHandler)
|
||||
print('Running Server...')
|
||||
|
||||
# os.startfile('UI\\index.htm', 'open')
|
||||
print("Open http://localhost:8080/ to view the application.")
|
||||
|
||||
httpd.serve_forever()
|
||||
|
||||
run()
|
||||
Reference in New Issue
Block a user