app.py 5.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160
  1. import uuid
  2. import os
  3. import zipfile
  4. import urllib.request
  5. import gzip
  6. from io import BytesIO
  7. import time
  8. from flask import Flask
  9. from flask import render_template
  10. from flask import request
  11. from terrain_gen import add_offset
  12. # Directory of this file
  13. this_path = os.path.dirname(os.path.realpath(__file__))
  14. # Where the user requested tile are stored
  15. output_path = os.path.join(this_path, 'outputTer')
  16. # The output folder for all gzipped terrain requests
  17. app = Flask(__name__, static_url_path='/terrain', static_folder=output_path,)
  18. def clamp(n, smallest, largest):
  19. return max(smallest, min(n, largest))
  20. def getDatFile(lat, lon):
  21. '''Get file'''
  22. if lat < 0:
  23. NS = 'S'
  24. else:
  25. NS = 'N'
  26. if lon < 0:
  27. EW = 'W'
  28. else:
  29. EW = 'E'
  30. return "%c%02u%c%03u.DAT.gz" % (NS, min(abs(int(lat)), 99), EW, min(abs(int(lon)), 999))
  31. def compressFiles(fileList, uuidkey, outfolder):
  32. # create a zip file comprised of dat.gz tiles
  33. zipthis = os.path.join(outfolder, uuidkey + '.zip')
  34. # create output dirs if needed
  35. try:
  36. os.makedirs(outfolder)
  37. except OSError:
  38. pass
  39. try:
  40. os.makedirs(os.path.join(this_path, "processedTerrain"))
  41. except OSError:
  42. pass
  43. try:
  44. with zipfile.ZipFile(zipthis, 'w') as terrain_zip:
  45. for fn in fileList:
  46. if not os.path.exists(fn):
  47. #download if required
  48. print("Downloading " + os.path.basename(fn))
  49. g = urllib.request.urlopen('https://firmware.ardupilot.org/terrain/tiles/' +
  50. os.path.basename(fn))
  51. print("Downloaded " + os.path.basename(fn))
  52. with open(fn, 'b+w') as f:
  53. f.write(g.read())
  54. # need to decompress file and pass to zip
  55. with gzip.open(fn, 'r') as f_in:
  56. myio = BytesIO(f_in.read())
  57. print("Decomp " + os.path.basename(fn))
  58. # and add file to zip
  59. terrain_zip.writestr(os.path.basename(fn)[:-3], myio.read(),
  60. compress_type=zipfile.ZIP_DEFLATED)
  61. except Exception as ex:
  62. print("Unexpected error: {0}".format(ex))
  63. return False
  64. return True
  65. @app.route('/')
  66. def index():
  67. return render_template('index.html')
  68. @app.route('/generate', methods=['GET', 'POST'])
  69. def generate():
  70. if request.method == 'POST':
  71. # parse and sanitise the input
  72. try:
  73. # request.form['username']
  74. lat = float(request.form['lat'])
  75. lon = float(request.form['long'])
  76. radius = int(request.form['radius'])
  77. assert lat < 90
  78. assert lon < 180
  79. assert lat > -90
  80. assert lon > -180
  81. radius = clamp(radius, 1, 400)
  82. except:
  83. print("Bad data")
  84. return render_template('generate.html', error="Error with input")
  85. # UUID for this terrain generation
  86. uuidkey = str(uuid.uuid1())
  87. # Flag for if user wanted a tile outside +-60deg latitude
  88. outsideLat = None
  89. # get a list of files required to cover area
  90. filelist = []
  91. done = set()
  92. for dx in range(-radius, radius):
  93. for dy in range(-radius, radius):
  94. (lat2, lon2) = add_offset(lat*1e7, lon*1e7, dx*1000.0, dy*1000.0)
  95. lat_int = int(round(lat2 * 1.0e-7))
  96. lon_int = int(round(lon2 * 1.0e-7))
  97. tag = (lat_int, lon_int)
  98. if tag in done:
  99. continue
  100. done.add(tag)
  101. # make sure tile is inside the 60deg latitude limit
  102. if abs(lat_int) <= 60:
  103. filelist.append(os.path.join(this_path, "processedTerrain",
  104. getDatFile(lat_int, lon_int)))
  105. else:
  106. outsideLat = True
  107. # make sure tile is inside the 60deg latitude limit
  108. if abs(lat_int) <= 60:
  109. filelist.append(os.path.join(this_path, "processedTerrain",
  110. getDatFile(lat_int, lon_int)))
  111. else:
  112. outsideLat = True
  113. # remove duplicates
  114. filelist = list(dict.fromkeys(filelist))
  115. print(filelist)
  116. #compress
  117. success = compressFiles(filelist, uuidkey, output_path)
  118. # as a cleanup, remove any generated terrain older than 24H
  119. for f in os.listdir(output_path):
  120. if os.stat(os.path.join(output_path, f)).st_mtime < time.time() - 24 * 60 * 60:
  121. print("Removing old file: " + str(os.path.join(output_path, f)))
  122. os.remove(os.path.join(output_path, f))
  123. if success:
  124. print("Generated " + "/terrain/" + uuidkey + ".zip")
  125. return render_template('generate.html', urlkey="/terrain/" + uuidkey + ".zip",
  126. uuidkey=uuidkey, outsideLat=outsideLat)
  127. else:
  128. print("Failed " + "/terrain/" + uuidkey + ".zip")
  129. return render_template('generate.html', error="Cannot generate terrain",
  130. uuidkey=uuidkey)
  131. else:
  132. print("Bad get")
  133. return render_template('generate.html', error="Need to use POST, not GET")
  134. if __name__ == "__main__":
  135. app.run()