app.py 5.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159
  1. import uuid
  2. import os
  3. import zipfile
  4. import urllib.request
  5. import gzip
  6. from io import BytesIO
  7. import time
  8. from flask import Flask
  9. from flask import render_template
  10. from flask import request
  11. from terrain_gen import add_offset
  12. # Directory of this file
  13. this_path = os.path.dirname(os.path.realpath(__file__))
  14. # Where the user requested tile are stored
  15. output_path = os.path.join(this_path, 'outputTer')
  16. # The output folder for all gzipped terrain requests
  17. app = Flask(__name__, static_url_path='/terrain', static_folder=output_path,)
  18. def clamp(n, smallest, largest):
  19. return max(smallest, min(n, largest))
  20. def getDatFile(lat, lon):
  21. '''Get file'''
  22. if lat < 0:
  23. NS = 'S'
  24. else:
  25. NS = 'N'
  26. if lon < 0:
  27. EW = 'W'
  28. else:
  29. EW = 'E'
  30. return "%c%02u%c%03u.DAT.gz" % (NS, min(abs(int(lat)), 99), EW, min(abs(int(lon)), 999))
  31. def compressFiles(fileList, uuidkey, outfolder):
  32. # create a zip file comprised of dat.gz tiles
  33. zipthis = os.path.join(outfolder, uuidkey + '.zip')
  34. # create output dirs if needed
  35. try:
  36. os.makedirs(outfolder)
  37. except OSError:
  38. pass
  39. try:
  40. os.makedirs(os.path.join(this_path, "processedTerrain"))
  41. except OSError:
  42. pass
  43. try:
  44. with zipfile.ZipFile(zipthis, 'w') as terrain_zip:
  45. for fn in fileList:
  46. if not os.path.exists(fn):
  47. #download if required
  48. g = urllib.request.urlopen('https://firmware.ardupilot.org/terrain/files/' +
  49. os.path.basename(fn))
  50. print("Downloaded " + os.path.basename(fn))
  51. with open(fn, 'b+w') as f:
  52. f.write(g.read())
  53. # need to decompress file and pass to zip
  54. with gzip.open(fn, 'r') as f_in:
  55. myio = BytesIO(f_in.read())
  56. print("Decomp " + os.path.basename(fn))
  57. # and add file to zip
  58. terrain_zip.writestr(os.path.basename(fn)[:-3], myio.read(),
  59. compress_type=zipfile.ZIP_DEFLATED)
  60. except Exception as ex:
  61. print("Unexpected error: {0}".format(ex))
  62. return False
  63. return True
  64. @app.route('/')
  65. def index():
  66. return render_template('index.html')
  67. @app.route('/generate', methods=['GET', 'POST'])
  68. def generate():
  69. if request.method == 'POST':
  70. # parse and sanitise the input
  71. try:
  72. # request.form['username']
  73. lat = float(request.form['lat'])
  74. lon = float(request.form['long'])
  75. radius = int(request.form['radius'])
  76. assert lat < 90
  77. assert lon < 180
  78. assert lat > -90
  79. assert lon > -180
  80. radius = clamp(radius, 1, 400)
  81. except:
  82. print("Bad data")
  83. return render_template('generate.html', error="Error with input")
  84. # UUID for this terrain generation
  85. uuidkey = str(uuid.uuid1())
  86. # Flag for if user wanted a tile outside +-60deg latitude
  87. outsideLat = None
  88. # get a list of files required to cover area
  89. filelist = []
  90. done = set()
  91. for dx in range(-radius, radius):
  92. for dy in range(-radius, radius):
  93. (lat2, lon2) = add_offset(lat*1e7, lon*1e7, dx*1000.0, dy*1000.0)
  94. lat_int = int(round(lat2 * 1.0e-7))
  95. lon_int = int(round(lon2 * 1.0e-7))
  96. tag = (lat_int, lon_int)
  97. if tag in done:
  98. continue
  99. done.add(tag)
  100. # make sure tile is inside the 60deg latitude limit
  101. if abs(lat_int) < 60:
  102. filelist.append(os.path.join(this_path, "processedTerrain",
  103. getDatFile(lat_int, lon_int)))
  104. else:
  105. outsideLat = True
  106. # make sure tile is inside the 60deg latitude limit
  107. if abs(lat_int) < 60:
  108. filelist.append(os.path.join(this_path, "processedTerrain",
  109. getDatFile(lat_int, lon_int)))
  110. else:
  111. outsideLat = True
  112. # remove duplicates
  113. filelist = list(dict.fromkeys(filelist))
  114. print(filelist)
  115. #compress
  116. success = compressFiles(filelist, uuidkey, output_path)
  117. # as a cleanup, remove any generated terrain older than 24H
  118. for f in os.listdir(output_path):
  119. if os.stat(os.path.join(output_path, f)).st_mtime < time.time() - 24 * 60 * 60:
  120. print("Removing old file: " + str(os.path.join(output_path, f)))
  121. os.remove(os.path.join(output_path, f))
  122. if success:
  123. print("Generated " + "/terrain/" + uuidkey + ".zip")
  124. return render_template('generate.html', urlkey="/terrain/" + uuidkey + ".zip",
  125. uuidkey=uuidkey, outsideLat=outsideLat)
  126. else:
  127. print("Failed " + "/terrain/" + uuidkey + ".zip")
  128. return render_template('generate.html', error="Cannot generate terrain",
  129. uuidkey=uuidkey)
  130. else:
  131. print("Bad get")
  132. return render_template('generate.html', error="Need to use POST, not GET")
  133. if __name__ == "__main__":
  134. app.run()