app.py 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571
  1. #!/usr/bin/env python3
  2. import os
  3. import subprocess
  4. import json
  5. import pathlib
  6. import shutil
  7. import glob
  8. import time
  9. import fcntl
  10. import hashlib
  11. import fnmatch
  12. from distutils.dir_util import copy_tree
  13. from flask import Flask, render_template, request, send_from_directory, render_template_string
  14. from threading import Thread, Lock
  15. from dataclasses import dataclass
  16. # run at lower priority
  17. os.nice(20)
  18. #BOARDS = [ 'BeastF7', 'BeastH7' ]
  19. appdir = os.path.dirname(__file__)
  20. VEHICLES = [ 'Copter', 'Plane', 'Rover', 'Sub', 'Tracker' ]
  21. default_vehicle = 'Copter'
  22. def get_boards():
  23. '''return a list of boards to build'''
  24. import importlib.util
  25. spec = importlib.util.spec_from_file_location("board_list.py",
  26. os.path.join(sourcedir,
  27. 'Tools', 'scripts',
  28. 'board_list.py'))
  29. mod = importlib.util.module_from_spec(spec)
  30. spec.loader.exec_module(mod)
  31. all_boards = mod.AUTOBUILD_BOARDS
  32. default_board = mod.AUTOBUILD_BOARDS[0]
  33. exclude_patterns = [ 'fmuv*', 'SITL*' ]
  34. boards = []
  35. for b in all_boards:
  36. excluded = False
  37. for p in exclude_patterns:
  38. if fnmatch.fnmatch(b.lower(), p.lower()):
  39. excluded = True
  40. break
  41. if not excluded:
  42. boards.append(b)
  43. boards.sort()
  44. return (boards, boards[0])
  45. @dataclass
  46. class Feature:
  47. category: str
  48. label: str
  49. define: str
  50. description: str
  51. default: int
  52. dependency: str
  53. # list of build options to offer
  54. # NOTE: the dependencies must be written as a single string with commas and no spaces, eg. 'dependency1,dependency2'
  55. BUILD_OPTIONS = [
  56. Feature('AHRS', 'EKF3', 'HAL_NAVEKF3_AVAILABLE', 'Enable EKF3', 1, None),
  57. Feature('AHRS', 'EKF2', 'HAL_NAVEKF2_AVAILABLE', 'Enable EKF2', 0, None),
  58. Feature('AHRS', 'AHRS_EXT', 'HAL_EXTERNAL_AHRS_ENABLED', 'Enable External AHRS', 0, None),
  59. Feature('AHRS', 'TEMPCAL', 'HAL_INS_TEMPERATURE_CAL_ENABLE', 'Enable IMU Temperature Calibration', 0, None),
  60. Feature('AHRS', 'VISUALODOM', 'HAL_VISUALODOM_ENABLED', 'Enable Visual Odomotry', 0, None),
  61. Feature('Safety', 'PARACHUTE', 'HAL_PARACHUTE_ENABLED', 'Enable Parachute', 0, None),
  62. Feature('Safety', 'PROXIMITY', 'HAL_PROXIMITY_ENABLED', 'Enable Proximity', 0, None),
  63. Feature('Battery', 'BATTMON_FUEL', 'HAL_BATTMON_FUEL_ENABLE', 'Enable Fuel BatteryMonitor', 0, None),
  64. Feature('Battery', 'BATTMON_SMBUS', 'HAL_BATTMON_SMBUS_ENABLE', 'Enable SMBUS BatteryMonitor', 0, None),
  65. Feature('Ident', 'ADSB', 'HAL_ADSB_ENABLED', 'Enable ADSB', 0, None),
  66. Feature('Ident', 'ADSB_SAGETECH', 'HAL_ADSB_SAGETECH_ENABLED', 'Enable SageTech ADSB', 0, 'ADSB'),
  67. Feature('Ident', 'ADSB_UAVIONIX', 'HAL_ADSB_UAVIONIX_MAVLINK_ENABLED', 'Enable Uavionix ADSB', 0, 'ADSB'),
  68. Feature('Ident', 'AIS', 'HAL_AIS_ENABLED', 'Enable AIS', 0, None),
  69. Feature('Telemetry', 'CRSF', 'HAL_CRSF_ENABLED', 'Enable CRSF', 0, None),
  70. Feature('Telemetry', 'CRSFText', 'HAL_CRSF_TEXT_SELECTION_ENABLED', 'Enable CRSF Text Selection', 0, 'CRSF'),
  71. Feature('Telemetry', 'HIGHLAT2', 'HAL_HIGH_LATENCY2_ENABLED', 'Enable HighLatency2 Support', 0, None),
  72. Feature('Telemetry', 'HOTT', 'HAL_HOTT_TELEM_ENABLED', 'Enable HOTT Telemetry', 0, None),
  73. Feature('Telemetry', 'SPEKTRUM', 'HAL_SPEKTRUM_TELEM_ENABLED', 'Enable Spektrum Telemetry', 0, None),
  74. Feature('MSP', 'MSP', 'HAL_MSP_ENABLED', 'Enable MSP Telemetry and MSP OSD', 0, 'OSD'),
  75. Feature('MSP', 'MSP_SENSORS', 'HAL_MSP_SENSORS_ENABLED', 'Enable MSP Sensors', 0, 'MSP_GPS,MSP_BARO,MSP_COMPASS,MSP_AIRSPEED,MSP,MSP_OPTICALFLOW,MSP_RANGEFINDER,OSD'),
  76. Feature('MSP', 'MSP_GPS', 'HAL_MSP_GPS_ENABLED', 'Enable MSP GPS', 0, 'MSP,OSD'),
  77. Feature('MSP', 'MSP_COMPASS', 'HAL_MSP_COMPASS_ENABLED', 'Enable MSP Compass', 0, 'MSP,OSD'),
  78. Feature('MSP', 'MSP_BARO', 'HAL_MSP_BARO_ENABLED', 'Enable MSP Baro', 0, 'MSP,OSD'),
  79. Feature('MSP', 'MSP_AIRSPEED', 'HAL_MSP_AIRSPEED_ENABLED', 'Enable MSP AirSpeed', 0, 'MSP,OSD'),
  80. Feature('MSP', 'MSP_OPTICALFLOW', 'HAL_MSP_OPTICALFLOW_ENABLED', 'Enable MSP OpticalFlow', 0, 'MSP,OSD'),
  81. Feature('MSP', 'MSP_RANGEFINDER', 'HAL_MSP_RANGEFINDER_ENABLED', 'Enable MSP Rangefinder', 0, 'MSP,OSD'),
  82. Feature('MSP', 'MSP_DISPLAYPORT', 'HAL_WITH_MSP_DISPLAYPORT', 'Enable MSP DisplayPort OSD (aka CANVAS MODE)', 0, 'MSP,OSD'),
  83. Feature('ICE', 'EFI', 'HAL_EFI_ENABLED', 'Enable EFI Monitoring', 0, None),
  84. Feature('ICE', 'EFI_NMPWU', 'HAL_EFI_NWPWU_ENABLED', 'Enable EFI NMPMU', 0, None),
  85. Feature('OSD', 'OSD', 'OSD_ENABLED', 'Enable OSD', 0, None),
  86. Feature('OSD', 'PLUSCODE', 'HAL_PLUSCODE_ENABLE', 'Enable PlusCode', 0, None),
  87. Feature('OSD', 'RUNCAM', 'HAL_RUNCAM_ENABLED', 'Enable RunCam', 0, None),
  88. Feature('OSD', 'SMARTAUDIO', 'HAL_SMARTAUDIO_ENABLED', 'Enable SmartAudio', 0, None),
  89. Feature('OSD', 'OSD_PARAM', 'OSD_PARAM_ENABLED', 'Enable OSD param', 0, 'OSD'),
  90. Featuer('OSD', 'OSD_SIDEBARS','HAL_SIDEBAR_ENABLED, "Enable Scrolling Sidebars', 0, 'OSD'),
  91. Feature('CAN', 'PICCOLOCAN', 'HAL_PICCOLO_CAN_ENABLE', 'Enable PiccoloCAN', 0, None),
  92. Feature('CAN', 'MPPTCAN', 'HAL_MPPT_PACKETDIGITAL_CAN_ENABLE', 'Enable MPPT CAN', 0, None),
  93. Feature('Mode', 'MODE_ZIGZAG', 'MODE_ZIGZAG_ENABLED', 'Enable Mode ZigZag', 0, None),
  94. Feature('Mode', 'MODE_SYSTEMID', 'MODE_SYSTEMID_ENABLED', 'Enable Mode SystemID', 0, None),
  95. Feature('Mode', 'MODE_SPORT', 'MODE_SPORT_ENABLED', 'Enable Mode Sport', 0, None),
  96. Feature('Mode', 'MODE_FOLLOW', 'MODE_FOLLOW_ENABLED', 'Enable Mode Follow', 0, None),
  97. Feature('Mode', 'MODE_TURTLE', 'MODE_TURTLE_ENABLED', 'Enable Mode Turtle', 0, None),
  98. Feature('Mode', 'MODE_GUIDED_NOGPS', 'MODE_GUIDED_NOGPS_ENABLED', 'Enable Mode Guided NoGPS', 0, None),
  99. Feature('Gimbal', 'MOUNT', 'HAL_MOUNT_ENABLED', 'Enable Mount', 0, None),
  100. Feature('Gimbal', 'SOLOGIMBAL', 'HAL_SOLO_GIMBAL_ENABLED', 'Enable Solo Gimbal', 0, None),
  101. Feature('Other', 'SOARING', 'HAL_SOARING_ENABLED', 'Enable Soaring', 0, None),
  102. Feature('Other', 'DEEPSTALL', 'HAL_LANDING_DEEPSTALL_ENABLED', 'Enable Deepstall Landing', 0, None),
  103. Feature('Other', 'DSP', 'HAL_WITH_DSP', 'Enable DSP', 0, None),
  104. Feature('Other', 'SPRAYER', 'HAL_SPRAYER_ENABLED', 'Enable Sprayer', 0, None),
  105. Feature('Other', 'TORQEEDO', 'HAL_TORQEEDO_ENABLED', 'Enable Torqeedo Motors', 0, None),
  106. Feature('Other', 'RPM', 'RPM_ENABLED', 'Enable RPM', 0, None),
  107. Feature('Other', 'DISPLAY', 'HAL_DISPLAY_ENABLED', 'Enable I2C Displays', 0, None),
  108. Feature('Other', 'GRIPPER', 'GRIPPER_ENABLED', 'Enable Gripper', 0, None),
  109. Feature('Other', 'BEACON', 'BEACON_ENABLED', 'Enable Beacon', 0, None),
  110. Feature('Other', 'LANDING_GEAR', 'LANDING_GEAR_ENABLED', 'Enable Landing Gear', 0, None),
  111. Feature('Other', 'EXTERNAL_AHRS', 'HAL_EXTERNAL_AHRS_ENABLED', 'Enable External ahrs', 0, None),
  112. Feature('Other', 'NMEA_OUTPUT', 'HAL_NMEA_OUTPUT_ENABLED', 'Enable NMEA Output', 0, None),
  113. Feature('Other', 'BARO_WIND_COMP', 'HAL_BARO_WIND_COMP_ENABLED', 'Enable Baro Wind Compensation', 0, None),
  114. Feature('Other', 'GENERATOR', 'HAL_GENERATOR_ENABLED', 'Enable Generator', 0, None),
  115. Feature('Other', 'AC_OAPATHPLANNER', 'AC_OAPATHPLANNER_ENABLED', 'Enable Object Avoidance Path Planner', 0, None),
  116. Feature('Other', 'WINCH', 'WINCH_ENABLED', 'Enable Winch', 0, None),
  117. Feature('Plane', 'QUADPLANE', 'HAL_QUADPLANE_ENABLED', 'Enable QuadPlane support', 0, None),
  118. ]
  119. BUILD_OPTIONS.sort(key=lambda x: x.category)
  120. queue_lock = Lock()
  121. from logging.config import dictConfig
  122. dictConfig({
  123. 'version': 1,
  124. 'formatters': {'default': {
  125. 'format': '[%(asctime)s] %(levelname)s in %(module)s: %(message)s',
  126. }},
  127. 'handlers': {'wsgi': {
  128. 'class': 'logging.StreamHandler',
  129. 'stream': 'ext://flask.logging.wsgi_errors_stream',
  130. 'formatter': 'default'
  131. }},
  132. 'root': {
  133. 'level': 'INFO',
  134. 'handlers': ['wsgi']
  135. }
  136. })
  137. def remove_directory_recursive(dirname):
  138. '''remove a directory recursively'''
  139. app.logger.info('Removing directory ' + dirname)
  140. if not os.path.exists(dirname):
  141. return
  142. f = pathlib.Path(dirname)
  143. if f.is_file():
  144. f.unlink()
  145. else:
  146. shutil.rmtree(f, True)
  147. def create_directory(dir_path):
  148. '''create a directory, don't fail if it exists'''
  149. app.logger.info('Creating ' + dir_path)
  150. pathlib.Path(dir_path).mkdir(parents=True, exist_ok=True)
  151. def run_build(task, tmpdir, outdir, logpath):
  152. '''run a build with parameters from task'''
  153. remove_directory_recursive(tmpdir_parent)
  154. create_directory(tmpdir)
  155. if not os.path.isfile(os.path.join(outdir, 'extra_hwdef.dat')):
  156. app.logger.error('Build aborted, missing extra_hwdef.dat')
  157. app.logger.info('Appending to build.log')
  158. with open(logpath, 'a') as log:
  159. # setup PATH to point at our compiler
  160. env = os.environ.copy()
  161. bindir1 = os.path.abspath(os.path.join(appdir, "..", "bin"))
  162. bindir2 = os.path.abspath(os.path.join(appdir, "..", "gcc", "bin"))
  163. cachedir = os.path.abspath(os.path.join(appdir, "..", "cache"))
  164. env["PATH"] = bindir1 + ":" + bindir2 + ":" + env["PATH"]
  165. env['CCACHE_DIR'] = cachedir
  166. app.logger.info('Running waf configure')
  167. subprocess.run(['python3', './waf', 'configure',
  168. '--board', task['board'],
  169. '--out', tmpdir,
  170. '--extra-hwdef', task['extra_hwdef']],
  171. cwd = task['sourcedir'],
  172. env=env,
  173. stdout=log, stderr=log)
  174. app.logger.info('Running clean')
  175. subprocess.run(['python3', './waf', 'clean'],
  176. cwd = task['sourcedir'],
  177. env=env,
  178. stdout=log, stderr=log)
  179. app.logger.info('Running build')
  180. subprocess.run(['python3', './waf', task['vehicle']],
  181. cwd = task['sourcedir'],
  182. env=env,
  183. stdout=log, stderr=log)
  184. def sort_json_files(reverse=False):
  185. json_files = list(filter(os.path.isfile,
  186. glob.glob(os.path.join(outdir_parent,
  187. '*', 'q.json'))))
  188. json_files.sort(key=lambda x: os.path.getmtime(x), reverse=reverse)
  189. return json_files
  190. def check_queue():
  191. '''thread to continuously run queued builds'''
  192. queue_lock.acquire()
  193. json_files = sort_json_files()
  194. queue_lock.release()
  195. if len(json_files) == 0:
  196. return
  197. # remove multiple build requests from same ip address (keep newest)
  198. queue_lock.acquire()
  199. ip_list = []
  200. for f in json_files:
  201. file = json.loads(open(f).read())
  202. ip_list.append(file['ip'])
  203. seen = set()
  204. ip_list.reverse()
  205. for index, value in enumerate(ip_list):
  206. if value in seen:
  207. file = json.loads(open(json_files[-index-1]).read())
  208. outdir_to_delete = os.path.join(outdir_parent, file['token'])
  209. remove_directory_recursive(outdir_to_delete)
  210. else:
  211. seen.add(value)
  212. queue_lock.release()
  213. if len(json_files) == 0:
  214. return
  215. # open oldest q.json file
  216. json_files = sort_json_files()
  217. taskfile = json_files[0]
  218. app.logger.info('Opening ' + taskfile)
  219. task = json.loads(open(taskfile).read())
  220. app.logger.info('Removing ' + taskfile)
  221. os.remove(taskfile)
  222. outdir = os.path.join(outdir_parent, task['token'])
  223. tmpdir = os.path.join(tmpdir_parent, task['token'])
  224. logpath = os.path.abspath(os.path.join(outdir, 'build.log'))
  225. app.logger.info("LOGPATH: %s" % logpath)
  226. try:
  227. # run build and rename build directory
  228. run_build(task, tmpdir, outdir, logpath)
  229. app.logger.info('Copying build files from %s to %s',
  230. os.path.join(tmpdir, task['board']),
  231. outdir)
  232. copy_tree(os.path.join(tmpdir, task['board'], 'bin'), outdir)
  233. app.logger.info('Build successful!')
  234. remove_directory_recursive(tmpdir)
  235. except Exception as ex:
  236. app.logger.info(ex)('Build failed: ', ex)
  237. pass
  238. open(logpath,'a').write("\nBUILD_FINISHED\n")
  239. def file_age(fname):
  240. '''return file age in seconds'''
  241. return time.time() - os.stat(fname).st_mtime
  242. def remove_old_builds():
  243. '''as a cleanup, remove any builds older than 24H'''
  244. for f in os.listdir(outdir_parent):
  245. bdir = os.path.join(outdir_parent, f)
  246. if os.path.isdir(bdir) and file_age(bdir) > 24 * 60 * 60:
  247. remove_directory_recursive(bdir)
  248. time.sleep(5)
  249. def queue_thread():
  250. while True:
  251. try:
  252. check_queue()
  253. remove_old_builds()
  254. except Exception as ex:
  255. app.logger.error(ex)('Failed queue: ', ex)
  256. pass
  257. def get_build_status():
  258. '''return build status tuple list
  259. returns tuples of form (status,age,board,vehicle,genlink)
  260. '''
  261. ret = []
  262. # get list of directories
  263. blist = []
  264. for b in os.listdir(outdir_parent):
  265. if os.path.isdir(os.path.join(outdir_parent,b)):
  266. blist.append(b)
  267. blist.sort(key=lambda x: os.path.getmtime(os.path.join(outdir_parent,x)), reverse=True)
  268. for b in blist:
  269. a = b.split(':')
  270. if len(a) < 2:
  271. continue
  272. vehicle = a[0].capitalize()
  273. board = a[1]
  274. link = "/view?token=%s" % b
  275. age_min = int(file_age(os.path.join(outdir_parent,b))/60.0)
  276. age_str = "%u:%02u" % ((age_min // 60), age_min % 60)
  277. feature_file = os.path.join(outdir_parent, b, 'selected_features.json')
  278. app.logger.info('Opening ' + feature_file)
  279. selected_features_dict = json.loads(open(feature_file).read())
  280. selected_features = selected_features_dict['selected_features']
  281. git_hash_short = selected_features_dict['git_hash_short']
  282. features = ''
  283. for feature in selected_features:
  284. if features == '':
  285. features = features + feature
  286. else:
  287. features = features + ", " + feature
  288. if os.path.exists(os.path.join(outdir_parent,b,'q.json')):
  289. status = "Pending"
  290. elif not os.path.exists(os.path.join(outdir_parent,b,'build.log')):
  291. status = "Error"
  292. else:
  293. build = open(os.path.join(outdir_parent,b,'build.log')).read()
  294. if build.find("'%s' finished successfully" % vehicle.lower()) != -1:
  295. status = "Finished"
  296. elif build.find('The configuration failed') != -1 or build.find('Build failed') != -1:
  297. status = "Failed"
  298. elif build.find('BUILD_FINISHED') == -1:
  299. status = "Running"
  300. else:
  301. status = "Failed"
  302. ret.append((status,age_str,board,vehicle,link,features,git_hash_short))
  303. return ret
  304. def create_status():
  305. '''create status.html'''
  306. build_status = get_build_status()
  307. tmpfile = os.path.join(outdir_parent, "status.tmp")
  308. statusfile = os.path.join(outdir_parent, "status.html")
  309. f = open(tmpfile, "w")
  310. app2 = Flask("status")
  311. with app2.app_context():
  312. f.write(render_template_string(open(os.path.join(appdir, 'templates', 'status.html')).read(),
  313. build_status=build_status))
  314. f.close()
  315. os.replace(tmpfile, statusfile)
  316. def status_thread():
  317. while True:
  318. try:
  319. create_status()
  320. except Exception as ex:
  321. app.logger.info(ex)
  322. pass
  323. time.sleep(3)
  324. def update_source():
  325. '''update submodules and ardupilot git tree'''
  326. app.logger.info('Fetching ardupilot upstream')
  327. subprocess.run(['git', 'fetch', 'upstream'],
  328. cwd=sourcedir)
  329. app.logger.info('Updating ardupilot git tree')
  330. subprocess.run(['git', 'reset', '--hard',
  331. 'upstream/master'],
  332. cwd=sourcedir)
  333. app.logger.info('Updating submodules')
  334. subprocess.run(['git', 'submodule',
  335. 'update', '--recursive',
  336. '--force', '--init'],
  337. cwd=sourcedir)
  338. import optparse
  339. parser = optparse.OptionParser("app.py")
  340. parser.add_option("", "--basedir", type="string",
  341. default=os.path.abspath(os.path.join(os.path.dirname(__file__),"..","base")),
  342. help="base directory")
  343. cmd_opts, cmd_args = parser.parse_args()
  344. # define directories
  345. basedir = os.path.abspath(cmd_opts.basedir)
  346. sourcedir = os.path.abspath(os.path.join(basedir, 'ardupilot'))
  347. outdir_parent = os.path.join(basedir, 'builds')
  348. tmpdir_parent = os.path.join(basedir, 'tmp')
  349. app = Flask(__name__, template_folder='templates')
  350. if not os.path.isdir(outdir_parent):
  351. create_directory(outdir_parent)
  352. try:
  353. lock_file = open(os.path.join(basedir, "queue.lck"), "w")
  354. fcntl.flock(lock_file, fcntl.LOCK_EX | fcntl.LOCK_NB)
  355. app.logger.info("Got queue lock")
  356. # we only want one set of threads
  357. thread = Thread(target=queue_thread, args=())
  358. thread.daemon = True
  359. thread.start()
  360. status_thread = Thread(target=status_thread, args=())
  361. status_thread.daemon = True
  362. status_thread.start()
  363. except IOError:
  364. app.logger.info("No queue lock")
  365. @app.route('/generate', methods=['GET', 'POST'])
  366. def generate():
  367. try:
  368. update_source()
  369. # fetch features from user input
  370. extra_hwdef = []
  371. feature_list = []
  372. selected_features = []
  373. app.logger.info('Fetching features from user input')
  374. # add all undefs at the start
  375. for f in BUILD_OPTIONS:
  376. extra_hwdef.append('undef %s' % f.define)
  377. for f in BUILD_OPTIONS:
  378. if f.label not in request.form or request.form[f.label] != '1':
  379. extra_hwdef.append('define %s 0' % f.define)
  380. else:
  381. extra_hwdef.append('define %s 1' % f.define)
  382. feature_list.append(f.description)
  383. selected_features.append(f.label)
  384. extra_hwdef = '\n'.join(extra_hwdef)
  385. spaces = '\n'
  386. feature_list = spaces.join(feature_list)
  387. selected_features_dict = {}
  388. selected_features_dict['selected_features'] = selected_features
  389. queue_lock.acquire()
  390. # create extra_hwdef.dat file and obtain md5sum
  391. app.logger.info('Creating ' +
  392. os.path.join(outdir_parent, 'extra_hwdef.dat'))
  393. file = open(os.path.join(outdir_parent, 'extra_hwdef.dat'), 'w')
  394. app.logger.info('Writing\n' + extra_hwdef)
  395. file.write(extra_hwdef)
  396. file.close()
  397. md5sum = hashlib.md5(extra_hwdef.encode('utf-8')).hexdigest()
  398. app.logger.info('Removing ' +
  399. os.path.join(outdir_parent, 'extra_hwdef.dat'))
  400. os.remove(os.path.join(outdir_parent, 'extra_hwdef.dat'))
  401. # obtain git-hash of source
  402. app.logger.info('Getting git hash')
  403. git_hash = subprocess.check_output(['git', 'rev-parse', 'HEAD'],
  404. cwd = sourcedir,
  405. encoding = 'utf-8')
  406. git_hash_short = git_hash[:10]
  407. git_hash = git_hash[:len(git_hash)-1]
  408. app.logger.info('Git hash = ' + git_hash)
  409. selected_features_dict['git_hash_short'] = git_hash_short
  410. # create directories using concatenated token
  411. # of vehicle, board, git-hash of source, and md5sum of hwdef
  412. vehicle = request.form['vehicle']
  413. if not vehicle in VEHICLES:
  414. raise Exception("bad vehicle")
  415. board = request.form['board']
  416. if board not in get_boards()[0]:
  417. raise Exception("bad board")
  418. token = vehicle.lower() + ':' + board + ':' + git_hash + ':' + md5sum
  419. app.logger.info('token = ' + token)
  420. global outdir
  421. outdir = os.path.join(outdir_parent, token)
  422. if os.path.isdir(outdir):
  423. app.logger.info('Build already exists')
  424. else:
  425. create_directory(outdir)
  426. # create build.log
  427. build_log_info = ('Vehicle: ' + vehicle +
  428. '\nBoard: ' + board +
  429. '\nSelected Features:\n' + feature_list +
  430. '\n\nWaiting for build to start...\n\n')
  431. app.logger.info('Creating build.log')
  432. build_log = open(os.path.join(outdir, 'build.log'), 'w')
  433. build_log.write(build_log_info)
  434. build_log.close()
  435. # create hwdef.dat
  436. app.logger.info('Opening ' +
  437. os.path.join(outdir, 'extra_hwdef.dat'))
  438. file = open(os.path.join(outdir, 'extra_hwdef.dat'),'w')
  439. app.logger.info('Writing\n' + extra_hwdef)
  440. file.write(extra_hwdef)
  441. file.close()
  442. # fill dictionary of variables and create json file
  443. task = {}
  444. task['token'] = token
  445. task['sourcedir'] = sourcedir
  446. task['extra_hwdef'] = os.path.join(outdir, 'extra_hwdef.dat')
  447. task['vehicle'] = vehicle.lower()
  448. task['board'] = board
  449. task['ip'] = request.remote_addr
  450. app.logger.info('Opening ' + os.path.join(outdir, 'q.json'))
  451. jfile = open(os.path.join(outdir, 'q.json'), 'w')
  452. app.logger.info('Writing task file to ' +
  453. os.path.join(outdir, 'q.json'))
  454. jfile.write(json.dumps(task, separators=(',\n', ': ')))
  455. jfile.close()
  456. # create selected_features.dat for status table
  457. feature_file = open(os.path.join(outdir, 'selected_features.json'), 'w')
  458. app.logger.info('Writing\n' + os.path.join(outdir, 'selected_features.json'))
  459. feature_file.write(json.dumps(selected_features_dict))
  460. feature_file.close()
  461. queue_lock.release()
  462. base_url = request.url_root
  463. app.logger.info(base_url)
  464. app.logger.info('Rendering generate.html')
  465. return render_template('generate.html', token=token)
  466. except Exception as ex:
  467. app.logger.error(ex)
  468. return render_template('generate.html', error='Error occured: ', ex=ex)
  469. @app.route('/view', methods=['GET'])
  470. def view():
  471. '''view a build from status'''
  472. token=request.args['token']
  473. app.logger.info("viewing %s" % token)
  474. return render_template('generate.html', token=token)
  475. def get_build_options(category):
  476. return sorted([f for f in BUILD_OPTIONS if f.category == category], key=lambda x: x.description.lower())
  477. def get_build_categories():
  478. return sorted(list(set([f.category for f in BUILD_OPTIONS])))
  479. def get_vehicles():
  480. return (VEHICLES, default_vehicle)
  481. @app.route('/')
  482. def home():
  483. app.logger.info('Rendering index.html')
  484. return render_template('index.html',
  485. get_boards=get_boards,
  486. get_vehicles=get_vehicles,
  487. get_build_options=get_build_options,
  488. get_build_categories=get_build_categories)
  489. @app.route("/builds/<path:name>")
  490. def download_file(name):
  491. app.logger.info('Downloading %s' % name)
  492. return send_from_directory(os.path.join(basedir,'builds'), name, as_attachment=False)
  493. if __name__ == '__main__':
  494. app.run()