app.py 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570
  1. #!/usr/bin/env python3
  2. import os
  3. import subprocess
  4. import json
  5. import pathlib
  6. import shutil
  7. import glob
  8. import time
  9. import fcntl
  10. import hashlib
  11. import fnmatch
  12. from distutils.dir_util import copy_tree
  13. from flask import Flask, render_template, request, send_from_directory, render_template_string
  14. from threading import Thread, Lock
  15. from dataclasses import dataclass
  16. # run at lower priority
  17. os.nice(20)
  18. #BOARDS = [ 'BeastF7', 'BeastH7' ]
  19. appdir = os.path.dirname(__file__)
  20. VEHICLES = [ 'Copter', 'Plane', 'Rover', 'Sub', 'Tracker' ]
  21. default_vehicle = 'Copter'
  22. def get_boards():
  23. '''return a list of boards to build'''
  24. import importlib.util
  25. spec = importlib.util.spec_from_file_location("board_list.py",
  26. os.path.join(sourcedir,
  27. 'Tools', 'scripts',
  28. 'board_list.py'))
  29. mod = importlib.util.module_from_spec(spec)
  30. spec.loader.exec_module(mod)
  31. all_boards = mod.AUTOBUILD_BOARDS
  32. default_board = mod.AUTOBUILD_BOARDS[0]
  33. exclude_patterns = [ 'fmuv*', 'SITL*' ]
  34. boards = []
  35. for b in all_boards:
  36. excluded = False
  37. for p in exclude_patterns:
  38. if fnmatch.fnmatch(b.lower(), p.lower()):
  39. excluded = True
  40. break
  41. if not excluded:
  42. boards.append(b)
  43. boards.sort()
  44. return (boards, boards[0])
  45. @dataclass
  46. class Feature:
  47. category: str
  48. label: str
  49. define: str
  50. description: str
  51. default: int
  52. dependency: str
  53. # list of build options to offer
  54. # NOTE: the dependencies must be written as a single string with commas and no spaces, eg. 'dependency1,dependency2'
  55. BUILD_OPTIONS = [
  56. Feature('AHRS', 'EKF3', 'HAL_NAVEKF3_AVAILABLE', 'Enable EKF3', 1, None),
  57. Feature('AHRS', 'EKF2', 'HAL_NAVEKF2_AVAILABLE', 'Enable EKF2', 0, None),
  58. Feature('AHRS', 'AHRS_EXT', 'HAL_EXTERNAL_AHRS_ENABLED', 'Enable External AHRS', 0, None),
  59. Feature('AHRS', 'TEMPCAL', 'HAL_INS_TEMPERATURE_CAL_ENABLE', 'Enable IMU Temperature Calibration', 0, None),
  60. Feature('AHRS', 'VISUALODOM', 'HAL_VISUALODOM_ENABLED', 'Enable Visual Odomotry', 0, None),
  61. Feature('Safety', 'PARACHUTE', 'HAL_PARACHUTE_ENABLED', 'Enable Parachute', 0, None),
  62. Feature('Safety', 'PROXIMITY', 'HAL_PROXIMITY_ENABLED', 'Enable Proximity', 0, None),
  63. Feature('Battery', 'BATTMON_FUEL', 'HAL_BATTMON_FUEL_ENABLE', 'Enable Fuel BatteryMonitor', 0, None),
  64. Feature('Battery', 'BATTMON_SMBUS', 'HAL_BATTMON_SMBUS_ENABLE', 'Enable SMBUS BatteryMonitor', 0, None),
  65. Feature('Ident', 'ADSB', 'HAL_ADSB_ENABLED', 'Enable ADSB', 0, None),
  66. Feature('Ident', 'ADSB_SAGETECH', 'HAL_ADSB_SAGETECH_ENABLED', 'Enable SageTech ADSB', 0, 'ADSB'),
  67. Feature('Ident', 'ADSB_UAVIONIX', 'HAL_ADSB_UAVIONIX_MAVLINK_ENABLED', 'Enable Uavionix ADSB', 0, 'ADSB'),
  68. Feature('Ident', 'AIS', 'HAL_AIS_ENABLED', 'Enable AIS', 0, None),
  69. Feature('Telemetry', 'CRSF', 'HAL_CRSF_ENABLED', 'Enable CRSF', 0, None),
  70. Feature('Telemetry', 'CRSFText', 'HAL_CRSF_TEXT_SELECTION_ENABLED', 'Enable CRSF Text Selection', 0, 'CRSF'),
  71. Feature('Telemetry', 'HIGHLAT2', 'HAL_HIGH_LATENCY2_ENABLED', 'Enable HighLatency2 Support', 0, None),
  72. Feature('Telemetry', 'HOTT', 'HAL_HOTT_TELEM_ENABLED', 'Enable HOTT Telemetry', 0, None),
  73. Feature('Telemetry', 'SPEKTRUM', 'HAL_SPEKTRUM_TELEM_ENABLED', 'Enable Spektrum Telemetry', 0, None),
  74. Feature('MSP', 'MSP', 'HAL_MSP_ENABLED', 'Enable MSP Telemetry', 0, None),
  75. Feature('MSP', 'MSP_SENSORS', 'HAL_MSP_SENSORS_ENABLED', 'Enable MSP Sensors', 0, 'MSP_GPS,MSP_BARO,MSP_COMPASS,MSP_AIRSPEED,MSP,MSP_OPTICALFLOW,MSP_RANGEFINDER'),
  76. Feature('MSP', 'MSP_GPS', 'HAL_MSP_GPS_ENABLED', 'Enable MSP GPS', 0, 'MSP'),
  77. Feature('MSP', 'MSP_COMPASS', 'HAL_MSP_COMPASS_ENABLED', 'Enable MSP Compass', 0, 'MSP'),
  78. Feature('MSP', 'MSP_BARO', 'HAL_MSP_BARO_ENABLED', 'Enable MSP Baro', 0, 'MSP'),
  79. Feature('MSP', 'MSP_AIRSPEED', 'HAL_MSP_AIRSPEED_ENABLED', 'Enable MSP AirSpeed', 0, 'MSP'),
  80. Feature('MSP', 'MSP_OPTICALFLOW', 'HAL_MSP_OPTICALFLOW_ENABLED', 'Enable MSP OpticalFlow', 0, 'MSP'),
  81. Feature('MSP', 'MSP_RANGEFINDER', 'HAL_MSP_RANGEFINDER_ENABLED', 'Enable MSP Rangefinder', 0, 'MSP'),
  82. Feature('MSP', 'MSP_DISPLAYPORT', 'HAL_WITH_MSP_DISPLAYPORT', 'Enable MSP DisplayPort (aka CANVAS MODE)', 0, 'MSP'),
  83. Feature('ICE', 'EFI', 'HAL_EFI_ENABLED', 'Enable EFI Monitoring', 0, None),
  84. Feature('ICE', 'EFI_NMPWU', 'HAL_EFI_NWPWU_ENABLED', 'Enable EFI NMPMU', 0, None),
  85. Feature('OSD', 'OSD', 'OSD_ENABLED', 'Enable OSD', 0, None),
  86. Feature('OSD', 'PLUSCODE', 'HAL_PLUSCODE_ENABLE', 'Enable PlusCode', 0, None),
  87. Feature('OSD', 'RUNCAM', 'HAL_RUNCAM_ENABLED', 'Enable RunCam', 0, None),
  88. Feature('OSD', 'SMARTAUDIO', 'HAL_SMARTAUDIO_ENABLED', 'Enable SmartAudio', 0, None),
  89. Feature('OSD', 'OSD_PARAM', 'OSD_PARAM_ENABLED', 'Enable OSD param', 0, 'OSD'),
  90. Feature('CAN', 'PICCOLOCAN', 'HAL_PICCOLO_CAN_ENABLE', 'Enable PiccoloCAN', 0, None),
  91. Feature('CAN', 'MPPTCAN', 'HAL_MPPT_PACKETDIGITAL_CAN_ENABLE', 'Enable MPPT CAN', 0, None),
  92. Feature('Mode', 'MODE_ZIGZAG', 'MODE_ZIGZAG_ENABLED', 'Enable Mode ZigZag', 0, None),
  93. Feature('Mode', 'MODE_SYSTEMID', 'MODE_SYSTEMID_ENABLED', 'Enable Mode SystemID', 0, None),
  94. Feature('Mode', 'MODE_SPORT', 'MODE_SPORT_ENABLED', 'Enable Mode Sport', 0, None),
  95. Feature('Mode', 'MODE_FOLLOW', 'MODE_FOLLOW_ENABLED', 'Enable Mode Follow', 0, None),
  96. Feature('Mode', 'MODE_TURTLE', 'MODE_TURTLE_ENABLED', 'Enable Mode Turtle', 0, None),
  97. Feature('Mode', 'MODE_GUIDED_NOGPS', 'MODE_GUIDED_NOGPS_ENABLED', 'Enable Mode Guided NoGPS', 0, None),
  98. Feature('Gimbal', 'MOUNT', 'HAL_MOUNT_ENABLED', 'Enable Mount', 0, None),
  99. Feature('Gimbal', 'SOLOGIMBAL', 'HAL_SOLO_GIMBAL_ENABLED', 'Enable Solo Gimbal', 0, None),
  100. Feature('Other', 'SOARING', 'HAL_SOARING_ENABLED', 'Enable Soaring', 0, None),
  101. Feature('Other', 'DEEPSTALL', 'HAL_LANDING_DEEPSTALL_ENABLED', 'Enable Deepstall Landing', 0, None),
  102. Feature('Other', 'DSP', 'HAL_WITH_DSP', 'Enable DSP', 0, None),
  103. Feature('Other', 'SPRAYER', 'HAL_SPRAYER_ENABLED', 'Enable Sprayer', 0, None),
  104. Feature('Other', 'TORQEEDO', 'HAL_TORQEEDO_ENABLED', 'Enable Torqeedo Motors', 0, None),
  105. Feature('Other', 'RPM', 'RPM_ENABLED', 'Enable RPM', 0, None),
  106. Feature('Other', 'DISPLAY', 'HAL_DISPLAY_ENABLED', 'Enable I2C Displays', 0, None),
  107. Feature('Other', 'GRIPPER', 'GRIPPER_ENABLED', 'Enable Gripper', 0, None),
  108. Feature('Other', 'BEACON', 'BEACON_ENABLED', 'Enable Beacon', 0, None),
  109. Feature('Other', 'LANDING_GEAR', 'LANDING_GEAR_ENABLED', 'Enable Landing Gear', 0, None),
  110. Feature('Other', 'EXTERNAL_AHRS', 'HAL_EXTERNAL_AHRS_ENABLED', 'Enable External ahrs', 0, None),
  111. Feature('Other', 'NMEA_OUTPUT', 'HAL_NMEA_OUTPUT_ENABLED', 'Enable NMEA Output', 0, None),
  112. Feature('Other', 'BARO_WIND_COMP', 'HAL_BARO_WIND_COMP_ENABLED', 'Enable Baro Wind Compensation', 0, None),
  113. Feature('Other', 'GENERATOR', 'GENERATOR_ENABLED', 'Enable Generator', 0, None),
  114. Feature('Other', 'AC_OAPATHPLANNER', 'AC_OAPATHPLANNER_ENABLED', 'Enable Object Avoidance Path Planner', 0, None),
  115. Feature('Other', 'WINCH', 'WINCH_ENABLED', 'Enable Winch', 0, None),
  116. Feature('Plane', 'QUADPLANE', 'HAL_QUADPLANE_ENABLED', 'Enable QuadPlane support', 0, None),
  117. ]
  118. BUILD_OPTIONS.sort(key=lambda x: x.category)
  119. queue_lock = Lock()
  120. from logging.config import dictConfig
  121. dictConfig({
  122. 'version': 1,
  123. 'formatters': {'default': {
  124. 'format': '[%(asctime)s] %(levelname)s in %(module)s: %(message)s',
  125. }},
  126. 'handlers': {'wsgi': {
  127. 'class': 'logging.StreamHandler',
  128. 'stream': 'ext://flask.logging.wsgi_errors_stream',
  129. 'formatter': 'default'
  130. }},
  131. 'root': {
  132. 'level': 'INFO',
  133. 'handlers': ['wsgi']
  134. }
  135. })
  136. def remove_directory_recursive(dirname):
  137. '''remove a directory recursively'''
  138. app.logger.info('Removing directory ' + dirname)
  139. if not os.path.exists(dirname):
  140. return
  141. f = pathlib.Path(dirname)
  142. if f.is_file():
  143. f.unlink()
  144. else:
  145. shutil.rmtree(f, True)
  146. def create_directory(dir_path):
  147. '''create a directory, don't fail if it exists'''
  148. app.logger.info('Creating ' + dir_path)
  149. pathlib.Path(dir_path).mkdir(parents=True, exist_ok=True)
  150. def run_build(task, tmpdir, outdir, logpath):
  151. '''run a build with parameters from task'''
  152. remove_directory_recursive(tmpdir_parent)
  153. create_directory(tmpdir)
  154. if not os.path.isfile(os.path.join(outdir, 'extra_hwdef.dat')):
  155. app.logger.error('Build aborted, missing extra_hwdef.dat')
  156. app.logger.info('Appending to build.log')
  157. with open(logpath, 'a') as log:
  158. # setup PATH to point at our compiler
  159. env = os.environ.copy()
  160. bindir1 = os.path.abspath(os.path.join(appdir, "..", "bin"))
  161. bindir2 = os.path.abspath(os.path.join(appdir, "..", "gcc", "bin"))
  162. cachedir = os.path.abspath(os.path.join(appdir, "..", "cache"))
  163. env["PATH"] = bindir1 + ":" + bindir2 + ":" + env["PATH"]
  164. env['CCACHE_DIR'] = cachedir
  165. app.logger.info('Running waf configure')
  166. subprocess.run(['python3', './waf', 'configure',
  167. '--board', task['board'],
  168. '--out', tmpdir,
  169. '--extra-hwdef', task['extra_hwdef']],
  170. cwd = task['sourcedir'],
  171. env=env,
  172. stdout=log, stderr=log)
  173. app.logger.info('Running clean')
  174. subprocess.run(['python3', './waf', 'clean'],
  175. cwd = task['sourcedir'],
  176. env=env,
  177. stdout=log, stderr=log)
  178. app.logger.info('Running build')
  179. subprocess.run(['python3', './waf', task['vehicle']],
  180. cwd = task['sourcedir'],
  181. env=env,
  182. stdout=log, stderr=log)
  183. def sort_json_files(reverse=False):
  184. json_files = list(filter(os.path.isfile,
  185. glob.glob(os.path.join(outdir_parent,
  186. '*', 'q.json'))))
  187. json_files.sort(key=lambda x: os.path.getmtime(x), reverse=reverse)
  188. return json_files
  189. def check_queue():
  190. '''thread to continuously run queued builds'''
  191. queue_lock.acquire()
  192. json_files = sort_json_files()
  193. queue_lock.release()
  194. if len(json_files) == 0:
  195. return
  196. # remove multiple build requests from same ip address (keep newest)
  197. queue_lock.acquire()
  198. ip_list = []
  199. for f in json_files:
  200. file = json.loads(open(f).read())
  201. ip_list.append(file['ip'])
  202. seen = set()
  203. ip_list.reverse()
  204. for index, value in enumerate(ip_list):
  205. if value in seen:
  206. file = json.loads(open(json_files[-index-1]).read())
  207. outdir_to_delete = os.path.join(outdir_parent, file['token'])
  208. remove_directory_recursive(outdir_to_delete)
  209. else:
  210. seen.add(value)
  211. queue_lock.release()
  212. if len(json_files) == 0:
  213. return
  214. # open oldest q.json file
  215. json_files = sort_json_files()
  216. taskfile = json_files[0]
  217. app.logger.info('Opening ' + taskfile)
  218. task = json.loads(open(taskfile).read())
  219. app.logger.info('Removing ' + taskfile)
  220. os.remove(taskfile)
  221. outdir = os.path.join(outdir_parent, task['token'])
  222. tmpdir = os.path.join(tmpdir_parent, task['token'])
  223. logpath = os.path.abspath(os.path.join(outdir, 'build.log'))
  224. app.logger.info("LOGPATH: %s" % logpath)
  225. try:
  226. # run build and rename build directory
  227. run_build(task, tmpdir, outdir, logpath)
  228. app.logger.info('Copying build files from %s to %s',
  229. os.path.join(tmpdir, task['board']),
  230. outdir)
  231. copy_tree(os.path.join(tmpdir, task['board'], 'bin'), outdir)
  232. app.logger.info('Build successful!')
  233. remove_directory_recursive(tmpdir)
  234. except Exception as ex:
  235. app.logger.info(ex)('Build failed: ', ex)
  236. pass
  237. open(logpath,'a').write("\nBUILD_FINISHED\n")
  238. def file_age(fname):
  239. '''return file age in seconds'''
  240. return time.time() - os.stat(fname).st_mtime
  241. def remove_old_builds():
  242. '''as a cleanup, remove any builds older than 24H'''
  243. for f in os.listdir(outdir_parent):
  244. bdir = os.path.join(outdir_parent, f)
  245. if os.path.isdir(bdir) and file_age(bdir) > 24 * 60 * 60:
  246. remove_directory_recursive(bdir)
  247. time.sleep(5)
  248. def queue_thread():
  249. while True:
  250. try:
  251. check_queue()
  252. remove_old_builds()
  253. except Exception as ex:
  254. app.logger.error(ex)('Failed queue: ', ex)
  255. pass
  256. def get_build_status():
  257. '''return build status tuple list
  258. returns tuples of form (status,age,board,vehicle,genlink)
  259. '''
  260. ret = []
  261. # get list of directories
  262. blist = []
  263. for b in os.listdir(outdir_parent):
  264. if os.path.isdir(os.path.join(outdir_parent,b)):
  265. blist.append(b)
  266. blist.sort(key=lambda x: os.path.getmtime(os.path.join(outdir_parent,x)), reverse=True)
  267. for b in blist:
  268. a = b.split(':')
  269. if len(a) < 2:
  270. continue
  271. vehicle = a[0].capitalize()
  272. board = a[1]
  273. link = "/view?token=%s" % b
  274. age_min = int(file_age(os.path.join(outdir_parent,b))/60.0)
  275. age_str = "%u:%02u" % ((age_min // 60), age_min % 60)
  276. feature_file = os.path.join(outdir_parent, b, 'selected_features.json')
  277. app.logger.info('Opening ' + feature_file)
  278. selected_features_dict = json.loads(open(feature_file).read())
  279. selected_features = selected_features_dict['selected_features']
  280. git_hash_short = selected_features_dict['git_hash_short']
  281. features = ''
  282. for feature in selected_features:
  283. if features == '':
  284. features = features + feature
  285. else:
  286. features = features + ", " + feature
  287. if os.path.exists(os.path.join(outdir_parent,b,'q.json')):
  288. status = "Pending"
  289. elif not os.path.exists(os.path.join(outdir_parent,b,'build.log')):
  290. status = "Error"
  291. else:
  292. build = open(os.path.join(outdir_parent,b,'build.log')).read()
  293. if build.find("'%s' finished successfully" % vehicle.lower()) != -1:
  294. status = "Finished"
  295. elif build.find('The configuration failed') != -1 or build.find('Build failed') != -1:
  296. status = "Failed"
  297. elif build.find('BUILD_FINISHED') == -1:
  298. status = "Running"
  299. else:
  300. status = "Failed"
  301. ret.append((status,age_str,board,vehicle,link,features,git_hash_short))
  302. return ret
  303. def create_status():
  304. '''create status.html'''
  305. build_status = get_build_status()
  306. tmpfile = os.path.join(outdir_parent, "status.tmp")
  307. statusfile = os.path.join(outdir_parent, "status.html")
  308. f = open(tmpfile, "w")
  309. app2 = Flask("status")
  310. with app2.app_context():
  311. f.write(render_template_string(open(os.path.join(appdir, 'templates', 'status.html')).read(),
  312. build_status=build_status))
  313. f.close()
  314. os.replace(tmpfile, statusfile)
  315. def status_thread():
  316. while True:
  317. try:
  318. create_status()
  319. except Exception as ex:
  320. app.logger.info(ex)
  321. pass
  322. time.sleep(3)
  323. def update_source():
  324. '''update submodules and ardupilot git tree'''
  325. app.logger.info('Fetching ardupilot upstream')
  326. subprocess.run(['git', 'fetch', 'upstream'],
  327. cwd=sourcedir)
  328. app.logger.info('Updating ardupilot git tree')
  329. subprocess.run(['git', 'reset', '--hard',
  330. 'upstream/master'],
  331. cwd=sourcedir)
  332. app.logger.info('Updating submodules')
  333. subprocess.run(['git', 'submodule',
  334. 'update', '--recursive',
  335. '--force', '--init'],
  336. cwd=sourcedir)
  337. import optparse
  338. parser = optparse.OptionParser("app.py")
  339. parser.add_option("", "--basedir", type="string",
  340. default=os.path.abspath(os.path.join(os.path.dirname(__file__),"..","base")),
  341. help="base directory")
  342. cmd_opts, cmd_args = parser.parse_args()
  343. # define directories
  344. basedir = os.path.abspath(cmd_opts.basedir)
  345. sourcedir = os.path.abspath(os.path.join(basedir, 'ardupilot'))
  346. outdir_parent = os.path.join(basedir, 'builds')
  347. tmpdir_parent = os.path.join(basedir, 'tmp')
  348. app = Flask(__name__, template_folder='templates')
  349. if not os.path.isdir(outdir_parent):
  350. create_directory(outdir_parent)
  351. try:
  352. lock_file = open(os.path.join(basedir, "queue.lck"), "w")
  353. fcntl.flock(lock_file, fcntl.LOCK_EX | fcntl.LOCK_NB)
  354. app.logger.info("Got queue lock")
  355. # we only want one set of threads
  356. thread = Thread(target=queue_thread, args=())
  357. thread.daemon = True
  358. thread.start()
  359. status_thread = Thread(target=status_thread, args=())
  360. status_thread.daemon = True
  361. status_thread.start()
  362. except IOError:
  363. app.logger.info("No queue lock")
  364. @app.route('/generate', methods=['GET', 'POST'])
  365. def generate():
  366. try:
  367. update_source()
  368. # fetch features from user input
  369. extra_hwdef = []
  370. feature_list = []
  371. selected_features = []
  372. app.logger.info('Fetching features from user input')
  373. # add all undefs at the start
  374. for f in BUILD_OPTIONS:
  375. extra_hwdef.append('undef %s' % f.define)
  376. for f in BUILD_OPTIONS:
  377. if f.label not in request.form or request.form[f.label] != '1':
  378. extra_hwdef.append('define %s 0' % f.define)
  379. else:
  380. extra_hwdef.append('define %s 1' % f.define)
  381. feature_list.append(f.description)
  382. selected_features.append(f.label)
  383. extra_hwdef = '\n'.join(extra_hwdef)
  384. spaces = '\n'
  385. feature_list = spaces.join(feature_list)
  386. selected_features_dict = {}
  387. selected_features_dict['selected_features'] = selected_features
  388. queue_lock.acquire()
  389. # create extra_hwdef.dat file and obtain md5sum
  390. app.logger.info('Creating ' +
  391. os.path.join(outdir_parent, 'extra_hwdef.dat'))
  392. file = open(os.path.join(outdir_parent, 'extra_hwdef.dat'), 'w')
  393. app.logger.info('Writing\n' + extra_hwdef)
  394. file.write(extra_hwdef)
  395. file.close()
  396. md5sum = hashlib.md5(extra_hwdef.encode('utf-8')).hexdigest()
  397. app.logger.info('Removing ' +
  398. os.path.join(outdir_parent, 'extra_hwdef.dat'))
  399. os.remove(os.path.join(outdir_parent, 'extra_hwdef.dat'))
  400. # obtain git-hash of source
  401. app.logger.info('Getting git hash')
  402. git_hash = subprocess.check_output(['git', 'rev-parse', 'HEAD'],
  403. cwd = sourcedir,
  404. encoding = 'utf-8')
  405. git_hash_short = git_hash[:10]
  406. git_hash = git_hash[:len(git_hash)-1]
  407. app.logger.info('Git hash = ' + git_hash)
  408. selected_features_dict['git_hash_short'] = git_hash_short
  409. # create directories using concatenated token
  410. # of vehicle, board, git-hash of source, and md5sum of hwdef
  411. vehicle = request.form['vehicle']
  412. if not vehicle in VEHICLES:
  413. raise Exception("bad vehicle")
  414. board = request.form['board']
  415. if board not in get_boards()[0]:
  416. raise Exception("bad board")
  417. token = vehicle.lower() + ':' + board + ':' + git_hash + ':' + md5sum
  418. app.logger.info('token = ' + token)
  419. global outdir
  420. outdir = os.path.join(outdir_parent, token)
  421. if os.path.isdir(outdir):
  422. app.logger.info('Build already exists')
  423. else:
  424. create_directory(outdir)
  425. # create build.log
  426. build_log_info = ('Vehicle: ' + vehicle +
  427. '\nBoard: ' + board +
  428. '\nSelected Features:\n' + feature_list +
  429. '\n\nWaiting for build to start...\n\n')
  430. app.logger.info('Creating build.log')
  431. build_log = open(os.path.join(outdir, 'build.log'), 'w')
  432. build_log.write(build_log_info)
  433. build_log.close()
  434. # create hwdef.dat
  435. app.logger.info('Opening ' +
  436. os.path.join(outdir, 'extra_hwdef.dat'))
  437. file = open(os.path.join(outdir, 'extra_hwdef.dat'),'w')
  438. app.logger.info('Writing\n' + extra_hwdef)
  439. file.write(extra_hwdef)
  440. file.close()
  441. # fill dictionary of variables and create json file
  442. task = {}
  443. task['token'] = token
  444. task['sourcedir'] = sourcedir
  445. task['extra_hwdef'] = os.path.join(outdir, 'extra_hwdef.dat')
  446. task['vehicle'] = vehicle.lower()
  447. task['board'] = board
  448. task['ip'] = request.remote_addr
  449. app.logger.info('Opening ' + os.path.join(outdir, 'q.json'))
  450. jfile = open(os.path.join(outdir, 'q.json'), 'w')
  451. app.logger.info('Writing task file to ' +
  452. os.path.join(outdir, 'q.json'))
  453. jfile.write(json.dumps(task, separators=(',\n', ': ')))
  454. jfile.close()
  455. # create selected_features.dat for status table
  456. feature_file = open(os.path.join(outdir, 'selected_features.json'), 'w')
  457. app.logger.info('Writing\n' + os.path.join(outdir, 'selected_features.json'))
  458. feature_file.write(json.dumps(selected_features_dict))
  459. feature_file.close()
  460. queue_lock.release()
  461. base_url = request.url_root
  462. app.logger.info(base_url)
  463. app.logger.info('Rendering generate.html')
  464. return render_template('generate.html', token=token)
  465. except Exception as ex:
  466. app.logger.error(ex)
  467. return render_template('generate.html', error='Error occured: ', ex=ex)
  468. @app.route('/view', methods=['GET'])
  469. def view():
  470. '''view a build from status'''
  471. token=request.args['token']
  472. app.logger.info("viewing %s" % token)
  473. return render_template('generate.html', token=token)
  474. def get_build_options(category):
  475. return sorted([f for f in BUILD_OPTIONS if f.category == category], key=lambda x: x.description.lower())
  476. def get_build_categories():
  477. return sorted(list(set([f.category for f in BUILD_OPTIONS])))
  478. def get_vehicles():
  479. return (VEHICLES, default_vehicle)
  480. @app.route('/')
  481. def home():
  482. app.logger.info('Rendering index.html')
  483. return render_template('index.html',
  484. get_boards=get_boards,
  485. get_vehicles=get_vehicles,
  486. get_build_options=get_build_options,
  487. get_build_categories=get_build_categories)
  488. @app.route("/builds/<path:name>")
  489. def download_file(name):
  490. app.logger.info('Downloading %s' % name)
  491. return send_from_directory(os.path.join(basedir,'builds'), name, as_attachment=False)
  492. if __name__ == '__main__':
  493. app.run()