[copr] skvidal-backend: post status to frontend using python-requests (707d001)

Repository : http://git.fedorahosted.org/cgit/copr.git On branch : skvidal-backend commit 707d00179d06651528caa41cae30ca573afcd83d Author: Seth Vidal <skvidal(a)fedoraproject.org&gt; Date: Thu Dec 6 15:16:16 2012 -0500 post status to frontend using python-requests backend/dispatcher.py | 61 +++++++++++++++++++++++++++++++++++++++--------- 1 files changed, 49 insertions(+), 12 deletions(-) diff --git a/backend/dispatcher.py b/backend/dispatcher.py index db800cc..c113e8c 100644 --- a/backend/dispatcher.py +++ b/backend/dispatcher.py @@ -3,7 +3,6 @@ import os import sys -import shutil import multiprocessing import time import Queue @@ -15,13 +14,11 @@ import ansible import ansible.playbook import ansible.errors from ansible import callbacks +import requests - -#FIXME - this should be emitting to the per-worker log file -# so we can know what is going on and where class SilentPlaybookCallbacks(callbacks.PlaybookCallbacks): ''' playbook callbacks - quietly! ''' @@ -162,22 +159,60 @@ class Worker(multiprocessing.Process): jobdata.timeout = build['timeout'] jobdata.destdir = self.opts.destdir + '/' + build['copr']['owner']['name'] + '/' + build['copr']['name'] + '/' jobdata.build_id = build['id'] + jobdata.results = self.opts.results_baseurl + '/' + build['copr']['owner']['name'] + '/' + build['copr']['name'] + '/' jobdata.copr_id = build['copr']['id'] jobdata.user_id = build['user_id'] return jobdata + # maybe we move this to the callback? + def post_to_frontend(self, data): + """send data to frontend""" + + headers = {'content-type': 'application/json'} + url='%s/update_builds/' % self.opts.frontend_url + auth=('user', self.opts.frontend_auth) + + msg = None + try: + r = requests.post(url, data=json.dumps(data), auth=auth, + headers=headers) + if r.status_code != 200: + msg = 'Failed to submit to frontend: %s: %s' % (r.status_code, r.text) + except requests.RequestException, e: + msg = 'Post request failed: %s' % e + + if msg: + self.callback.log(msg) + return False + + return True + + # maybe we move this to the callback? + def mark_started(self, job): + + build = {'id':job.build_id, + 'started_on': job.started_on, + 'results': job.results, + } + data = {'builds':[build]} + + if not self.post_to_frontend(data): + raise errors.CoprWorkerError, "Could not communicate to front end to submit status info" + + # maybe we move this to the callback? def return_results(self, job): - """write out a completed json file to the results dir and submit the results to the frontend""" self.callback.log('%s status %s. Took %s seconds' % (job.build_id, job.status, job.ended_on - job.started_on)) - jobfilename = os.path.basename(job.jobfile) - shutil.move(job.jobfile, job.destdir + '/' + jobfilename) - # reform json file with completed info (completed time, url, status, etc) - # post it via requests to url with passcode - # profit + build = {'id':job.build_id, + 'ended_on': job.ended_on, + 'status': job.status, + } + data = {'builds':[build]} + + if not self.post_to_frontend(data): + raise errors.CoprWorkerError, "Could not communicate to front end to submit results" - #FIXME - this should either return job status/results - # into a queue or it should submit results directly to the frontend + os.unlink(job.jobfile) def run(self): # worker should startup and check if it can function @@ -214,6 +249,8 @@ class Worker(multiprocessing.Process): status = 1 job.started_on = time.time() + self.mark_started(job) + for chroot in job.chroots: chroot_destdir = job.destdir + '/' + chroot