from celery.decorators import task from datetime import datetime, timedelta from pylons_app.lib.helpers import person from pylons_app.lib.utils import OrderedDict from time import mktime import calendar import logging from vcs.backends.hg import MercurialRepository log = logging.getLogger(__name__) @task() def whoosh_index(repo_location,full_index): from pylons_app.lib.indexers import DaemonLock from pylons_app.lib.indexers.daemon import WhooshIndexingDaemon,LockHeld try: l = DaemonLock() WhooshIndexingDaemon(repo_location=repo_location)\ .run(full_index=full_index) l.release() return 'Done' except LockHeld: log.info('LockHeld') return 'LockHeld' @task() def get_commits_stats(repo): aggregate = OrderedDict() repo = MercurialRepository('/home/marcink/hg_repos/'+repo) #graph range td = datetime.today() + timedelta(days=1) y, m, d = td.year, td.month, td.day ts_min = mktime((y, (td - timedelta(days=calendar.mdays[m])).month, d, 0, 0, 0, 0, 0, 0,)) ts_max = mktime((y, m, d, 0, 0, 0, 0, 0, 0,)) def author_key_cleaner(k): k = person(k) k = k.replace('"', "'") #for js data compatibilty return k for cs in repo[:200]:#added limit 200 until fix #29 is made k = '%s-%s-%s' % (cs.date.timetuple()[0], cs.date.timetuple()[1], cs.date.timetuple()[2]) timetupple = [int(x) for x in k.split('-')] timetupple.extend([0 for _ in xrange(6)]) k = mktime(timetupple) if aggregate.has_key(author_key_cleaner(cs.author)): if aggregate[author_key_cleaner(cs.author)].has_key(k): aggregate[author_key_cleaner(cs.author)][k]["commits"] += 1 aggregate[author_key_cleaner(cs.author)][k]["added"] += len(cs.added) aggregate[author_key_cleaner(cs.author)][k]["changed"] += len(cs.changed) aggregate[author_key_cleaner(cs.author)][k]["removed"] += len(cs.removed) else: #aggregate[author_key_cleaner(cs.author)].update(dates_range) if k >= ts_min and k <= ts_max: aggregate[author_key_cleaner(cs.author)][k] = {} aggregate[author_key_cleaner(cs.author)][k]["commits"] = 1 aggregate[author_key_cleaner(cs.author)][k]["added"] = len(cs.added) aggregate[author_key_cleaner(cs.author)][k]["changed"] = len(cs.changed) aggregate[author_key_cleaner(cs.author)][k]["removed"] = len(cs.removed) else: if k >= ts_min and k <= ts_max: aggregate[author_key_cleaner(cs.author)] = OrderedDict() #aggregate[author_key_cleaner(cs.author)].update(dates_range) aggregate[author_key_cleaner(cs.author)][k] = {} aggregate[author_key_cleaner(cs.author)][k]["commits"] = 1 aggregate[author_key_cleaner(cs.author)][k]["added"] = len(cs.added) aggregate[author_key_cleaner(cs.author)][k]["changed"] = len(cs.changed) aggregate[author_key_cleaner(cs.author)][k]["removed"] = len(cs.removed) d = '' tmpl0 = u""""%s":%s""" tmpl1 = u"""{label:"%s",data:%s,schema:["commits"]},""" for author in aggregate: d += tmpl0 % (author, tmpl1 \ % (author, [{"time":x, "commits":aggregate[author][x]['commits'], "added":aggregate[author][x]['added'], "changed":aggregate[author][x]['changed'], "removed":aggregate[author][x]['removed'], } for x in aggregate[author]])) if d == '': d = '"%s":{label:"%s",data:[[0,1],]}' \ % (author_key_cleaner(repo.contact), author_key_cleaner(repo.contact)) return (ts_min, ts_max, d)