|
|
from celery.decorators import task
|
|
|
from celery.task.sets import subtask
|
|
|
from celeryconfig import PYLONS_CONFIG as config
|
|
|
from datetime import datetime, timedelta
|
|
|
from pylons.i18n.translation import _
|
|
|
from pylons_app.lib.celerylib import run_task
|
|
|
from pylons_app.lib.helpers import person
|
|
|
from pylons_app.lib.smtp_mailer import SmtpMailer
|
|
|
from pylons_app.lib.utils import OrderedDict
|
|
|
from operator import itemgetter
|
|
|
from vcs.backends.hg import MercurialRepository
|
|
|
from time import mktime
|
|
|
import calendar
|
|
|
import traceback
|
|
|
import json
|
|
|
|
|
|
__all__ = ['whoosh_index', 'get_commits_stats',
|
|
|
'reset_user_password', 'send_email']
|
|
|
|
|
|
def get_session():
|
|
|
from sqlalchemy import engine_from_config
|
|
|
from sqlalchemy.orm import sessionmaker, scoped_session
|
|
|
engine = engine_from_config(dict(config.items('app:main')), 'sqlalchemy.db1.')
|
|
|
sa = scoped_session(sessionmaker(bind=engine))
|
|
|
return sa
|
|
|
|
|
|
def get_hg_settings():
|
|
|
from pylons_app.model.db import HgAppSettings
|
|
|
try:
|
|
|
sa = get_session()
|
|
|
ret = sa.query(HgAppSettings).all()
|
|
|
finally:
|
|
|
sa.remove()
|
|
|
|
|
|
if not ret:
|
|
|
raise Exception('Could not get application settings !')
|
|
|
settings = {}
|
|
|
for each in ret:
|
|
|
settings['hg_app_' + each.app_settings_name] = each.app_settings_value
|
|
|
|
|
|
return settings
|
|
|
|
|
|
def get_hg_ui_settings():
|
|
|
from pylons_app.model.db import HgAppUi
|
|
|
try:
|
|
|
sa = get_session()
|
|
|
ret = sa.query(HgAppUi).all()
|
|
|
finally:
|
|
|
sa.remove()
|
|
|
|
|
|
if not ret:
|
|
|
raise Exception('Could not get application ui settings !')
|
|
|
settings = {}
|
|
|
for each in ret:
|
|
|
k = each.ui_key
|
|
|
v = each.ui_value
|
|
|
if k == '/':
|
|
|
k = 'root_path'
|
|
|
|
|
|
if k.find('.') != -1:
|
|
|
k = k.replace('.', '_')
|
|
|
|
|
|
if each.ui_section == 'hooks':
|
|
|
v = each.ui_active
|
|
|
|
|
|
settings[each.ui_section + '_' + k] = v
|
|
|
|
|
|
return settings
|
|
|
|
|
|
@task
|
|
|
def whoosh_index(repo_location, full_index):
|
|
|
log = whoosh_index.get_logger()
|
|
|
from pylons_app.lib.indexers import DaemonLock
|
|
|
from pylons_app.lib.indexers.daemon import WhooshIndexingDaemon, LockHeld
|
|
|
try:
|
|
|
l = DaemonLock()
|
|
|
WhooshIndexingDaemon(repo_location=repo_location)\
|
|
|
.run(full_index=full_index)
|
|
|
l.release()
|
|
|
return 'Done'
|
|
|
except LockHeld:
|
|
|
log.info('LockHeld')
|
|
|
return 'LockHeld'
|
|
|
|
|
|
@task
|
|
|
def get_commits_stats(repo):
|
|
|
log = get_commits_stats.get_logger()
|
|
|
aggregate = OrderedDict()
|
|
|
overview_aggregate = OrderedDict()
|
|
|
repos_path = get_hg_ui_settings()['paths_root_path'].replace('*', '')
|
|
|
repo = MercurialRepository(repos_path + repo)
|
|
|
#graph range
|
|
|
td = datetime.today() + timedelta(days=1)
|
|
|
y, m, d = td.year, td.month, td.day
|
|
|
|
|
|
ts_min_y = mktime((y - 1, (td - timedelta(days=calendar.mdays[m])).month,
|
|
|
d, 0, 0, 0, 0, 0, 0,))
|
|
|
ts_min_m = mktime((y, (td - timedelta(days=calendar.mdays[m])).month,
|
|
|
d, 0, 0, 0, 0, 0, 0,))
|
|
|
|
|
|
ts_max_y = mktime((y, m, d, 0, 0, 0, 0, 0, 0,))
|
|
|
skip_date_limit = True
|
|
|
|
|
|
def author_key_cleaner(k):
|
|
|
k = person(k)
|
|
|
k = k.replace('"', "") #for js data compatibilty
|
|
|
return k
|
|
|
|
|
|
for cs in repo[:200]:#added limit 200 until fix #29 is made
|
|
|
k = '%s-%s-%s' % (cs.date.timetuple()[0], cs.date.timetuple()[1],
|
|
|
cs.date.timetuple()[2])
|
|
|
timetupple = [int(x) for x in k.split('-')]
|
|
|
timetupple.extend([0 for _ in xrange(6)])
|
|
|
k = mktime(timetupple)
|
|
|
if aggregate.has_key(author_key_cleaner(cs.author)):
|
|
|
if aggregate[author_key_cleaner(cs.author)].has_key(k):
|
|
|
aggregate[author_key_cleaner(cs.author)][k]["commits"] += 1
|
|
|
aggregate[author_key_cleaner(cs.author)][k]["added"] += len(cs.added)
|
|
|
aggregate[author_key_cleaner(cs.author)][k]["changed"] += len(cs.changed)
|
|
|
aggregate[author_key_cleaner(cs.author)][k]["removed"] += len(cs.removed)
|
|
|
|
|
|
else:
|
|
|
#aggregate[author_key_cleaner(cs.author)].update(dates_range)
|
|
|
if k >= ts_min_y and k <= ts_max_y or skip_date_limit:
|
|
|
aggregate[author_key_cleaner(cs.author)][k] = {}
|
|
|
aggregate[author_key_cleaner(cs.author)][k]["commits"] = 1
|
|
|
aggregate[author_key_cleaner(cs.author)][k]["added"] = len(cs.added)
|
|
|
aggregate[author_key_cleaner(cs.author)][k]["changed"] = len(cs.changed)
|
|
|
aggregate[author_key_cleaner(cs.author)][k]["removed"] = len(cs.removed)
|
|
|
|
|
|
else:
|
|
|
if k >= ts_min_y and k <= ts_max_y or skip_date_limit:
|
|
|
aggregate[author_key_cleaner(cs.author)] = OrderedDict()
|
|
|
#aggregate[author_key_cleaner(cs.author)].update(dates_range)
|
|
|
aggregate[author_key_cleaner(cs.author)][k] = {}
|
|
|
aggregate[author_key_cleaner(cs.author)][k]["commits"] = 1
|
|
|
aggregate[author_key_cleaner(cs.author)][k]["added"] = len(cs.added)
|
|
|
aggregate[author_key_cleaner(cs.author)][k]["changed"] = len(cs.changed)
|
|
|
aggregate[author_key_cleaner(cs.author)][k]["removed"] = len(cs.removed)
|
|
|
|
|
|
|
|
|
if overview_aggregate.has_key(k):
|
|
|
overview_aggregate[k] += 1
|
|
|
else:
|
|
|
overview_aggregate[k] = 1
|
|
|
|
|
|
overview_data = []
|
|
|
for k, v in overview_aggregate.items():
|
|
|
overview_data.append([k, v])
|
|
|
overview_data = sorted(overview_data, key=itemgetter(0))
|
|
|
data = {}
|
|
|
for author in aggregate:
|
|
|
commit_data = sorted([{"time":x,
|
|
|
"commits":aggregate[author][x]['commits'],
|
|
|
"added":aggregate[author][x]['added'],
|
|
|
"changed":aggregate[author][x]['changed'],
|
|
|
"removed":aggregate[author][x]['removed'],
|
|
|
} for x in aggregate[author]],
|
|
|
key=itemgetter('time'))
|
|
|
|
|
|
data[author] = {"label":author,
|
|
|
"data":commit_data,
|
|
|
"schema":["commits"]
|
|
|
}
|
|
|
|
|
|
if not data:
|
|
|
data[author_key_cleaner(repo.contact)] = {
|
|
|
"label":author_key_cleaner(repo.contact),
|
|
|
"data":[0, 1],
|
|
|
"schema":["commits"],
|
|
|
}
|
|
|
|
|
|
return (ts_min_m, ts_max_y, json.dumps(data), json.dumps(overview_data))
|
|
|
|
|
|
@task
|
|
|
def reset_user_password(user_email):
|
|
|
log = reset_user_password.get_logger()
|
|
|
from pylons_app.lib import auth
|
|
|
from pylons_app.model.db import User
|
|
|
|
|
|
try:
|
|
|
try:
|
|
|
sa = get_session()
|
|
|
user = sa.query(User).filter(User.email == user_email).scalar()
|
|
|
new_passwd = auth.PasswordGenerator().gen_password(8,
|
|
|
auth.PasswordGenerator.ALPHABETS_BIG_SMALL)
|
|
|
user.password = auth.get_crypt_password(new_passwd)
|
|
|
sa.add(user)
|
|
|
sa.commit()
|
|
|
log.info('change password for %s', user_email)
|
|
|
if new_passwd is None:
|
|
|
raise Exception('unable to generate new password')
|
|
|
|
|
|
except:
|
|
|
log.error(traceback.format_exc())
|
|
|
sa.rollback()
|
|
|
|
|
|
run_task(send_email, user_email,
|
|
|
"Your new hg-app password",
|
|
|
'Your new hg-app password:%s' % (new_passwd))
|
|
|
log.info('send new password mail to %s', user_email)
|
|
|
|
|
|
|
|
|
except:
|
|
|
log.error('Failed to update user password')
|
|
|
log.error(traceback.format_exc())
|
|
|
return True
|
|
|
|
|
|
@task
|
|
|
def send_email(recipients, subject, body):
|
|
|
log = send_email.get_logger()
|
|
|
email_config = dict(config.items('DEFAULT'))
|
|
|
mail_from = email_config.get('app_email_from')
|
|
|
user = email_config.get('smtp_username')
|
|
|
passwd = email_config.get('smtp_password')
|
|
|
mail_server = email_config.get('smtp_server')
|
|
|
mail_port = email_config.get('smtp_port')
|
|
|
tls = email_config.get('smtp_use_tls')
|
|
|
ssl = False
|
|
|
|
|
|
try:
|
|
|
m = SmtpMailer(mail_from, user, passwd, mail_server,
|
|
|
mail_port, ssl, tls)
|
|
|
m.send(recipients, subject, body)
|
|
|
except:
|
|
|
log.error('Mail sending failed')
|
|
|
log.error(traceback.format_exc())
|
|
|
return False
|
|
|
return True
|
|
|
|
