49:82badf3033e4
Anton Shestakov <av6@dwimlabs.net>, Sun, 19 Jun 2016 23:44:42 +0800
tests: pass extra arguments given to run-tests.py into pytest.main()

next change 50:8194291e98bc
previous change 48:9b37d0f08f1c

incoming.py

Permissions: -rwxr-xr-x

Other formats: Feeds:
#!/usr/bin/env python
from __future__ import absolute_import
import fileinput
import logging
import os
import re
from datetime import datetime
from urlparse import urlparse
from tornado.escape import json_encode
from candolint.models import database, Project, Change, Check
rel = lambda *x: os.path.abspath(os.path.join(os.path.dirname(__file__), *x))
def parse_timestamp(value):
return datetime.strptime(value, '%Y-%m-%dT%H:%M:%S+00:00')
def parse_project_url(url):
parsed = urlparse(url)
domain = parsed.hostname
if domain is None:
domain = 'self'
parts = [part for part in parsed.path.split('/') if part]
if len(parts) > 1:
user = parts[0]
name = '/'.join(parts[1:])
else:
user = None
name = parts[0]
return domain, user, name
def insert_check(lines):
text = ''.join(lines)
meta_prefix = '# C&O '
state = 'not even started'
result = []
errors = 0
warnings = 0
url = None
rev = None
node = None
branch = None
date = None
author = None
message = None
success = True
started = None
finished = None
for line in lines:
item = {'text': line}
if line.startswith(meta_prefix):
item['cls'] = 'meta'
rest = line[len(meta_prefix):]
m = re.match('^task: (\w+)$', rest)
if m is not None:
state = m.group(1)
item['cls'] = 'task'
m = re.match('^job failed$', rest)
if m is not None:
success = False
m = re.match('^job (started|finished): ([\dT:+-]+)$', rest)
if m is not None:
if m.group(1) == 'started':
started = parse_timestamp(m.group(2))
elif m.group(1) == 'finished':
finished = parse_timestamp(m.group(2))
m = re.match('^project URL: (\S+)$', rest)
if m is not None:
url = m.group(1)
m = re.match('^commit: (\d+):(\w+) (\w+)$', rest)
if m is not None:
rev = m.group(1)
node = m.group(2)
branch = m.group(3)
m = re.match('^commit date: (.+)$', rest)
if m is not None:
date = m.group(1)
m = re.match('^commit author: (.+)$', rest)
if m is not None:
author = m.group(1)
m = re.match('^commit message: (.+)$', rest)
if m is not None:
message = m.group(1)
elif state == 'checks':
m = re.match(r'^(.+):(\d+):\d+: ', line)
if m is not None:
item['filename'] = m.group(1)
item['fileline'] = m.group(2)
rest = line[m.end():]
# pep8-specific E9xx
# https://pep8.readthedocs.io/en/latest/intro.html#error-codes
if re.match(r'^E9\d{2}', rest) is not None:
errors += 1
item['cls'] = 'error'
elif re.match(r'^[EWFCN]\d{3}', rest) is not None:
warnings += 1
item['cls'] = 'warning'
elif re.match(r'^\[error\]', rest) is not None:
errors += 1
item['cls'] = 'error'
elif re.match(r'^\[warning\]', rest) is not None:
warnings += 1
item['cls'] = 'warning'
elif re.match(r'^\(E\d{3}\)', rest) is not None:
errors += 1
item['cls'] = 'error'
elif re.match(r'^\(W\d{3}\)', rest) is not None:
warnings += 1
item['cls'] = 'warning'
else:
warnings += 1
item['cls'] = 'warning'
result.append(item)
domain, user, name = parse_project_url(url)
with database.transaction():
project, created = Project.create_or_get(
url=url,
domain=domain,
user=user,
name=name)
change, created = Change.create_or_get(
rev=rev,
node=node,
branch=branch,
date=date,
author=author,
message=message,
project=project)
Check.create(
ordinal=Check.select().where(Check.project == project).count() + 1,
errors=errors,
warnings=warnings,
raw=text,
lines=json_encode(result),
success=success,
started=started,
finished=finished,
project=project,
change=change)
def main():
database.init(rel('database.sqlite'))
database.connect()
database.create_tables([Project, Change, Check], safe=True)
logger = logging.getLogger('peewee')
logger.setLevel(logging.DEBUG)
logger.addHandler(logging.StreamHandler())
insert_check(list(fileinput.input()))
database.close()
if __name__ == '__main__':
main()