aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorMichael Palimaka <kensington@gentoo.org>2017-07-30 00:45:30 +1000
committerMichael Palimaka <kensington@gentoo.org>2017-07-30 00:48:26 +1000
commit51eac980e4b93a00585224032e7874e43392dafd (patch)
tree993ae065aa0a64a6d0e42edd1b5732df014e43d6
parentmodels: add a model for gentoo-ci pkgcheck results (diff)
downloadgrumpy-51eac980e4b93a00585224032e7874e43392dafd.tar.gz
grumpy-51eac980e4b93a00585224032e7874e43392dafd.tar.bz2
grumpy-51eac980e4b93a00585224032e7874e43392dafd.zip
sync: add gentoo-ci pkgcheck results syncronisation
-rw-r--r--backend/lib/sync.py63
-rwxr-xr-xmanage.py5
2 files changed, 67 insertions, 1 deletions
diff --git a/backend/lib/sync.py b/backend/lib/sync.py
index c3ed83c..fc1479e 100644
--- a/backend/lib/sync.py
+++ b/backend/lib/sync.py
@@ -5,7 +5,7 @@ from datetime import datetime
import requests
from .. import app, db
-from .models import Category, Keyword, Maintainer, Package, PackageVersion
+from .models import Category, Keyword, Maintainer, Package, PackageVersion, PkgCheck
SYNC_BUFFER_SECS = 60*60 #1 hour
proj_url = "https://api.gentoo.org/metastructure/projects.xml"
@@ -151,6 +151,67 @@ def sync_packages():
db.session.add(new_pkg)
db.session.commit()
+def sync_pkgcheck():
+ data = http_session.get("https://gitweb.gentoo.org/report/gentoo-ci.git/plain/output.xml")
+ root = ET.fromstring(data.content)
+
+ if root.tag.lower() != 'checks':
+ print("Downloaded gentoo-ci output.xml root tag isn't 'checks'")
+ return
+
+ PkgCheck.query.delete()
+
+ for result_elem in root:
+ if result_elem.tag.lower() != 'result':
+ print("Skipping unknown <checks> subtag <%s>" % result_elem.tag)
+ continue
+
+ check = {
+ 'category': None,
+ 'package': None,
+ 'version': None,
+ 'class': '',
+ 'message': '',
+ }
+
+ for elem in result_elem:
+ tag = elem.tag.lower()
+ text = elem.text
+
+ if tag == 'category':
+ category = Category.query.filter_by(name=text).first()
+ if category:
+ check['category'] = category
+ else:
+ print("Skipping unknown category <%s>" % text)
+ elif tag == 'package':
+ if check['category']:
+ package = Package.query.filter_by(category=check['category'],name=text).first()
+ if package:
+ check['package'] = package
+ else:
+ print("Skipping unknown package <%s>" % text)
+ else:
+ print("Skipping package <%s> for which no category is defined" % text)
+ elif tag == 'version':
+ if check['package']:
+ version = PackageVersion.query.filter_by(package=check['package'], version=text).first()
+ if version:
+ check['version'] = version
+ else:
+ print("Skipping unknown version <%s-%s>" % (check['package'].name, text))
+ else:
+ print("Skipping version <%s> for which no package is defined" % text)
+ elif tag == 'class':
+ check['class'] = elem.text.lower()
+ elif tag == 'msg':
+ check['message'] = elem.text.lower()
+
+ pkgcheck = PkgCheck(category=check['category'], package=check['package'], version=check['version'], violationclass=check['class'], message=check['message'])
+ db.session.add(pkgcheck)
+
+ db.session.commit()
+
def sync_versions():
"""Synchronize packages version data from packages.gentoo.org.
diff --git a/manage.py b/manage.py
index 8df47ee..889c670 100755
--- a/manage.py
+++ b/manage.py
@@ -45,6 +45,11 @@ def sync_packages():
sync.sync_packages()
@manager.command
+def sync_pkgcheck():
+ """Synchronize dev-util/pkgcheck static analysis data"""
+ sync.sync_pkgcheck()
+
+@manager.command
def sync_versions():
"""Synchronize only Gentoo package details"""
sync.sync_versions()