debian_nm2/contributors/housekeeping.py

# nm.debian.org website housekeeping
# pymode:lint_ignore=E501
#
# Copyright (C) 2014  Enrico Zini <enrico@debian.org>
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as
# published by the Free Software Foundation, either version 3 of the
# License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.

from __future__ import print_function
from __future__ import absolute_import
from __future__ import division
from __future__ import unicode_literals
from django.conf import settings
from django.core.exceptions import ImproperlyConfigured
from backend.housekeeping import MakeLink
import django_housekeeping as hk
import backend.models as bmodels
import debiancontributors as dc
import logging

log = logging.getLogger(__name__)

DC_AUTH_TOKEN = getattr(settings, "DC_AUTH_TOKEN", None)
DC_SUBMIT_URL = getattr(settings, "DC_SUBMIT_URL", None)
DC_GIT_REPO_NM = getattr(settings, "DC_GIT_REPO_NM", "/srv/nm.debian.org/nm2/.git")
DC_GIT_REPO_DC = getattr(settings, "DC_GIT_REPO_DC", "/srv/contributors.debian.org/dc/.git")

STAGES = ["main", "reports", "stats"]


class SubmitContributors(hk.Task):
    """
    Compute contributions and submit them to contributors.debian.org
    """
    DEPENDS = [MakeLink]

    def run_reports(self, stage):
        from django.db.models import Min, Max

        if DC_AUTH_TOKEN is None:
            if settings.DEBUG:
                log.warning("DC_AUTH_TOKEN is not configured, we cannot submit to contributors.debian.org")
                log.warning("Stopping processing here, this would result in an exception in production.")
                return
            else:
                raise ImproperlyConfigured("DC_AUTH_TOKEN is not configured, we cannot submit to contributors.debian.org")

        datamine = dc.DataMine(configstr="""
source: nm.debian.org

contribution: dc-devel
method: gitlogs
dirs: {git_repo_dc}

contribution: nm-devel
method: gitlogs
dirs: {git_repo_nm}
""".format(git_repo_dc=DC_GIT_REPO_DC, git_repo_nm=DC_GIT_REPO_NM))
        datamine.scan()
        submission = datamine.submission

        for am in bmodels.AM.objects.all():
            res = bmodels.Log.objects.filter(changed_by=am.person, process__manager=am).aggregate(
                since=Min("logdate"),
                until=Max("logdate"))
            if res["since"] is None or res["until"] is None:
                continue
            submission.add_contribution_data(
                dc.Identifier(type="login", id=am.person.uid, desc=am.person.fullname),
                type="am", begin=res["since"].date(), end=res["until"].date(),
                url=self.hk.link(am))

        for am in bmodels.AM.objects.filter(is_fd=True):
            res = bmodels.Log.objects.filter(changed_by=am.person).exclude(process__manager=am).aggregate(
                since=Min("logdate"),
                until=Max("logdate"))
            if res["since"] is None or res["until"] is None:
                continue
            submission.add_contribution_data(
                dc.Identifier(type="login", id=am.person.uid, desc=am.person.fullname),
                type="fd", begin=res["since"].date(), end=res["until"].date(),
                url=self.hk.link(am))

        submission.set_auth_token(DC_AUTH_TOKEN)
        if DC_SUBMIT_URL:
            submission.baseurl = DC_SUBMIT_URL

        res, info = submission.post()
        if not res:
            log.error("%s: submission failed: %r", self.IDENTIFIER, info)