mentat/automation/taskcluster/decision_task_pull_request.py

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.

import datetime
import json
import os
import taskcluster
import re
import subprocess
import sys


"""
Decision task for pull requests
"""

TASK_ID = os.environ.get('TASK_ID')
REPO_URL = os.environ.get('GITHUB_HEAD_REPO_URL')
BRANCH = os.environ.get('GITHUB_HEAD_BRANCH')
COMMIT = os.environ.get('GITHUB_HEAD_SHA')

def fetch_module_names():
    process = subprocess.Popen(["./gradlew", "--no-daemon", "printModules"], stdout=subprocess.PIPE,
                               cwd=os.path.join(os.getcwd(), "sdks", "android", "Mentat"))
    (output, err) = process.communicate()
    exit_code = process.wait()

    if exit_code is not 0:
        print "Gradle command returned error:", exit_code

    return re.findall('module: (.*)', output, re.M)


def schedule_task(queue, taskId, task):
    print "TASK", taskId
    print json.dumps(task, indent=4, separators=(',', ': '))

    result = queue.createTask(taskId, task)
    print "RESULT", taskId
    print json.dumps(result, indent=4, separators=(',', ': '))


def create_task(name, description, command):
    created = datetime.datetime.now()
    expires = taskcluster.fromNow('1 year')
    deadline = taskcluster.fromNow('1 day')

    return {
        "workerType": 'github-worker',
        "taskGroupId": TASK_ID,
        "expires": taskcluster.stringDate(expires),
        "retries": 5,
        "created": taskcluster.stringDate(created),
        "tags": {},
        "priority": "lowest",
        "schedulerId": "taskcluster-github",
        "deadline": taskcluster.stringDate(deadline),
        "dependencies": [ TASK_ID ],
        "routes": [],
        "scopes": [],
        "requires": "all-completed",
        "payload": {
            "features": {},
            "maxRunTime": 7200,
            "image": "mozillamobile/mentat:1.2",
            "command": [
                "/bin/bash",
                "--login",
                "-cx",
                "export TERM=dumb && git fetch %s %s && git config advice.detachedHead false && git checkout %s && cd sdks/android/Mentat && ./gradlew --no-daemon clean %s" % (REPO_URL, BRANCH, COMMIT, command)
            ],
            "artifacts": {},
            "deadline": taskcluster.stringDate(deadline)
        },
        "provisionerId": "aws-provisioner-v1",
        "metadata": {
            "name": name,
            "description": description,
            "owner": "nalexander@mozilla.com",
            "source": "https://github.com/mozilla/mentat"
        }
    }


def create_module_task(module):
    return create_task(
        name='Mentat Android SDK - Module ' + module,
        description='Building and testing module ' + module,
        command=" ".join(map(lambda x: module + ":" + x, ['assemble', 'test', 'lint'])))


# def create_detekt_task():
#     return create_task(
#         name='Android Components - detekt',
#         description='Running detekt over all modules',
#         command='detektCheck')


# def create_ktlint_task():
#     return create_task(
#         name='Android Components - ktlint',
#         description='Running ktlint over all modules',
#         command='ktlint')


if __name__ == "__main__":
    queue = taskcluster.Queue({ 'baseUrl': 'http://taskcluster/queue/v1' })

    modules = fetch_module_names()

    if len(modules) == 0:
        print "Could not get module names from gradle"
        sys.exit(2)

    for module in modules:
        task = create_module_task(module)
        task_id = taskcluster.slugId()
        schedule_task(queue, task_id, task)

    # schedule_task(queue, taskcluster.slugId(), create_detekt_task())
    # schedule_task(queue, taskcluster.slugId(), create_ktlint_task())