travis-activate.py

#!env python2
# travis-activate.py
# Dan Wallach <dwallach@rice.edu>

import requests
import json
import re
from classroom_automation_tokens import TRAVIS_TOKEN
# see installation and usage instructions in README.md

travisToken = TRAVIS_TOKEN

# and we're going to need the name of your GitHub "project" in which all your students' work lives

githubProject = 'MIEE-ACS'

# and since there are going to be lots of repos that we don't necessarily care about, let's
# have a predicate to match the ones we *do* care about

repoRegex = "domashnee-zadanie.*"

# API documentation: https://developer.travis-ci.org/ (for the V3 APIs, which are mostly what we're using here)

requestHeaders = {
   "User-Agent": "TravisActivate/1.0",
   "Authorization": "token \"" + travisToken + "\"",
   "Accept": "application/vnd.travis-ci.2+json"
}

requestHeadersV3 = {
   "User-Agent": "TravisActivate/1.0",
   "Content-Type": "application/json",
   "Accept": "application/json",
   "Travis-API-Version": "3",
   "Authorization": "token " + travisToken
}

#
# TODO: tell travis to sync with GitHub first?
#

foundLastRepo = False
repoList = []
limit = 100    # make this bigger, and nothing happens
offset = 0

while not foundLastRepo:
    print "Fetching repos: " + str(offset) + " -> " + str(offset+limit)
    repoDump = requests.get('https://api.travis-ci.com/owner/' + githubProject + '/repos', headers = requestHeadersV3, params = {'limit': limit, 'offset': offset})
    
    if repoDump.status_code != 200:
        # hopefuly human-readable text complaining about the problem
        print repoDump
        print "Failed to load repo list from Travis: " + repoList.content 
        exit(1)
    
    # Before we can deal with the data structure here, we have to collect all of the
    # entries. Travis-CI will only give us 100 of them at a time, even if you explicitly
    # set a larger limit parameter. Because reasons. 
        
    repoList = repoList + repoDump.json()['repositories']
    pagination = repoDump.json()['@pagination']
    if pagination['is_last']:
        foundLastRepo = True
    else:
        limit = pagination['next']['limit']
        offset = pagination['next']['offset']
        

# each entry in the list now looks something like this: {
# "slug": "RiceComp215/comp215-week01-intro-2017-studentName",
# "name": "comp215-week01-intro-2017-studentName",
# "github_language": null,
# "default_branch": {
#     "@representation": "minimal",
#     "@href": "/repo/3205265/branch/master",
#     "@type": "branch",
#     "name": "master"
# },
# "owner": {
#     "login": "RiceComp215",
#     "@href": "/org/111720",
#     "@type": "organization",
#     "id": 111720
# },
# "private": true,
# "id": 3205265,
# "@permissions": {
#     "activate": true,
#     "star": true,
#     "read": true,
#     "create_request": true,
#     "create_cron": true,
#     "delete_key_pair": true,
#     "admin": true,
#     "unstar": true,
#     "create_key_pair": true,
#     "deactivate": true,
#     "create_env_var": true
# },
# "@href": "/repo/3205265",
# "@representation": "standard",
# "starred": false,
# "active": false,
# "@type": "repository",
# "description": "comp215-week01-intro-2017-studentName created by GitHub Classroom" }

# We're interested in whether it's activated.
# If inactive, we'll activate and trigger a build.


desiredSettings = {
  "settings": {
    "builds_only_with_travis_yml": True,
    "build_pushes": True,
    "build_pull_requests": True,
    "maximum_number_of_builds": 1
  }
}

buildRequest = {
    "request": {
        "branch": "master"
    }
}

updated = 0

#
# Note: the Travis-CI API places a limit on the number of rebuilds that can
# be requested in a given amount of time. It's more important that we do
# all the other work, activations, etc., so that's why there are two separate
# loops here. Important work first.
#
repoMatcher = re.compile(repoRegex)
print "---------------------"
repoListFiltered = [x for x in repoList if repoMatcher.search(x['slug'])]
print "Total repos found: " + str(len(repoListFiltered)) + " of " + str(len(repoList)) + " matching " + repoRegex


for repo in repoListFiltered:
    if not repo['active']:
        id = str(repo['id'])
        print "Activating: " + repo['slug']
        # activate Travis for the repo
        requests.post('https://api.travis-ci.com/repo/' + id + "/activate", headers = requestHeadersV3, data = json.dumps(buildRequest))
        # set all the build flags normally
        requests.patch('https://api.travis-ci.com/repos/' + id + "/settings", headers = requestHeaders, data = json.dumps(desiredSettings))
        updated = updated + 1

if updated > 0:
    print "---------------------"

for repo in repoListFiltered:
    if not repo['active']:
        id = str(repo['id'])
        print "Requesting rebuild: " + repo['slug']
        # ask for a rebuild
        requests.post('https://api.travis-ci.com/repo/' + id + "/requests", headers = requestHeadersV3, data = json.dumps(buildRequest))

if updated > 0:
    print "---------------------"
    print "Total repos activated/updated: " + str(updated)
else:
    print "Every repo is active, nothing to do."