tools/github_issues_to_csv

#!/usr/bin/env python

r"""
Exports issues from a list of repositories to individual CSV files.
Uses basic authentication (GitHub username + password) to retrieve issues
from a repository that username has access to. Supports GitHub API v3.
"""
import argparse
import csv
from getpass import getpass
import requests

auth = None
states = 'all'


def write_issues(response, csv_out):
    r"""
    Parses JSON response and writes to CSV.
    """
    print response
    if response.status_code != 200:
        raise Exception(response.status_code)
    for issue in response.json():
        if 'pull_request' not in issue:
            labels = ', '.join([l['name'] for l in issue['labels']])
            date = issue['created_at'].split('T')[0]
            # Change the following line to write out additional fields
            csv_out.writerow([labels.encode('utf-8'),
                             issue['title'].encode('utf-8'),
                             issue['state'].encode('utf-8'),
                             date.encode('utf-8'),
                             issue['html_url'].encode('utf-8'),
                             issue['user']['login'].encode('utf-8')])


def get_github_issues(name):
    r"""
    Requests issues from GitHub API and writes to CSV file.
    """
    print name
    print states
    l_url = 'https://api.github.com/repos/{}/issues?state={}'.format(name,
                                                                     states)
    print l_url
    # 'https://api.github.com/repos/{}/issues?state={}'.format(name, state)
    response = requests.get(l_url, auth=auth)

    csvfilename = '{}-issues.csv'.format(name.replace('/', '-'))
    with open(csvfilename, 'w') as csvfile:
        csv_out = csv.writer(csvfile)
        csv_out.writerow(['Labels', 'Title', 'State', 'Date', 'URL', 'Author'])
        write_issues(response, csv_out)

        # Multiple requests are required if response is paged
        if 'link' in response.headers:
            pages = {rel[6:-1]: url[url.index('<')+1:-1] for url, rel in
                     (link.split(';') for link in
                      response.headers['link'].split(','))}
            while 'last' in pages and 'next' in pages:
                pages = {rel[6:-1]: url[url.index('<')+1:-1] for url, rel in
                         (link.split(';') for link in
                          response.headers['link'].split(','))}
                response = requests.get(pages['next'], auth=auth)
                write_issues(response, csv_out)
                if pages['next'] == pages['last']:
                    break

        csvfile.close()

parser = argparse.ArgumentParser(description="Write GitHub repository issues "
                                             "to CSV file.")

parser.add_argument('username', nargs='+', help="GitHub user name, "
                    "formatted as 'username'")

parser.add_argument('password', nargs='+', help="GitHub username password, "
                    "formatted as 'password'")

parser.add_argument('repositories', nargs='+', help="Repository names, "
                    "formatted as 'basereponame/repo'")

parser.add_argument('--all', action='store_true', help="Returns both open "
                    "and closed issues.")
args = parser.parse_args()

if args.all:
    state = 'all'

for argusername in args.username:
    username = argusername

for argpassword in args.password:
    password = argpassword

auth = (username, password)

for repository in args.repositories:
    get_github_issues(repository)