kattis_scraper.py

from bs4 import BeautifulSoup
import requests

_HEADERS = {'User-Agent': 'kattis-scraper'}

def login(s, login_url, username, password=None, token=None):
    """Log in to Kattis.

    At least one of password or token needs to be provided.

    Returns a requests.Response with cookies needed to be able to submit
    """
    login_args = {'user': username, 'script': 'true'}
    if password:
        login_args['password'] = password
    if token:
        login_args['token'] = token

    return s.post(login_url, data=login_args, headers=_HEADERS)


def getSolvedProblems(username, password):
    """Get a list of all solved problems corresponding to the username.

    Username can be interchanged with email.
    """
    # Start a session and log in
    s = requests.Session()
    loginurl = "https://open.kattis.com/login"
    if login(s, loginurl, username, password).text != "Login successful":
        print("Couldn't log you in. Are you sure you're using the right username/password?")
        return []

    # navigate to the solved problems page
    url = "https://open.kattis.com/problems?order=problem_difficulty&f_solved=on&f_partial-score=off&f_tried=off&f_untried=off&f_language=-1"
    r = s.get(url)
    soup = BeautifulSoup(r.text, 'html.parser')

    # iterate through all pages of solved problems and grab their names
    solved_problems = []
    while True:
        nxt = soup.findAll('a', {'role': 'button'})[-1]
        tbody = soup.find("tbody")
        tds = tbody.findAll("tr")
        for problem in tds:
            td = problem.find("td")
            solved_problems.append(td.find("a").contents[0])
        # if there's another page, navigate to it. otherwise, we're doen
        if nxt.has_attr('href'):
            link = nxt['href']
            link = "https://open.kattis.com/problems" + link
            r = s.get(link)
            soup = BeautifulSoup(r.text, 'html.parser')
        else:
            break
        
    return solved_problems