following.py

import tweepy
import time
from datetime import datetime
import logging
import os
import mentions
import UserDB

USER_DIR = 'twitter-following'


def get_following(api, centre, max_depth=3, curr_depth=0):
    if curr_depth > max_depth:
        return
    userfname = os.path.join(USER_DIR, str(centre) + ".json")
    if os.path.exists(userfname):
        return
    logging.info("User being mined is %s" % str(centre))
    print("User being mined %s" % str(centre))
    following = []
    while True:
        try:
            i = 1
            for friends in tweepy.Cursor(api.friends, screen_name=centre, count=200).items():
                # print i,friends.screen_name
                i += 1
                following.append(friends.screen_name)
                if i % 200 == 0:
                    time.sleep(60)

            for name in following:
                get_following(api, name, max_depth, curr_depth+1)
            UserDB.store_friends(api, centre, following)
            mentions.get_mentions(api, centre)
            break
        except tweepy.TweepError as error:
            print(str(error))

            if str(error) == 'Not authorized.':
                print('Can''t access user data - not authorized.')
                break
            if str(error) == 'User has been suspended.':
                print('User suspended.')
                break
            if str(error) == "[{'message': 'Rate limit exceeded', 'code': 88}]" or str(
                    error) == "[{u'message': u'Rate limit exceeded', u'code': 88}]":
                print('Rate limited. Sleeping for 15 minutes.')
                logging.info('Rate limit exceeded at %s' % str(datetime.now()))
                time.sleep(15 * 60 + 15)
        continue

    return following