user.py

import os, shutil
from slugify import slugify
import requests

from profile import scrape_profile
from guestbook import scrape_guestbook
from images import scrape_images
from videos import scrape_videos
from friends import scrape_friends

def make_user_folder(profile_id):
    # we arrange the users in folders of 10000
    remainder = profile_id % 100000
    subfolder = profile_id - remainder

    #sanitized_name = slugify(username)
    
    folder = "out/%d/%d/" % (subfolder, profile_id)

    os.makedirs(folder, exist_ok=True)
    
    return folder


def get_everything(user_id, s):
    print(":: %d" % user_id)
    folder = make_user_folder(user_id)

    active = scrape_profile(user_id, folder, s)

    if (active):
        scrape_guestbook(user_id, folder, s)
        scrape_images(user_id, folder, s)
        scrape_videos(user_id, folder, s)
        scrape_friends(user_id, folder, s)
    else:
        shutil.rmtree(folder, ignore_errors=True)

if __name__=='__main__':
    # mange billeder 2029308
    # to siders video 3625323
    # har panes 2509500
    s = requests.Session()
    
    get_everything(2029308, s)
    get_everything(3625323, s)
    get_everything(3625323, s)
    get_everything(2509500, s)