-
Notifications
You must be signed in to change notification settings - Fork 2
/
get_COVID_data.py
56 lines (36 loc) · 1.31 KB
/
get_COVID_data.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
#############
#
# COVID Web Scraping Tool
#
# Written by Andy Block
# August 18, 2020
#
#############
import os
import pandas as pd
from helper_files.get_dirs import get_dirs
from helper_files.get_todays_date import get_todays_date
from helper_files.get_CTP_data import get_CTP_data
from helper_files.get_JH_data import get_JH_data
from helper_files.create_JH_master import create_JH_master
from helper_files.update_JH_master import update_JH_master
if __name__== '__main__':
# Initialization first
root_dir, helper_files_dir, CTP_data_dir, JH_data_dir = get_dirs()
current_day, current_month = get_todays_date()
##########
# Get COVID Tracking Project data
get_CTP_data(root_dir, CTP_data_dir, current_month, current_day)
##########
# Get Johns Hopkins data
get_JH_data(JH_data_dir)
##########
# Create JH_master.csv if one does not exist, otherwise simply update JH_master.csv
root_files = os.listdir(root_dir)
existing_JH_master = [x for x in root_files if 'JH_master' in x]
if existing_JH_master == []:
JH_master = create_JH_master(JH_data_dir, root_dir)
else:
JH_master = pd.read_csv(existing_JH_master[0])
update_JH_master(JH_master, JH_data_dir, root_dir)
##########