forked from nicolas17/covid-ar-json
-
Notifications
You must be signed in to change notification settings - Fork 0
/
textparser.py
72 lines (57 loc) · 2.62 KB
/
textparser.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
# SPDX-FileCopyrightText: 2020 Nicolás Alvarez <nicolas.alvarez@gmail.com>
#
# SPDX-License-Identifier: MIT
import os
import re
import logging
import attr
def coalesce(*args):
return next(x for x in args if x is not None)
@attr.s
class Report:
cases = attr.ib(default=None)
deaths = attr.ib(default=None)
new_cases = attr.ib(default=None)
pdf_filename = attr.ib(default=None)
def num_regex(capture_name):
# handles '45' and 'cuarenta y cinco (45)' and 'veintiún (21)'
return r'((?P<{0}1>\d+)|[a-záéíóú ]+ \((?P<{0}2>\d+)\))'.format(capture_name)
def parse_main_totals(text, report):
m = re.search('El total de casos confi?rmados en Argenti?na (a las \d+ horas de hoy )?es de '+num_regex('c')+'( casos)?(\*|\(*\)|, \(\*\))?, (de los cuales )?'+num_regex('d')+' (fallecieron|falleció)', text)
if m:
logging.info("Matched sentence: '{}'".format(m.group(0)))
report.cases = int(coalesce(m.group('c1'), m.group('c2')))
report.deaths = int(coalesce(m.group('d1'), m.group('d2')))
return True
m = re.search('se registran un total de '+num_regex('c')+' casos importados confirmados de COVID-19 entre los que se encuentran? '+num_regex('d')+' fallecidos?', text)
if m:
logging.info("Matched sentence: '{}'".format(m.group(0)))
report.cases = int(coalesce(m.group('c1'), m.group('c2')))
report.deaths = int(coalesce(m.group('d1'), m.group('d2')))
return True
m1 = re.search("En nuestro pa[ií]s,? el total de casos es de (\d+)", text)
m2 = re.search("registrado un total de (\d+) fallecidos confirmados para COVID-19", text)
if m1 and m2:
logging.info("Matched sentence 1: '{}'".format(m1.group(0)))
logging.info("Matched sentence 2: '{}'".format(m2.group(0)))
report.cases = int(m1.group(1))
report.deaths = int(m2.group(1))
return True
return False
def parse(text):
text = text.replace('\n', ' ')
text = text.replace('\u200b', '') # zero-width space
report = Report()
if parse_main_totals(text, report):
logging.info("Extracted info: cases:{}, deaths:{}".format(report.cases, report.deaths))
else:
logging.warning("No regex matched!")
m = re.search('Hoy fueron confirmados '+num_regex('n')+' nuevos casos de COVID-19', text)
if m:
logging.info("Matched sentence: '{}'".format(m.group(0)))
report.new_cases = int(coalesce(m.group('n1'), m.group('n2')))
logging.info("Extracted info: new_cases:{}".format(report.new_cases))
return report
def parse_text_file(filename):
with open(filename, "r") as f:
return parse(f.read())