-
Notifications
You must be signed in to change notification settings - Fork 7
/
score2.py
62 lines (50 loc) · 1.34 KB
/
score2.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
#!/usr/bin/env python
# -*- coding: utf8 -*-
import logging
import os.path
import sys
import re
if __name__ == '__main__':
program = os.path.basename(sys.argv[0])
logger = logging.getLogger(program)
logging.basicConfig(format='%(asctime)s: %(levelname)s: %(message)s')
logging.root.setLevel(level=logging.INFO)
logger.info("running %s" % ' '.join(sys.argv))
# check and process input arguments
if len(sys.argv) < 3:
print globals()['__doc__'] % locals()
sys.exit(1)
inp1, inp2, ScoreThreshold= sys.argv[1:4]
i = 1
fin1 = open(inp1,'r')
fin2 = open(inp2,'r')
fout = open(inp2+".score", 'w')
totscore = 0.0
while 1:
perscore = 0.0
linesc = fin1.readline().strip()
if not linesc:
break
linetg = fin2.readline().strip()
linesc = re.sub('[_a-zA-Z ]','',linesc)
linetg = re.sub('[_a-zA-Z ]','',linetg)
j = 0
smalllen = len(linesc) if len(linesc) < len(linetg) else len(linetg)
while j < smalllen:
if linetg[j] == linesc[j]:
perscore += 1.0
j += 1
perscore /= smalllen
if perscore >= float(ScoreThreshold):
totscore += perscore
fout.write(str(perscore))
fout.write("\n")
i += 1
if (i % 100 == 0):
logger.info("Saved " + str(i) + " articles")
totscore /= i
logger.info("Total Score = " + str(totscore))
fin1.close()
fin2.close()
fout.close()
logger.info("Finished Saved " + str(i) + " articles")