-
Notifications
You must be signed in to change notification settings - Fork 2
/
seek_indiemag_id.py
76 lines (64 loc) · 3.09 KB
/
seek_indiemag_id.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
# Copyright (c) 2023 Facenapalm
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in all
# copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
# SOFTWARE.
"""
Add IndieMag game ID (P9870) based on matching external idenitifiers - for
instance, Steam application ID (P1733).
To get started, type:
python seek_indiemag_id.py -h
"""
import re
import requests
from common.seek_basis import SearchIDSeekerBot
class IndieMagSeekerBot(SearchIDSeekerBot):
def __init__(self):
super().__init__(
database_property="P9870",
default_matching_property="P1733",
allowed_matching_properties=["P1733", "P2725"],
additional_query_lines=["?item wdt:P136 wd:Q2762504 ."], # indie games only
)
def search(self, query, max_results=None):
response = requests.get(f'https://www.indiemag.fr/search/node/{query}', headers=self.headers)
if not response:
print(f"WARNING: query `{query}` resulted in {response.status_code}: {response.reason}")
return []
html = response.text
return re.findall(r'<div class="search-result">\s*<div class="vignette apercu">\s*<div class="image">\s*<a href="/jeux/([a-z0-9\-]+)"', html)
def parse_entry(self, entry_id):
response = requests.get(f'https://www.indiemag.fr/jeux/{entry_id}', headers=self.headers)
if not response:
print(f"WARNING: video game `{entry_id}` returned {response.status_code}: {response.reason}")
return {}
html = response.text
match = re.search(r'<div class="externes">([\s\S]+?)</div>\s*<div class="clear"></div>', html)
if not match:
print(f"WARNING: no external links found for `{entry_id}`")
return {}
externals = match.group(1)
result = {}
match = re.search(r'href="https?://store\.steampowered\.com/app/(\d+)[/"]', externals)
if match:
result["P1733"] = match.group(1)
match = re.search(r'href="https?://www\.gog\.com/(?:en/)?(game/[a-z0-9_]+)[?"]', externals)
if match:
result["P2725"] = match.group(1)
return result
if __name__ == "__main__":
IndieMagSeekerBot().run()