-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathnotion2md.py
336 lines (290 loc) · 12.8 KB
/
notion2md.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
# -*- coding: utf-8 -*-
""" notion2md
轉換 notion page 到 markdown
參考此處 https://github.com/akkuman/notiontomd
@change 2022/07/29
- 修改不支持的block的相關提示
@change 2022/07/23
- 添加logger
- 重新處理不支持的block, 避免程式中斷
@docs 2022/07/21
- 新增註解
@change 2022/07/18
- 支持到 notion-client 1.0.0
"""
import json
import markdown
from notion_client import Client
from utils import get_logger
logger = get_logger("notion2md")
def proc_unsupport_block(text=""):
return f"Bot msg: {text}"
class ElementAnnotations:
def __init__(self, data: dict):
self.bold = data.get('bold', False)
self.italic = data.get('italic', False)
self.strikethrough = data.get('strikethrough', False)
self.underline = data.get('underline', False)
self.code = data.get('code', False)
self.color = data.get('color', 'default')
def parse_text(self, text):
parsed_text = text
if self.bold:
parsed_text = f'**{parsed_text}**'
if self.italic:
parsed_text = f'*{parsed_text}*'
if self.strikethrough:
parsed_text = f'~~{parsed_text}~~'
if self.underline:
parsed_text = f'<u>{parsed_text}</u>'
if self.code:
parsed_text = f'`{parsed_text}`'
if self.color != 'default':
parsed_text = f'<font color={self.color}>{parsed_text}</font>'
return parsed_text
class NotionToMarkdown:
"""
Notion page convert to Markdown file
Arguments
- token - str
Notion API token
Request API from URL https://www.notion.so/my-integrations
- page_id - str
Notion page ID (onlymetion_page)
"""
def __init__(self, token, page_id):
self.notion = Client(auth=token)
self.page_id = page_id
logger.info("connect to notion page")
def get_blocks(self, parent_block_id):
page_data = self.notion.blocks.children.list(parent_block_id)
return page_data.get('results') or []
def _parse_blocks(self, blocks, level=0):
text = ''
for block in blocks:
block_type = block.get('type')
Eof = "\n" if block_type in ["table", "table_row"] else "\n\n"
text += ' ' * level + getattr(self, f'handle_block_{block_type}')(block, level) + Eof
if block.get('has_children'):
text += self._parse_blocks(self.get_blocks(block['id']), level+1)
return text
def parse(self) -> str:
"""解析 notion page"""
blocks = self.get_blocks(self.page_id)
return self._parse_blocks(blocks)
def _handle_element_base(self, element):
"""處理 block 元素的基礎方法"""
plain_text = element.get('plain_text', '')
href = element.get('href', '')
annotations = ElementAnnotations(element.get('annotations', {}))
parsed_text = plain_text
if href:
parsed_text = f'[{parsed_text}]({href})'
parsed_text = annotations.parse_text(parsed_text)
return parsed_text
def handle_element_text(self, element):
"""處理 block 內的文字"""
return self._handle_element_base(element)
def _handle_text_block_base(self, block, level=0):
"""處理 text block 基礎方法"""
block_type = block.get('type')
# texts = block.get(block_type, {}).get('text', []) #notion_client == 0.8.0
texts = block.get(block_type, {}).get('rich_text', []) #notion_client == 1.0.0
block_text = ''
for element in texts:
element_type = element.get('type')
block_text += getattr(self, f'handle_element_{element_type}')(element)
return block_text
def handle_block_paragraph(self, block: dict, level=0):
"""處理 paragraph block"""
logger.debug("paragraph")
return self._handle_text_block_base(block)
def handle_block_numbered_list_item(self, block, level=0):
"""處理 numbered_list block"""
logger.debug("numbered_list")
block_text = self._handle_text_block_base(block)
return f'1. {block_text}'
def handle_block_bulleted_list_item(self, block, level=0):
"""處理 bulleted_list block"""
logger.debug("bulleted_list")
block_text = self._handle_text_block_base(block)
return f'- {block_text}'
def handle_block_image(self, block, level=0):
"""處理 image block"""
logger.debug("image")
image_field = block['image']
image_type = image_field['type']
image_url = image_field[image_type]['url']
return f''
def handle_block_code(self, block, level=0):
"""處理 code block"""
logger.debug("code")
block_text = self._handle_text_block_base(block)
lang = block.get('code', {}).get('language', '')
if level > 0:
code_text = ''
for line in block_text.split('\n'):
code_text += 4 * ' ' + line + '\n' + ' ' * level
print(json.dumps(code_text), level)
return code_text
else:
return f'```{lang}\n{block_text}\n```'
def handle_block_heading_1(self, block, level=0):
"""處理 heading_1 block"""
logger.debug("heading_1")
block_text = self._handle_text_block_base(block)
return f'# {block_text}'
def handle_block_heading_2(self, block, level=0):
"""處理 heading_2 block"""
logger.debug("heading_2")
block_text = self._handle_text_block_base(block)
return f'## {block_text}'
def handle_block_heading_3(self, block, level=0):
"""處理 heading_3 block"""
logger.debug("heading_3")
block_text = self._handle_text_block_base(block)
return f'### {block_text}'
def handle_block_bookmark(self, block, level=0):
"""處理 bookmark block"""
logger.debug("bookmark")
bookmark_field = block.get('bookmark', {})
bookmark_url = bookmark_field.get('url', '')
return f'- [{bookmark_url}]({bookmark_url})'
def handle_block_quote(self, block, level=0):
"""處理 quote block"""
logger.debug("quote")
block_text = self._handle_text_block_base(block)
return f'> {block_text}'
def handle_block_to_do(self, block, level=0):
"""處理 to-do block"""
logger.debug("to_do")
block_text = self._handle_text_block_base(block)
checked = block.get('to_do', {}).get('checked', False)
prefix = f'- [{"x" if checked else " "}] '
return f'{prefix}{block_text}'
def handle_block_child_database(self, block, level=0):
"""處理子database"""
logger.debug("child_database")
database_id = block['id']
kwargs = {
'page_size': 100
}
table_list = []
title_field = '' # 用來存放第一列標題
while True:
res = self.notion.databases.query(database_id, **kwargs)
results = res.get('results', [])
# 處理表格结果填入table_list
for item in results:
row_dict = {}
properties = item.get('properties', {})
for field_name, field_data in properties.items():
if field_data.get('type') == 'title':
title_field = field_name
field_text = self._handle_text_block_base(field_data, has_text_field=False)
row_dict[field_name] = field_text
table_list.append(row_dict)
# 如果有更多數據則進行翻頁
if res.get('next_cursor'):
kwargs['start_cursor'] = res['next_cursor']
else:
break
# table_list轉化為markdown表格
all_fields = set()
for item in table_list:
for k in item:
# 把標題列單獨處理
if k == title_field:
continue
all_fields.add(k)
all_fields = list(all_fields)
# 標題列差到第一列
all_fields.insert(0, title_field)
block_text = " | ".join(all_fields) + "\n"
block_text += " | ".join(['----'] * len(all_fields)) + "\n"
for item in table_list:
row = [item.get(field, '') for field in all_fields]
block_text += " | ".join(row) + "\n"
return block_text
def handle_block_divider(self, block, level=0):
"""處理 divider block"""
logger.debug("divider block")
return '------'
def handle_block_callout(self, block, level=0):
"""處理callout類型的 block (處理為粗體文字)"""
logger.debug("callout block")
callout_html = """<div class="callout" style="width: 100%; max-width: 850px;">
<div style="display: flex;">
<div style="display: flex; width: 100%; border-radius: 3px; padding: 16px 16px 16px 12px;">
<div>
<div style="user-select: none; transition: background 20ms ease-in 0s; display: flex; align-items: center; justify-content: center; height: 24px; width: 24px; border-radius: 3px; flex-shrink: 0;">
{icon_html}
</div>
</div>
<div style="display: flex; flex-direction: column; min-width: 0px; margin-left: 8px; width: 100%;">
<div style="max-width: 100%; width: 100%; white-space: pre-wrap; word-break: break-word; caret-color: rgb(55, 53, 47); padding-left: 2px; padding-right: 2px;">{block_html}</div>
</div>
</div>
</div>
</div>"""
block_text = self._handle_text_block_base(block)
block_html = markdown.markdown(block_text)
icon_field = block.get('callout', {}).get('icon', {})
icon_type = icon_field.get('type', '')
icon_html = ''
if icon_type == 'emoji':
emoji = icon_field.get('emoji')
icon_html = f"""<div style="display: flex; align-items: center; justify-content: center; height: 24px; width: 24px;"><div style="height: 16.8px; width: 16.8px; font-size: 16.8px; line-height: 1.1; margin-left: 0px; color: black;">{emoji}</div></div>"""
elif icon_type == 'external':
icon_url = icon_field.get('external', {}).get('url', '')
icon_html = f"""<div><div style="width: 100%; height: 100%;"><img src="{icon_url}" style="display: block; object-fit: cover; border-radius: 3px; width: 16.8px; height: 16.8px; transition: opacity 100ms ease-out 0s;"></div></div>"""
return callout_html.format(icon_html=icon_html, block_html=block_html)
def handle_block_unsupported(self, block, level=0):
"""處理 不支持的 block (當前simpletable在api中未返回)"""
return proc_unsupport_block("不支持的API block")
def handle_element_mention(self, element):
"""處理 block mention元素, 僅支持link_preview"""
mention_field = element.get('mention', {})
if mention_field.get('type') != 'link_preview':
logger.warn("not support mention type...")
return proc_unsupport_block("不支持mention元素link_preview外的類型")
return self._handle_element_base(element)
def handle_block_table(self, block, level=0):
"""處理 table block"""
logger.debug("table...")
block_type = block.get('type')
table_width = block.get(block_type, {}).get('table_width', 0)
has_column_header = block.get(block_type, {}).get('has_column_header', False)
has_row_header = block.get(block_type, {}).get('has_row_header', False)
# TODO: header support
if has_column_header:
pass
if has_row_header:
pass
# without header. this like
# ||....||
# |-|-....-|-|
return " " + "|"*table_width + "|" + "\n " + "|-"*table_width + "|"
def handle_block_table_row(self, block, level=0):
"""處理 table block"""
logger.debug("table_row...")
block_type = block.get('type')
rows = block.get(block_type, {}).get("cells", {})
print(len(rows))
rows_text = "|"
for i in range(len(rows)):
row = rows[i][0]
plain_text = row.get('plain_text', '')
href = row.get('href', '')
annotations = ElementAnnotations(row.get('annotations', {}))
parsed_text = plain_text
if href:
parsed_text = f'[{parsed_text}]({href})'
parsed_text = annotations.parse_text(parsed_text)
rows_text += parsed_text
rows_text += "|"
return rows_text
def handle_block_table_of_contents(self, block, level=0):
"""處理 table of contents block"""
logger.warn("not support block_table_of_contents...")
return ""