/
siyuan_synonym.py
110 lines (96 loc) · 3.29 KB
/
siyuan_synonym.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
from collections import defaultdict
from siyuanhelper import helper
import asyncio
import re
pat = re.compile("同义词：(.+)")
tasklist = []
fa = {}
count = {}
title = {}
visited = set()
root_list = defaultdict(list)
def find(id: str):
if id not in fa:
fa[id] = id
return id
if fa[id] == id:
return id
fa[id] = find(fa[id])
return fa[id]
def unite(ida: str, idb: str):
find(ida)
find(idb)
fa[fa[ida]] = fa[idb]
async def get_count_title(id: str):
count[id] = 0
try:
temp = await helper.query_sql("select count() as c \
from refs where def_block_id = '{}'".format(id))
count[id] = temp[0]["c"]
temp = await helper.query_sql("select content from blocks where id = '{}'".format(id))
title[id] = temp[0]["content"]
except Exception:
print("Exception occurred when getting the count and title of {}".format(id))
return
async def dig(id: str):
if id in visited:
return
find(id)
visited.add(id)
await get_count_title(id)
try:
# Direct Link
property = await helper.query_sql(
"select markdown from blocks where id = (select block_id from attributes where root_id='{}' \
and name='custom-type' and value='property')".format(id))
queue = []
matches = pat.finditer(property[0]["markdown"])
for x in matches:
str = x.group(1)
newid = list()
bracket = 0
skip = 0
for y in str:
if y == '(':
bracket = bracket + 1
elif y == ')':
bracket = bracket - 1
if bracket == 0:
newstr = (''.join(newid)).strip()
unite(id, newstr)
queue.append(asyncio.create_task(dig(newstr)))
newid.clear()
elif y == '\"' or y == '\'': # avoid anchor text
skip = skip ^ 1
elif skip == 0:
newid.append(y)
# Back Link
backlinks = await helper.query_sql("select content,root_id from blocks where id in \
(select parent_id from blocks where id in \
(select block_id from refs where def_block_id = '{}'))".format(id))
for x in backlinks:
if "同义词" in x["content"]:
newid = x["root_id"]
unite(id, newid)
queue.append(asyncio.create_task(dig(newid)))
await asyncio.gather(*queue)
except Exception:
print("Exception occurred when handling {}".format(id))
async def generate(starts: list):
for x in starts:
tasklist.append(asyncio.create_task(dig(x)))
await asyncio.gather(*tasklist)
for id in fa.keys():
root_list[find(id)].append(id)
roots = list(root_list.keys())
for x in roots:
root_list[x].sort(key=count.get, reverse=True)
for x in roots:
if len(root_list[x]) > 1:
for y in range(1, len(root_list[x])):
count[root_list[x][0]] = count[root_list[x][0]] + \
count[root_list[x][y]]
roots.sort(key=sort_key, reverse=True)
return roots, root_list, title
def sort_key(root_id):
return count[root_list[root_id][0]]