66 lines
1.9 KiB
Python
66 lines
1.9 KiB
Python
|
import requests
|
|||
|
|
import html2text
|
|||
|
|
import os
|
|||
|
|
|
|||
|
|
|
|||
|
|
def extract_entries(entries, result_list):
|
|||
|
|
"""
|
|||
|
|
递归提取嵌套结构中无子节点的条目信息
|
|||
|
|
:param entries: 当前层级的条目列表
|
|||
|
|
:param result_list: 存储结果的列表
|
|||
|
|
"""
|
|||
|
|
for entry in entries:
|
|||
|
|
# 检查是否存在子节点
|
|||
|
|
if "children" not in entry or not entry["children"]:
|
|||
|
|
# 提取目标字段并拼接URL
|
|||
|
|
result_list.append({
|
|||
|
|
"title": entry.get("title", ""),
|
|||
|
|
"scm": entry.get("scm", ""),
|
|||
|
|
"url": "https://help.aliyun.com" + entry.get("url", "")
|
|||
|
|
})
|
|||
|
|
else:
|
|||
|
|
# 递归处理子节点
|
|||
|
|
extract_entries(entry["children"], result_list)
|
|||
|
|
|
|||
|
|
|
|||
|
|
def main():
|
|||
|
|
url = "https://help.aliyun.com/help/json/menupath.json?alias=%2Fhologres%2Fproduct-overview%2F&website=cn&language=zh"
|
|||
|
|
response = requests.get(url)
|
|||
|
|
data = response.json()
|
|||
|
|
|
|||
|
|
result = []
|
|||
|
|
extract_entries(data['data']['children'], result) # 从顶层children开始递归
|
|||
|
|
|
|||
|
|
# 打印结果（或根据需求存储/处理）
|
|||
|
|
i = 1
|
|||
|
|
for item in result:
|
|||
|
|
print(item['url'])
|
|||
|
|
print(i)
|
|||
|
|
md(item['url'], i)
|
|||
|
|
i += 1
|
|||
|
|
|
|||
|
|
|
|||
|
|
def md(url, title):
|
|||
|
|
response = requests.get(url)
|
|||
|
|
html_content = response.content.decode('utf-8') # 解码为字符串
|
|||
|
|
|
|||
|
|
# 初始化 html2text 转换器，设置标题样式为 ATX
|
|||
|
|
converter = html2text.HTML2Text()
|
|||
|
|
converter.ignore_links = False
|
|||
|
|
converter.heading_style = "ATX" # 使用 ATX 风格的标题（即 # Heading）
|
|||
|
|
|
|||
|
|
markdown_text = converter.handle(html_content)
|
|||
|
|
print(markdown_text)
|
|||
|
|
|
|||
|
|
# 确保目录存在
|
|||
|
|
os.makedirs("./md", exist_ok=True)
|
|||
|
|
|
|||
|
|
# 保存 Markdown 文件
|
|||
|
|
with open(f"./md/{title}.md", "w", encoding="utf-8") as f:
|
|||
|
|
f.write(markdown_text)
|
|||
|
|
|
|||
|
|
|
|||
|
|
if __name__ == "__main__":
|
|||
|
|
# md('https://help.aliyun.com/zh/hologres/product-overview/what-is-hologres', 1)
|
|||
|
|
main()
|