解析参数 解析后额外处理 浏览器
- 成功运行
[
{
"request": {
"type": "api",
"url": "https://www.cnblogs.com/",
"iteration_times": 1,
"method": "get",
},
"response": {
"type": "html",
"before": {},
"fields": [
{
"name": "title",
"value": '{xpath://a[@class="post-item-title"]/text()}',
"type": "str",
},
{
"name": "publish_time",
"value": '{xpath://*[@class="post-meta-item"]/span/text()}',
"type": "str",
},
{
"name": "url",
"value": '{xpath://a[@class="post-item-title"]/@href}',
"type": "url",
},
{
"name": "next_url",
"value": '{xpath://a[@class="post-item-title"]/@href}',
"type": "url",
},
],
},
},
{
"request": {
"type": "browser",
"url": "{var:next_url}",
"method": "get",
},
"response": {
"type": "html",
"fields": [
{
"name": "read_times",
"value": "{regex:阅读\((.*?)\)}",
"type": "int",
"after_process": [{"name": "str_extract_by_regex", "args": "\\d+"}],
},
],
},
},
]参数使用可替换值
- 成功运行
[
{
"request": {
"type": "api",
"url": "https://mobile.whzbtb.com/wzt-server/winningPublicity/list",
"method": "post",
"iteration_times": 1,
"form_params": {"current": "{function:add(1)}"},
},
"response": {
"type": "json",
"fields": [
{
"name": "title",
"value": "{jsonpath:$.data.records[*].prjName}",
"type": "str",
},
{
"name": "url",
"value": "https://mobile.whzbtb.com/wzt-server/winningPublicity/detail?id={jsonpath:$.data.records[*].id}",
"type": "str",
},
{
"name": "next_url",
"value": "https://mobile.whzbtb.com/wzt-server/winningPublicity/detail?id={jsonpath:$.data.records[*].id}",
"type": "str",
},
{
"name": "next_method",
"value": "post",
"type": "str",
},
],
},
},
{
"request": {
"type": "api",
"url": "",
"method": "post",
"iteration_times": 1,
},
"response": {
"type": "json",
"fields": [
{
"name": "agencyCorp",
"value": "{jsonpath:data.tbWinningPublicity.agencyCorp}",
"type": "str",
},
],
},
},
]多页问题
- 成功运行
[
{
"request": {
"type": "api",
"url": "https://www.agedm.org/detail/2022028{function:add(6,1)}",
"method": "get",
"iteration_times": 2,
},
"response": {
"type": "html",
"fields": [
{
"name": "id",
"value": '{xpath://div[@class="tab-pane fade show active "]/ul[@class="video_detail_episode"]/li/a/text()}',
"type": "str",
},
{
"name": "source_url",
"value": '{xpath://div[@class="tab-pane fade show active "]/ul[@class="video_detail_episode"]/li/a/@href}',
"type": "str",
},
],
"save_fields": ["source_url"],
},
}
]多阶段 重定向
- 成功运行
[
{
"request": {
"type": "api",
"url": "https://www.agedm.org/",
"method": "GET",
"iteration_times": 1,
"meta": {
"proxy": "",
},
},
"response": {
"type": "html",
"fields": [
{
"name": "name",
"value": '{xpath://div[@class="video_item"]/div[2]/a/text()}',
"type": "str",
},
{
"name": "next_url",
"value": '{xpath://div[@class="video_item"]/div[2]/a/@href}',
"type": "str",
},
],
},
},
{
"request": {
"type": "api",
"url": "{var:next_url}",
"method": "get",
"iteration_times": 2,
"meta": {
"proxy": "",
},
},
"response": {
"type": "html",
"fields": [
{
"name": "video_title",
"value": '{xpath://div[@class="tab-pane fade show active "]/ul[@class="video_detail_episode"]/li/a/text()}',
"type": "str",
},
{
"name": "source_url",
"value": '{xpath://div[@class="tab-pane fade show active "]/ul[@class="video_detail_episode"]/li/a/@href}',
"type": "str",
},
],
"save_fields": ["name", "video_title", "source_url"],
},
},
]多阶段 解析后处理 多种解析方式
- 成功运行
[
{
"request": {
"type": "api",
"url": "https://m.baozimh.one/manga/page/{function:add(1)}",
"method": "get",
"iteration_times": 1,
},
"response": {
"type": "html",
"fields": [
{
"name": "title",
"value": '{xpath://h3[@class="cardtitle"]/text()}',
"type": "str",
},
{
"name": "url",
"value": '{xpath://div[@class="container"]/div/div[@class="pb-2"]/a/@href}',
"type": "str",
},
{
"name": "next_url",
"value": '{xpath://div[@class="container"]/div/div[@class="pb-2"]/a/@href}',
"type": "str",
"after_process": [{"name": "str_replace_by_regex", "args": "manga,chapterlist"}],
},
],
},
},
{
"request": {
"type": "api",
"method": "get",
},
"response": {
"type": "html",
"fields": [
{
"name": "next_url",
"value": '{xpath://div[@id="allchapters"]/@data-mid}',
"type": "str",
"after_process": [
{
"name": "format_value",
"args": "https://api-get.mgsearcher.com/api/manga/get?mid={}&mode=all",
},
],
},
],
},
},
{
"request": {
"type": "api",
"method": "get",
},
"response": {
"type": "json",
"fields": [
{
"name": "chapter_title",
"value": "{jsonpath:$.data.chapters[*].attributes.title}",
"type": "str",
},
{
"name": "chapter_url",
"value": "{var:url}/{jsonpath:$.data.chapters[*].attributes.slug}",
"type": "str",
},
],
},
},
]重定向 cookies自动传递下个阶段
- 成功运行
[
{
"request": {
"type": "api",
"url": "https://www.agedm.org/detail/20100003",
"method": "GET",
"iteration_times": "1",
"dont_filter": "True",
},
"response": {
"type": "html",
"save_fields": [],
"fields": [
{
"name": "name",
"type": "str",
"save_length": "0",
"value": '缘之空 - {xpath://div[@id="playlist-source-panda"]//li/a/text()}',
"default": "",
"save_method": "replace",
"after_process": [],
},
{
"name": "next_url",
"type": "str",
"save_length": "0",
"value": '{xpath://div[@id="playlist-source-panda"]//li/a/@href}',
"default": "",
"save_method": "replace",
"after_process": [],
},
],
},
},
{
"request": {
"type": "api",
"method": "GET",
"iteration_times": "1",
"dont_filter": "True",
"headers": {"host": "www.agedm.org"},
},
"response": {
"type": "html",
"save_fields": ["name", "page_url"],
"fields": [
{
"name": "page_url",
"type": "str",
"save_length": "0",
"value": '{xpath://iframe[@id="iframeForVideo"]/@src}',
"default": "",
"save_method": "replace",
"after_process": [],
}
],
},
},
]