v1.0.13: 自动爬取改为持续递归(无深度限制, 爬到无新链接为止), max_pages作安全上限(默认200)

This commit is contained in:
2026-08-11 19:45:51 +08:00
parent aa0c2f56d0
commit 3ad3d00ca8
4 changed files with 15 additions and 15 deletions
+3 -5
View File
@@ -82,7 +82,7 @@ function taskStatusBadge(t) {
const GROUPS = [
{ key: "batch", label: "📄 批量爬取", desc: "一次性爬取指定网址列表" },
{ key: "scheduled", label: "⏰ 定时爬取", desc: "按间隔或 cron 表达式定时执行" },
{ key: "auto", label: "🤖 自动爬取", desc: "从起始网址自动发现链接并爬取" },
{ key: "auto", label: "🤖 自动爬取", desc: "从起始网址自动发现链接,持续递归爬取到无新链接为止" },
];
function renderTasks() {
@@ -434,8 +434,7 @@ async function openEdit(tid) {
f.elements["exclude"].value = (t.auto.exclude || []).join("\n");
f.elements["same_domain"].checked = t.auto.same_domain !== false;
f.elements["use_regex"].checked = !!t.auto.use_regex;
f.elements["max_pages"].value = t.auto.max_pages ?? 50;
f.elements["max_depth"].value = t.auto.max_depth ?? 2;
f.elements["max_pages"].value = t.auto.max_pages ?? 200;
}
syncScheduleUI();
$("formHint").textContent = t.running
@@ -481,8 +480,7 @@ async function submitForm(e) {
exclude: splitLines(f.elements["exclude"].value),
same_domain: f.elements["same_domain"].checked,
use_regex: f.elements["use_regex"].checked,
max_pages: parseInt(f.elements["max_pages"].value) || 50,
max_depth: parseInt(f.elements["max_depth"].value) || 2,
max_pages: parseInt(f.elements["max_pages"].value) || 200,
};
}
if (mode === "scheduled") {
+3 -5
View File
@@ -116,7 +116,7 @@
</div>
<div id="autoBox" class="hidden box">
<div class="field"><label>起始网址 *系统将自动发现符合规则的链接并爬取</label>
<div class="field"><label>起始网址 *(自动发现符合规则的链接,持续递归爬取直到无新链接可爬</label>
<div class="row2">
<input name="seed_url" placeholder="https://example.com/news" style="flex:1">
<button type="button" class="btn sm" id="btnProbe">🧪 试爬取</button>
@@ -132,10 +132,8 @@
<div class="field check"><label><input name="same_domain" type="checkbox" checked> 仅爬同域名</label></div>
<div class="field check"><label><input name="use_regex" type="checkbox"> 规则按正则匹配</label></div>
</div>
<div class="row2">
<div class="field"><label>最大页数</label><input name="max_pages" type="number" value="50"></div>
<div class="field"><label>最大爬取深度</label><input name="max_depth" type="number" value="2"></div>
</div>
<div class="field"><label>最大页数(安全上限,达到后自动停止;不设深度限制,会一直递归爬取到无新链接可爬为止)</label>
<input name="max_pages" type="number" value="200"></div>
</div>
</div>
<div class="modal-foot">