Compare commits

...
5 Commits
Author SHA1 Message Date
kevin 52c1b9de99 展开关闭标签特别卡的问题 2026-04-12 02:57:38 +08:00
kevin 5777561d9f 修复前端报错 2026-04-12 00:42:23 +08:00
kevin ded160083f 优化分页 2026-04-12 00:02:20 +08:00
kevin f7fa7faed1 前端显示缓存信息 2026-04-11 23:37:37 +08:00
kevin 558d91b0a4 实时显示发现的url数量 2026-04-11 22:59:10 +08:00
5 changed files with 357 additions and 43 deletions
+3
View File
@@ -3,12 +3,14 @@ import { ref } from 'vue'
import Dashboard from './views/Dashboard.vue'
import RecentCrawls from './views/RecentCrawls.vue'
import SearchView from './views/SearchView.vue'
import KeywordsCache from './views/KeywordsCache.vue'
const tab = ref('dashboard')
const nav = [
{ id: 'dashboard', label: '概览', icon: '📊' },
{ id: 'recent', label: '最近', icon: '🕷️' },
{ id: 'keywords', label: '缓存', icon: '💾' },
{ id: 'search', label: '搜索', icon: '🔍' },
]
</script>
@@ -46,6 +48,7 @@ const nav = [
<main class="flex-1 overflow-y-auto pb-16 md:pb-0">
<Dashboard v-if="tab === 'dashboard'" />
<RecentCrawls v-else-if="tab === 'recent'" />
<KeywordsCache v-else-if="tab === 'keywords'" />
<SearchView v-else-if="tab === 'search'" />
</main>
+10
View File
@@ -111,3 +111,13 @@ export async function fetchUrlKeywordsStats() {
return data
}
export async function fetchUrlKeywordsList({ page = 1, page_size = 50 } = {}) {
const { data } = await axios.get(`${BASE}/admin/url/keywords/list`, {
params: { page, page_size },
timeout: 10000,
})
return data
}
+5 -3
View File
@@ -21,6 +21,8 @@ const batchAdding = ref(false)
// 爬取状态
const crawlStatus = ref(null) // { current_epoch, max_epoch, queue_length, completed_count, visited_total, is_running }
const backlinkStatus = ref(null)
const backlinkTriggering = ref(false)
onMounted(async () => {
await Promise.all([loadStats(), loadWorkers(), loadBacklink(), loadPriorityStatus(), loadCrawlStatus()])
@@ -351,9 +353,9 @@ async function doBatchAdd() {
</div>
<!-- 下一轮链接池 -->
<div class="text-center">
<div class="text-xs text-gray-500 mb-1">下一轮链接池</div>
<div class="text-3xl font-bold" :class="crawlStatus.next_pool_size > 0 ? 'text-purple-400' : 'text-gray-500'">
{{ fmt(crawlStatus.next_pool_size) }}
<div class="text-xs text-gray-500 mb-1">本轮新发现</div>
<div class="text-3xl font-bold" :class="crawlStatus.new_links_count > 0 ? 'text-purple-400' : 'text-gray-500'">
{{ fmt(crawlStatus.new_links_count) }}
</div>
</div>
<!-- 已收录总计 -->
+337
View File
@@ -0,0 +1,337 @@
<script setup>
import { ref, onMounted, onUnmounted, computed } from 'vue'
import { fetchUrlKeywordsList, fetchUrlKeywords, fetchUrlKeywordsStats } from '../api.js'
const loading = ref(true)
const error = ref(null)
const stats = ref({ size: 0, max_size: 10000 })
const items = ref([]) // 当前页数据
const expandedUrls = ref({}) // 使用普通对象存储展开状态,避免 Set 的响应式开销
const urlKeywords = ref({})
const loadingKeywords = ref(new Set())
const search = ref('')
const total = ref(0)
// 分页
const currentPage = ref(1)
const pageSize = ref(50)
let statsInterval = null
onMounted(async () => {
await load()
statsInterval = setInterval(loadStats, 5000)
})
onUnmounted(() => {
if (statsInterval) clearInterval(statsInterval)
})
async function loadStats() {
try {
const s = await fetchUrlKeywordsStats()
stats.value.size = s.size || 0
stats.value.max_size = s.max_size || 10000
} catch {
// 静默
}
}
async function load() {
loading.value = true
error.value = null
try {
const data = await fetchUrlKeywordsList({ page: currentPage.value, page_size: pageSize.value })
stats.value.size = data.size || 0
stats.value.max_size = data.max_size || 10000
total.value = data.total || 0
items.value = data.items || []
// 默认全部展开
const expanded = {}
items.value.forEach(item => expanded[item.url] = true)
expandedUrls.value = expanded
// 预加载当前页关键词
items.value.forEach(item => {
if (item.keywords?.length) {
urlKeywords.value[item.url] = item.keywords
}
})
} catch (e) {
error.value = '无法加载缓存数据'
console.error(e)
} finally {
loading.value = false
}
}
const usage = computed(() => {
if (!stats.value.max_size) return 0
return stats.value.size / stats.value.max_size
})
const totalPages = computed(() => Math.max(1, Math.ceil(total.value / pageSize.value)))
function prevPage() {
if (currentPage.value > 1) {
currentPage.value--
load()
}
}
function nextPage() {
if (currentPage.value < totalPages.value) {
currentPage.value++
load()
}
}
function goToPage(p) {
if (p >= 1 && p <= totalPages.value && p !== currentPage.value) {
currentPage.value = p
load()
}
}
function onSearch() {
currentPage.value = 1
load()
}
async function toggleKeywords(url) {
if (expandedUrls.value[url]) {
// 关闭:删除展开状态
const newExpanded = { ...expandedUrls.value }
delete newExpanded[url]
expandedUrls.value = newExpanded
return
}
// 展开
expandedUrls.value = { ...expandedUrls.value, [url]: true }
if (urlKeywords.value[url]) return
loadingKeywords.value.add(url)
try {
const data = await fetchUrlKeywords(url)
urlKeywords.value[url] = data.keywords || []
} catch (e) {
urlKeywords.value[url] = []
} finally {
loadingKeywords.value.delete(url)
}
}
function truncateUrl(url, maxLen = 80) {
if (url.length <= maxLen) return url
return url.slice(0, maxLen) + '...'
}
function truncateSnippet(text, maxLen = 200) {
if (!text) return ''
if (text.length <= maxLen) return text
return text.slice(0, maxLen) + '...'
}
</script>
<template>
<div class="p-4 md:p-8">
<!-- Header -->
<div class="flex flex-col md:flex-row md:items-center justify-between mb-4 md:mb-6 gap-3">
<div>
<h1 class="text-xl md:text-2xl font-semibold text-white mb-1">关键词缓存</h1>
<p class="text-sm text-gray-500">LRU 缓存 {{ stats.size.toLocaleString() }} 条记录</p>
</div>
<div class="flex items-center gap-3">
<!-- 缓存状态卡片自动刷新 -->
<div class="bg-gray-900 border border-gray-700 rounded-lg px-3 py-2 flex items-center gap-3">
<div class="flex flex-col">
<span class="text-[10px] text-gray-500 uppercase">容量</span>
<span class="text-sm font-medium text-gray-300">
{{ stats.size.toLocaleString() }} / {{ stats.max_size.toLocaleString() }}
</span>
</div>
<div class="w-12 h-12 relative">
<svg viewBox="0 0 36 36" class="w-full h-full transform -rotate-90">
<path
class="text-gray-800"
d="M18 2.0845 a 15.9155 15.9155 0 0 1 0 31.831 a 15.9155 15.9155 0 0 1 0 -31.831"
fill="none"
stroke="currentColor"
stroke-width="4"
/>
<path
:class="usage > 0.9 ? 'text-red-500' : usage > 0.7 ? 'text-yellow-500' : 'text-green-500'"
d="M18 2.0845 a 15.9155 15.9155 0 0 1 0 31.831 a 15.9155 15.9155 0 0 1 0 -31.831"
fill="none"
stroke="currentColor"
stroke-width="4"
:stroke-dasharray="`${(usage * 100).toFixed(0)}, 100`"
/>
</svg>
<span class="absolute inset-0 flex items-center justify-center text-[8px] font-medium text-gray-400">
{{ (usage * 100).toFixed(0) }}%
</span>
</div>
</div>
<button
@click="load"
class="bg-blue-600 hover:bg-blue-700 text-white text-sm px-4 py-2 rounded-lg transition-colors"
>
刷新
</button>
</div>
</div>
<!-- Search -->
<div class="mb-4 md:mb-5">
<div class="relative max-w-sm">
<input
v-model="search"
@input="onSearch"
type="text"
placeholder="搜索 URL、标题或摘要..."
class="w-full bg-gray-900 border border-gray-700 text-gray-200 text-sm rounded-lg pl-10 pr-4 py-2 focus:border-blue-500 focus:outline-none placeholder-gray-600"
/>
<span class="absolute left-3 top-1/2 -translate-y-1/2 text-gray-500">🔍</span>
</div>
</div>
<!-- Loading -->
<div v-if="loading" class="flex items-center justify-center h-48">
<div class="text-gray-400 animate-pulse">加载中...</div>
</div>
<!-- Error -->
<div v-else-if="error" class="bg-red-900/30 border border-red-800 rounded-lg p-4 text-red-300">
{{ error }}
</div>
<!-- Empty -->
<div v-else-if="!items.length" class="bg-gray-900 border border-gray-800 rounded-xl p-12 text-center">
<div class="text-4xl mb-3">📭</div>
<div class="text-gray-400">缓存为空</div>
<div class="text-xs text-gray-600 mt-1">爬取页面时会自动填充此缓存</div>
</div>
<!-- URL List with Pagination -->
<div v-else class="bg-gray-900 border border-gray-800 rounded-xl overflow-hidden">
<div class="divide-y divide-gray-800">
<div
v-for="item in items"
:key="item.url"
class="p-4 hover:bg-gray-800/40 transition-colors cursor-pointer"
@click="toggleKeywords(item.url)"
>
<!-- URL 标题行 -->
<div class="flex items-start gap-2 mb-1">
<span class="shrink-0 text-gray-600 mt-0.5 text-xs select-none">
{{ expandedUrls[item.url] ? '▼' : '▶' }}
</span>
<a
:href="item.url"
target="_blank"
rel="noopener noreferrer"
class="text-sm text-blue-400 hover:text-blue-300 break-all line-clamp-2"
:title="item.url"
@click.stop
>
{{ truncateUrl(item.url) }}
</a>
</div>
<!-- 标题 -->
<div v-if="item.title" class="text-sm text-gray-300 font-medium mb-1">
{{ item.title }}
</div>
<!-- 摘要 -->
<div v-if="item.snippet" class="text-xs text-gray-500 leading-relaxed mb-2">
{{ truncateSnippet(item.snippet) }}
</div>
<!-- 关键词 -->
<div v-if="expandedUrls[item.url]" class="mt-2">
<template v-if="urlKeywords[item.url]?.length">
<div class="flex flex-wrap gap-1.5">
<span
v-for="kw in urlKeywords[item.url]"
:key="kw.word"
class="text-xs px-2 py-0.5 rounded bg-gray-800 text-gray-300 border border-gray-700"
:title="`权重: ${kw.weight.toFixed(4)}`"
>
{{ kw.word }}
<span class="text-gray-500 text-[10px] ml-0.5">{{ kw.weight.toFixed(2) }}</span>
</span>
</div>
<div class="text-xs text-gray-600 mt-2">
{{ urlKeywords[item.url].length }} 个关键词
</div>
</template>
<span v-else-if="!loadingKeywords.has(item.url)" class="text-xs text-gray-600">
暂无关键词
</span>
<span v-else class="text-xs text-gray-500">
加载中...
</span>
</div>
</div>
</div>
<!-- Pagination -->
<div class="px-4 py-3 border-t border-gray-800 flex items-center justify-between">
<div class="text-xs text-gray-500">
{{ (currentPage - 1) * pageSize + 1 }}-{{ Math.min(currentPage * pageSize, total) }} /
{{ total.toLocaleString() }}
</div>
<div class="flex items-center gap-1">
<button
@click="prevPage"
:disabled="currentPage === 1"
class="px-2 py-1 text-xs rounded bg-gray-800 text-gray-400 hover:bg-gray-700 disabled:opacity-50 disabled:cursor-not-allowed"
>
</button>
<button
v-for="p in totalPages <= 5 ? totalPages : (() => {
const pages = []
const start = Math.max(1, currentPage - 2)
const end = Math.min(totalPages, start + 4)
for (let i = start; i <= end; i++) pages.push(i)
return pages
})()"
:key="p"
@click="goToPage(p)"
:class="[
'px-2 py-1 text-xs rounded',
p === currentPage ? 'bg-blue-600 text-white' : 'bg-gray-800 text-gray-400 hover:bg-gray-700'
]"
>
{{ p }}
</button>
<button
v-if="totalPages > 5 && currentPage < totalPages - 2"
class="px-1 py-1 text-xs text-gray-600"
>
...
</button>
<button
v-if="totalPages > 5 && currentPage < totalPages - 2"
@click="goToPage(totalPages)"
class="px-2 py-1 text-xs rounded bg-gray-800 text-gray-400 hover:bg-gray-700"
>
{{ totalPages }}
</button>
<button
@click="nextPage"
:disabled="currentPage === totalPages"
class="px-2 py-1 text-xs rounded bg-gray-800 text-gray-400 hover:bg-gray-700 disabled:opacity-50 disabled:cursor-not-allowed"
>
</button>
</div>
</div>
</div>
</div>
</template>
+2 -40
View File
@@ -1,6 +1,6 @@
<script setup>
import { ref, onMounted, onUnmounted, computed } from 'vue'
import { fetchRecent, fetchUrlKeywords, fetchUrlKeywordsStats } from '../api.js'
import { fetchRecent, fetchUrlKeywords } from '../api.js'
const items = ref([])
const total = ref(0)
@@ -18,9 +18,6 @@ const expandedUrls = ref(new Set())
const urlKeywords = ref({})
const loadingKeywords = ref(new Set())
// 关键词缓存统计
const keywordsStats = ref({ size: 0, max_size: 10000, usage: 0 })
onMounted(async () => {
await load()
})
@@ -29,13 +26,9 @@ async function load() {
loading.value = true
error.value = null
try {
const [data, stats] = await Promise.all([
fetchRecent(limit.value),
fetchUrlKeywordsStats().catch(() => ({ size: 0, max_size: 10000, usage: 0 }))
])
const data = await fetchRecent(limit.value)
items.value = data.items || []
total.value = data.total || 0
keywordsStats.value = stats
} catch (e) {
error.value = '无法加载数据,可能人服务器未启动'
console.error(e)
@@ -128,37 +121,6 @@ async function toggleKeywords(url) {
<p class="text-sm text-gray-500"> {{ total.toLocaleString() }} 条记录</p>
</div>
<div class="flex items-center gap-2 md:gap-3">
<!-- 关键词缓存统计卡片 -->
<div class="bg-gray-900 border border-gray-700 rounded-lg px-3 py-2 flex items-center gap-2">
<div class="flex flex-col">
<span class="text-[10px] text-gray-500 uppercase">关键词缓存</span>
<span class="text-sm font-medium text-gray-300">
{{ keywordsStats.size.toLocaleString() }} / {{ keywordsStats.max_size.toLocaleString() }}
</span>
</div>
<div class="w-12 h-8 relative">
<svg viewBox="0 0 36 36" class="w-full h-full transform -rotate-90">
<path
class="text-gray-800"
d="M18 2.0845 a 15.9155 15.9155 0 0 1 0 31.831 a 15.9155 15.9155 0 0 1 0 -31.831"
fill="none"
stroke="currentColor"
stroke-width="4"
/>
<path
:class="keywordsStats.usage > 0.9 ? 'text-red-500' : keywordsStats.usage > 0.7 ? 'text-yellow-500' : 'text-green-500'"
d="M18 2.0845 a 15.9155 15.9155 0 0 1 0 31.831 a 15.9155 15.9155 0 0 1 0 -31.831"
fill="none"
stroke="currentColor"
stroke-width="4"
:stroke-dasharray="`${(keywordsStats.usage * 100).toFixed(0)}, 100`"
/>
</svg>
<span class="absolute inset-0 flex items-center justify-center text-[8px] font-medium text-gray-400">
{{ (keywordsStats.usage * 100).toFixed(0) }}%
</span>
</div>
</div>
<select
v-model="limit"
@change="changeLimit(limit)"