's'
This commit is contained in:
eric
349
app/api/website-metadata/route.ts
Normal file
349
app/api/website-metadata/route.ts
Normal file
@@ -0,0 +1,349 @@
|
||||
import { NextResponse } from 'next/server'
|
||||
import { auth } from '@/lib/auth'
|
||||
|
||||
export const runtime = 'edge'
|
||||
|
||||
interface WebsiteMetadata {
|
||||
title: string
|
||||
description: string
|
||||
icon: string
|
||||
}
|
||||
|
||||
export async function POST(request: Request) {
|
||||
try {
|
||||
const session = await auth()
|
||||
if (!session?.user?.accessToken) {
|
||||
return new Response('Unauthorized', { status: 401 })
|
||||
}
|
||||
|
||||
const { url } = await request.json()
|
||||
|
||||
if (!url || !isValidUrl(url)) {
|
||||
return NextResponse.json({ error: '请提供有效的网站链接' }, { status: 400 })
|
||||
}
|
||||
|
||||
const metadata = await fetchWebsiteMetadata(url)
|
||||
|
||||
// 确保 metadata 对象包含所有必需的属性
|
||||
if (!metadata || typeof metadata !== 'object') {
|
||||
throw new Error('Failed to fetch valid metadata')
|
||||
}
|
||||
|
||||
// 如果获取到了 favicon，下载并上传到 GitHub
|
||||
if (metadata.icon) {
|
||||
try {
|
||||
const iconUrl = await downloadAndUploadIcon(metadata.icon, session.user.accessToken)
|
||||
metadata.icon = iconUrl
|
||||
|
||||
} catch (error) {
|
||||
console.warn('Failed to download icon:', error)
|
||||
// 如果图标下载失败，尝试使用 Google favicon 服务
|
||||
try {
|
||||
const domain = new URL(url).hostname
|
||||
const fallbackIconUrl = await downloadGoogleFavicon(domain, session.user.accessToken)
|
||||
metadata.icon = fallbackIconUrl
|
||||
} catch (fallbackError) {
|
||||
console.warn('Failed to download Google favicon:', fallbackError)
|
||||
// 保持原始 URL
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return NextResponse.json(metadata)
|
||||
} catch (error) {
|
||||
console.error('Failed to fetch website metadata:', error)
|
||||
return NextResponse.json(
|
||||
{ error: error instanceof Error ? error.message : '获取网站信息失败' },
|
||||
{ status: 500 }
|
||||
)
|
||||
}
|
||||
}
|
||||
|
||||
function isValidUrl(string: string): boolean {
|
||||
try {
|
||||
new URL(string)
|
||||
return true
|
||||
} catch (_) {
|
||||
return false
|
||||
}
|
||||
}
|
||||
|
||||
async function fetchWebsiteMetadata(url: string): Promise<WebsiteMetadata> {
|
||||
try {
|
||||
const headers = {
|
||||
'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Safari/537.36',
|
||||
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7',
|
||||
'Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8',
|
||||
'Accept-Encoding': 'gzip, deflate, br, zstd',
|
||||
'Cache-Control': 'max-age=0',
|
||||
'Sec-Ch-Ua': '"Not)A;Brand";v="8", "Chromium";v="138", "Google Chrome";v="138"',
|
||||
'Sec-Ch-Ua-Mobile': '?0',
|
||||
'Sec-Ch-Ua-Platform': '"macOS"',
|
||||
'Sec-Fetch-Dest': 'document',
|
||||
'Sec-Fetch-Mode': 'navigate',
|
||||
'Sec-Fetch-Site': 'none',
|
||||
'Sec-Fetch-User': '?1',
|
||||
'Upgrade-Insecure-Requests': '1'
|
||||
}
|
||||
|
||||
const response = await fetch(url, {
|
||||
headers: headers,
|
||||
redirect: 'follow',
|
||||
signal: AbortSignal.timeout(1500)
|
||||
})
|
||||
|
||||
if (response.ok) {
|
||||
const html = await response.text()
|
||||
return parseMetadataFromHtml(html, url)
|
||||
} else if (response.status === 403) {
|
||||
console.warn(`网站拒绝访问 (403): 该网站可能阻止了自动化访问`)
|
||||
return getFallbackMetadata(url)
|
||||
} else if (response.status === 404) {
|
||||
return getFallbackMetadata(url)
|
||||
} else if (response.status >= 500) {
|
||||
return getFallbackMetadata(url)
|
||||
} else {
|
||||
console.warn(`无法访问网站: ${response.status}`)
|
||||
return getFallbackMetadata(url)
|
||||
}
|
||||
} catch (error) {
|
||||
if (error instanceof Error && error.name === 'TimeoutError') {
|
||||
console.warn('请求超时，网站响应过慢')
|
||||
} else {
|
||||
console.warn('获取网站元数据失败:', error)
|
||||
}
|
||||
return getFallbackMetadata(url)
|
||||
}
|
||||
}
|
||||
|
||||
function getFallbackMetadata(url: string): WebsiteMetadata {
|
||||
try {
|
||||
const urlObj = new URL(url)
|
||||
const hostname = urlObj.hostname
|
||||
|
||||
// 生成基本的网站信息
|
||||
const title = hostname.replace(/^www\./, '').split('.')[0]
|
||||
const capitalizedTitle = title.charAt(0).toUpperCase() + title.slice(1)
|
||||
|
||||
return {
|
||||
title: capitalizedTitle,
|
||||
description: `访问 ${hostname}`,
|
||||
icon: `https://www.google.com/s2/favicons?sz=128&domain=${hostname}`
|
||||
}
|
||||
} catch {
|
||||
return {
|
||||
title: '未知网站',
|
||||
description: '无法获取网站信息',
|
||||
icon: ''
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
function parseMetadataFromHtml(html: string, url: string): WebsiteMetadata {
|
||||
|
||||
// 解析 HTML 获取元数据
|
||||
const title = extractMetaContent(html, 'title') ||
|
||||
extractMetaContent(html, 'og:title') ||
|
||||
extractMetaContent(html, 'twitter:title') ||
|
||||
new URL(url).hostname
|
||||
|
||||
const description = extractMetaContent(html, 'description') ||
|
||||
extractMetaContent(html, 'og:description') ||
|
||||
extractMetaContent(html, 'twitter:description') ||
|
||||
''
|
||||
|
||||
// 获取 favicon
|
||||
let icon = extractFavicon(html, url)
|
||||
|
||||
return {
|
||||
title: title.trim(),
|
||||
description: description.trim(),
|
||||
icon: icon || ''
|
||||
}
|
||||
}
|
||||
|
||||
function extractMetaContent(html: string, name: string): string | null {
|
||||
// 匹配 title 标签
|
||||
if (name === 'title') {
|
||||
const titleMatch = html.match(/<title[^>]*>([^<]*)<\/title>/i)
|
||||
return titleMatch ? titleMatch[1] : null
|
||||
}
|
||||
|
||||
// 匹配 meta 标签
|
||||
const patterns = [
|
||||
new RegExp(`<meta[^>]*name=["']${name}["'][^>]*content=["']([^"']*)["']`, 'i'),
|
||||
new RegExp(`<meta[^>]*content=["']([^"']*)["'][^>]*name=["']${name}["']`, 'i'),
|
||||
new RegExp(`<meta[^>]*property=["']${name}["'][^>]*content=["']([^"']*)["']`, 'i'),
|
||||
new RegExp(`<meta[^>]*content=["']([^"']*)["'][^>]*property=["']${name}["']`, 'i')
|
||||
]
|
||||
|
||||
for (const pattern of patterns) {
|
||||
const match = html.match(pattern)
|
||||
if (match) {
|
||||
return match[1]
|
||||
}
|
||||
}
|
||||
|
||||
return null
|
||||
}
|
||||
|
||||
function extractFavicon(html: string, baseUrl: string): string | null {
|
||||
const base = new URL(baseUrl)
|
||||
|
||||
// 尝试从 HTML 中提取 favicon
|
||||
const faviconPatterns = [
|
||||
/<link[^>]*rel=["']icon["'][^>]*href=["']([^"']*)["']/i,
|
||||
/<link[^>]*href=["']([^"']*)["'][^>]*rel=["']icon["']/i,
|
||||
/<link[^>]*rel=["']shortcut icon["'][^>]*href=["']([^"']*)["']/i,
|
||||
/<link[^>]*href=["']([^"']*)["'][^>]*rel=["']shortcut icon["']/i,
|
||||
/<link[^>]*rel=["']apple-touch-icon["'][^>]*href=["']([^"']*)["']/i,
|
||||
/<link[^>]*href=["']([^"']*)["'][^>]*rel=["']apple-touch-icon["']/i
|
||||
]
|
||||
|
||||
for (const pattern of faviconPatterns) {
|
||||
const match = html.match(pattern)
|
||||
if (match) {
|
||||
const href = match[1]
|
||||
if (href.startsWith('http')) {
|
||||
return href
|
||||
} else if (href.startsWith('//')) {
|
||||
return base.protocol + href
|
||||
} else if (href.startsWith('/')) {
|
||||
return base.origin + href
|
||||
} else {
|
||||
return base.origin + '/' + href
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// 如果没有找到，使用 Google 的 favicon 服务作为备用
|
||||
return `https://www.google.com/s2/favicons?sz=128&domain=${base.hostname}`
|
||||
}
|
||||
|
||||
async function downloadGoogleFavicon(domain: string, token: string): Promise<string> {
|
||||
const googleFaviconUrl = `https://www.google.com/s2/favicons?sz=128&domain=${domain}`
|
||||
|
||||
try {
|
||||
const response = await fetch(googleFaviconUrl, {
|
||||
headers: {
|
||||
'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Safari/537.36',
|
||||
'Accept': 'image/*,*/*'
|
||||
},
|
||||
signal: AbortSignal.timeout(10000)
|
||||
})
|
||||
|
||||
if (response.ok) {
|
||||
const arrayBuffer = await response.arrayBuffer()
|
||||
const binaryData = new Uint8Array(arrayBuffer)
|
||||
const { path } = await uploadImageToGitHub(binaryData, token, 'png')
|
||||
return path
|
||||
} else {
|
||||
throw new Error(`Failed to download Google favicon: ${response.status}`)
|
||||
}
|
||||
} catch (error) {
|
||||
throw new Error(`Google favicon download failed: ${error instanceof Error ? error.message : 'Unknown error'}`)
|
||||
}
|
||||
}
|
||||
|
||||
async function downloadAndUploadIcon(iconUrl: string, token: string): Promise<string> {
|
||||
// 多种策略尝试下载favicon
|
||||
const strategies: Array<{ headers: HeadersInit; delay?: number }> = [
|
||||
// 策略1: 完整浏览器模拟
|
||||
{
|
||||
headers: {
|
||||
'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Safari/537.36',
|
||||
'Accept': 'image/avif,image/webp,image/apng,image/svg+xml,image/*,*/*;q=0.8',
|
||||
'Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8',
|
||||
'Accept-Encoding': 'gzip, deflate, br, zstd',
|
||||
'Referer': new URL(iconUrl).origin + '/',
|
||||
'Sec-Ch-Ua': '"Not)A;Brand";v="8", "Chromium";v="138", "Google Chrome";v="138"',
|
||||
'Sec-Ch-Ua-Mobile': '?0',
|
||||
'Sec-Ch-Ua-Platform': '"macOS"',
|
||||
'Sec-Fetch-Dest': 'image',
|
||||
'Sec-Fetch-Mode': 'no-cors',
|
||||
'Sec-Fetch-Site': 'same-origin'
|
||||
},
|
||||
delay: 1000
|
||||
}
|
||||
]
|
||||
|
||||
let lastError: Error | null = null
|
||||
|
||||
for (const strategy of strategies) {
|
||||
try {
|
||||
const response = await fetch(iconUrl, {
|
||||
headers: strategy.headers,
|
||||
redirect: 'follow',
|
||||
signal: AbortSignal.timeout(15000)
|
||||
})
|
||||
|
||||
if (response.ok) {
|
||||
const arrayBuffer = await response.arrayBuffer()
|
||||
const binaryData = new Uint8Array(arrayBuffer)
|
||||
|
||||
// 上传到 GitHub
|
||||
const { path } = await uploadImageToGitHub(binaryData, token, getFileExtension(iconUrl))
|
||||
return path
|
||||
} else {
|
||||
lastError = new Error(`HTTP ${response.status}: ${response.statusText}`)
|
||||
console.warn(`Strategy failed with status ${response.status}, trying next strategy...`)
|
||||
}
|
||||
} catch (error) {
|
||||
lastError = error instanceof Error ? error : new Error('Unknown error')
|
||||
console.warn(`Strategy failed with error:`, error)
|
||||
}
|
||||
}
|
||||
|
||||
// 如果所有策略都失败了，抛出最后一个错误
|
||||
throw lastError || new Error('All download strategies failed')
|
||||
}
|
||||
|
||||
function getFileExtension(url: string): string {
|
||||
try {
|
||||
const pathname = new URL(url).pathname
|
||||
const extension = pathname.split('.').pop()?.toLowerCase()
|
||||
|
||||
if (extension && ['png', 'jpg', 'jpeg', 'gif', 'svg', 'ico'].includes(extension)) {
|
||||
return extension
|
||||
}
|
||||
return 'png' // 默认扩展名
|
||||
} catch {
|
||||
return 'png'
|
||||
}
|
||||
}
|
||||
|
||||
async function uploadImageToGitHub(binaryData: Uint8Array, token: string, extension: string = 'png'): Promise<{ path: string, commitHash: string }> {
|
||||
const owner = process.env.GITHUB_OWNER!
|
||||
const repo = process.env.GITHUB_REPO!
|
||||
const branch = process.env.GITHUB_BRANCH || 'main'
|
||||
const path = `/assets/favicon_${Date.now()}.${extension}`
|
||||
const githubPath = 'public' + path
|
||||
|
||||
// Convert Uint8Array to Base64
|
||||
const base64String = Buffer.from(binaryData).toString('base64')
|
||||
const currentFileUrl = `https://api.github.com/repos/${owner}/${repo}/contents/${githubPath}?ref=${branch}`
|
||||
|
||||
const response = await fetch(currentFileUrl, {
|
||||
method: 'PUT',
|
||||
headers: {
|
||||
'Authorization': `token ${token}`,
|
||||
'Accept': 'application/vnd.github.v3+json',
|
||||
},
|
||||
body: JSON.stringify({
|
||||
message: `Upload favicon ${githubPath}`,
|
||||
content: base64String,
|
||||
branch: branch,
|
||||
}),
|
||||
})
|
||||
|
||||
if (!response.ok) {
|
||||
const errorData = await response.json()
|
||||
console.error('Failed to upload image to GitHub:', errorData)
|
||||
throw new Error(`Failed to upload image to GitHub: ${errorData.message || 'Unknown error'}`)
|
||||
}
|
||||
|
||||
const responseData = await response.json()
|
||||
const commitHash = responseData.commit.sha
|
||||
|
||||
return { path, commitHash }
|
||||
}
|
||||
Reference in New Issue
Block a user