Add "Create Short URL" link to Header, remove Navbar component, and implement Create Short URL page with form handling and validation.
This commit is contained in:
@@ -44,6 +44,11 @@ export default function Header() {
|
|||||||
Short Links
|
Short Links
|
||||||
</Link>
|
</Link>
|
||||||
</li>
|
</li>
|
||||||
|
<li>
|
||||||
|
<Link href="/create-shorturl" className="text-sm text-gray-700 hover:text-blue-500">
|
||||||
|
Create Short URL
|
||||||
|
</Link>
|
||||||
|
</li>
|
||||||
</ul>
|
</ul>
|
||||||
</nav>
|
</nav>
|
||||||
)}
|
)}
|
||||||
|
|||||||
@@ -1,65 +0,0 @@
|
|||||||
'use client';
|
|
||||||
|
|
||||||
import Link from 'next/link';
|
|
||||||
|
|
||||||
export default function Navbar() {
|
|
||||||
return (
|
|
||||||
<header className="w-full py-4 border-b border-card-border bg-background">
|
|
||||||
<div className="container flex items-center justify-between px-4 mx-auto">
|
|
||||||
<div className="flex items-center space-x-4">
|
|
||||||
<Link href="/" className="flex items-center space-x-2">
|
|
||||||
<svg
|
|
||||||
className="w-6 h-6 text-accent-blue"
|
|
||||||
xmlns="http://www.w3.org/2000/svg"
|
|
||||||
viewBox="0 0 24 24"
|
|
||||||
fill="none"
|
|
||||||
stroke="currentColor"
|
|
||||||
strokeWidth="2"
|
|
||||||
strokeLinecap="round"
|
|
||||||
strokeLinejoin="round"
|
|
||||||
>
|
|
||||||
<path d="M10 13a5 5 0 0 0 7.54.54l3-3a5 5 0 0 0-7.07-7.07l-1.72 1.71"></path>
|
|
||||||
<path d="M14 11a5 5 0 0 0-7.54-.54l-3 3a5 5 0 0 0 7.07 7.07l1.71-1.71"></path>
|
|
||||||
</svg>
|
|
||||||
<span className="text-xl font-bold text-foreground">ShortURL</span>
|
|
||||||
</Link>
|
|
||||||
<nav className="hidden space-x-4 md:flex">
|
|
||||||
<Link
|
|
||||||
href="/links"
|
|
||||||
className="text-sm text-foreground hover:text-accent-blue transition-colors"
|
|
||||||
>
|
|
||||||
Links
|
|
||||||
</Link>
|
|
||||||
<Link
|
|
||||||
href="/analytics"
|
|
||||||
className="text-sm text-foreground hover:text-accent-blue transition-colors"
|
|
||||||
>
|
|
||||||
Analytics
|
|
||||||
</Link>
|
|
||||||
</nav>
|
|
||||||
</div>
|
|
||||||
<div className="flex items-center space-x-3">
|
|
||||||
<button className="p-2 text-sm text-foreground rounded-md gradient-border">
|
|
||||||
Upgrade
|
|
||||||
</button>
|
|
||||||
<button className="p-2 text-sm text-foreground hover:text-accent-blue">
|
|
||||||
<svg
|
|
||||||
className="w-5 h-5"
|
|
||||||
xmlns="http://www.w3.org/2000/svg"
|
|
||||||
viewBox="0 0 24 24"
|
|
||||||
fill="none"
|
|
||||||
stroke="currentColor"
|
|
||||||
strokeWidth="2"
|
|
||||||
strokeLinecap="round"
|
|
||||||
strokeLinejoin="round"
|
|
||||||
>
|
|
||||||
<circle cx="12" cy="12" r="10"></circle>
|
|
||||||
<circle cx="12" cy="10" r="3"></circle>
|
|
||||||
<path d="M7 20.662V19a2 2 0 0 1 2-2h6a2 2 0 0 1 2 2v1.662"></path>
|
|
||||||
</svg>
|
|
||||||
</button>
|
|
||||||
</div>
|
|
||||||
</div>
|
|
||||||
</header>
|
|
||||||
);
|
|
||||||
}
|
|
||||||
327
app/create-shorturl/page.tsx
Normal file
327
app/create-shorturl/page.tsx
Normal file
@@ -0,0 +1,327 @@
|
|||||||
|
'use client';
|
||||||
|
|
||||||
|
import { useState, useEffect } from 'react';
|
||||||
|
import { useRouter } from 'next/navigation';
|
||||||
|
import { useAuth } from '@/lib/auth';
|
||||||
|
import { ProtectedRoute } from '@/lib/auth';
|
||||||
|
import { limqRequest } from '@/lib/api';
|
||||||
|
|
||||||
|
interface ShortUrlData {
|
||||||
|
originalUrl: string;
|
||||||
|
customSlug?: string;
|
||||||
|
title: string;
|
||||||
|
description?: string;
|
||||||
|
tags?: string[];
|
||||||
|
}
|
||||||
|
|
||||||
|
export default function CreateShortUrlPage() {
|
||||||
|
return (
|
||||||
|
<ProtectedRoute>
|
||||||
|
<CreateShortUrlForm />
|
||||||
|
</ProtectedRoute>
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
function CreateShortUrlForm() {
|
||||||
|
const router = useRouter();
|
||||||
|
const { user } = useAuth();
|
||||||
|
|
||||||
|
const [formData, setFormData] = useState<ShortUrlData>({
|
||||||
|
originalUrl: '',
|
||||||
|
customSlug: '',
|
||||||
|
title: '',
|
||||||
|
description: '',
|
||||||
|
tags: [],
|
||||||
|
});
|
||||||
|
|
||||||
|
const [tagInput, setTagInput] = useState('');
|
||||||
|
const [isSubmitting, setIsSubmitting] = useState(false);
|
||||||
|
const [error, setError] = useState<string | null>(null);
|
||||||
|
const [success, setSuccess] = useState(false);
|
||||||
|
|
||||||
|
// 使用 useEffect 在加载时添加用户信息到表单数据中
|
||||||
|
useEffect(() => {
|
||||||
|
if (user) {
|
||||||
|
console.log('当前用户:', user.email);
|
||||||
|
// 可以在这里添加用户相关数据到表单中
|
||||||
|
}
|
||||||
|
}, [user]);
|
||||||
|
|
||||||
|
const handleChange = (e: React.ChangeEvent<HTMLInputElement | HTMLTextAreaElement>) => {
|
||||||
|
const { name, value } = e.target;
|
||||||
|
setFormData(prev => ({
|
||||||
|
...prev,
|
||||||
|
[name]: value
|
||||||
|
}));
|
||||||
|
};
|
||||||
|
|
||||||
|
const handleTagKeyDown = (e: React.KeyboardEvent<HTMLInputElement>) => {
|
||||||
|
if (e.key === 'Enter' && tagInput.trim()) {
|
||||||
|
e.preventDefault();
|
||||||
|
addTag();
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
const addTag = () => {
|
||||||
|
if (tagInput.trim() && !formData.tags?.includes(tagInput.trim())) {
|
||||||
|
setFormData(prev => ({
|
||||||
|
...prev,
|
||||||
|
tags: [...(prev.tags || []), tagInput.trim()]
|
||||||
|
}));
|
||||||
|
setTagInput('');
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
const removeTag = (tagToRemove: string) => {
|
||||||
|
setFormData(prev => ({
|
||||||
|
...prev,
|
||||||
|
tags: prev.tags?.filter(tag => tag !== tagToRemove)
|
||||||
|
}));
|
||||||
|
};
|
||||||
|
|
||||||
|
const handleSubmit = async (e: React.FormEvent) => {
|
||||||
|
e.preventDefault();
|
||||||
|
setIsSubmitting(true);
|
||||||
|
setError(null);
|
||||||
|
|
||||||
|
try {
|
||||||
|
// 验证必填字段
|
||||||
|
if (!formData.originalUrl) {
|
||||||
|
throw new Error('原始 URL 是必填项');
|
||||||
|
}
|
||||||
|
|
||||||
|
if (!formData.title) {
|
||||||
|
throw new Error('标题是必填项');
|
||||||
|
}
|
||||||
|
|
||||||
|
// 按照API要求构建请求数据
|
||||||
|
const requestData = {
|
||||||
|
type: "shorturl",
|
||||||
|
attributes: {
|
||||||
|
// 可以添加任何额外属性,但attributes不能为空
|
||||||
|
icon: ""
|
||||||
|
},
|
||||||
|
shortUrl: {
|
||||||
|
url: formData.originalUrl,
|
||||||
|
slug: formData.customSlug || undefined,
|
||||||
|
title: formData.title,
|
||||||
|
name: formData.title,
|
||||||
|
description: formData.description || ""
|
||||||
|
},
|
||||||
|
// 如果有team或project ID也可以添加
|
||||||
|
// teamId: "your-team-id",
|
||||||
|
// projectId: "your-project-id",
|
||||||
|
tagIds: formData.tags && formData.tags.length > 0 ? formData.tags : undefined
|
||||||
|
};
|
||||||
|
|
||||||
|
// 调用 API 创建 shorturl 资源
|
||||||
|
const response = await limqRequest('resource/shorturl', 'POST', requestData as unknown as Record<string, unknown>);
|
||||||
|
|
||||||
|
console.log('创建成功:', response);
|
||||||
|
setSuccess(true);
|
||||||
|
|
||||||
|
// 2秒后跳转到链接列表页面
|
||||||
|
setTimeout(() => {
|
||||||
|
router.push('/links');
|
||||||
|
}, 2000);
|
||||||
|
|
||||||
|
} catch (err) {
|
||||||
|
console.error('创建短链接失败:', err);
|
||||||
|
setError(err instanceof Error ? err.message : '创建短链接失败,请稍后重试');
|
||||||
|
} finally {
|
||||||
|
setIsSubmitting(false);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
return (
|
||||||
|
<div className="container mx-auto px-4 py-8 max-w-3xl">
|
||||||
|
<div className="bg-white rounded-lg shadow-md overflow-hidden">
|
||||||
|
<div className="border-b border-gray-200 bg-blue-50 px-6 py-4">
|
||||||
|
<h1 className="text-xl font-medium text-gray-900">Create Short URL</h1>
|
||||||
|
<p className="mt-1 text-sm text-gray-600">
|
||||||
|
Create a new short URL resource for tracking and analytics
|
||||||
|
</p>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
{error && (
|
||||||
|
<div className="bg-red-50 border-l-4 border-red-500 p-4 m-6">
|
||||||
|
<div className="flex">
|
||||||
|
<div className="flex-shrink-0">
|
||||||
|
<svg className="h-5 w-5 text-red-500" fill="currentColor" viewBox="0 0 20 20">
|
||||||
|
<path fillRule="evenodd" d="M10 18a8 8 0 100-16 8 8 0 000 16zM8.707 7.293a1 1 0 00-1.414 1.414L8.586 10l-1.293 1.293a1 1 0 101.414 1.414L10 11.414l1.293 1.293a1 1 0 001.414-1.414L11.414 10l1.293-1.293a1 1 0 00-1.414-1.414L10 8.586 8.707 7.293z" clipRule="evenodd" />
|
||||||
|
</svg>
|
||||||
|
</div>
|
||||||
|
<div className="ml-3">
|
||||||
|
<p className="text-sm text-red-700">{error}</p>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
|
||||||
|
{success && (
|
||||||
|
<div className="bg-green-50 border-l-4 border-green-500 p-4 m-6">
|
||||||
|
<div className="flex">
|
||||||
|
<div className="flex-shrink-0">
|
||||||
|
<svg className="h-5 w-5 text-green-500" fill="currentColor" viewBox="0 0 20 20">
|
||||||
|
<path fillRule="evenodd" d="M10 18a8 8 0 100-16 8 8 0 000 16zm3.707-9.293a1 1 0 00-1.414-1.414L9 10.586 7.707 9.293a1 1 0 00-1.414 1.414l2 2a1 1 0 001.414 0l4-4z" clipRule="evenodd" />
|
||||||
|
</svg>
|
||||||
|
</div>
|
||||||
|
<div className="ml-3">
|
||||||
|
<p className="text-sm text-green-700">
|
||||||
|
短链接创建成功!正在跳转...
|
||||||
|
</p>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
|
||||||
|
<form onSubmit={handleSubmit} className="p-6 space-y-6">
|
||||||
|
{/* 标题 */}
|
||||||
|
<div>
|
||||||
|
<label htmlFor="title" className="block text-sm font-medium text-gray-700">
|
||||||
|
标题 <span className="text-red-500">*</span>
|
||||||
|
</label>
|
||||||
|
<input
|
||||||
|
type="text"
|
||||||
|
id="title"
|
||||||
|
name="title"
|
||||||
|
value={formData.title}
|
||||||
|
onChange={handleChange}
|
||||||
|
placeholder="例如:产品发布活动"
|
||||||
|
className="mt-1 block w-full px-3 py-2 border border-gray-300 rounded-md shadow-sm focus:outline-none focus:ring-blue-500 focus:border-blue-500 sm:text-sm"
|
||||||
|
required
|
||||||
|
/>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
{/* 原始 URL */}
|
||||||
|
<div>
|
||||||
|
<label htmlFor="originalUrl" className="block text-sm font-medium text-gray-700">
|
||||||
|
原始 URL <span className="text-red-500">*</span>
|
||||||
|
</label>
|
||||||
|
<input
|
||||||
|
type="url"
|
||||||
|
id="originalUrl"
|
||||||
|
name="originalUrl"
|
||||||
|
value={formData.originalUrl}
|
||||||
|
onChange={handleChange}
|
||||||
|
placeholder="https://example.com/your-long-url"
|
||||||
|
className="mt-1 block w-full px-3 py-2 border border-gray-300 rounded-md shadow-sm focus:outline-none focus:ring-blue-500 focus:border-blue-500 sm:text-sm"
|
||||||
|
required
|
||||||
|
/>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
{/* 自定义短链接 */}
|
||||||
|
<div>
|
||||||
|
<label htmlFor="customSlug" className="block text-sm font-medium text-gray-700">
|
||||||
|
自定义短链接 <span className="text-gray-500">(可选)</span>
|
||||||
|
</label>
|
||||||
|
<div className="flex mt-1 rounded-md shadow-sm">
|
||||||
|
<span className="inline-flex items-center px-3 py-2 text-sm text-gray-500 border border-r-0 border-gray-300 rounded-l-md bg-gray-50">
|
||||||
|
shorturl.com/
|
||||||
|
</span>
|
||||||
|
<input
|
||||||
|
type="text"
|
||||||
|
id="customSlug"
|
||||||
|
name="customSlug"
|
||||||
|
value={formData.customSlug}
|
||||||
|
onChange={handleChange}
|
||||||
|
placeholder="custom-slug"
|
||||||
|
className="flex-1 block w-full min-w-0 px-3 py-2 border border-gray-300 rounded-none rounded-r-md focus:outline-none focus:ring-blue-500 focus:border-blue-500 sm:text-sm"
|
||||||
|
/>
|
||||||
|
</div>
|
||||||
|
<p className="mt-1 text-xs text-gray-500">
|
||||||
|
留空将生成随机短链接
|
||||||
|
</p>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
{/* 描述 */}
|
||||||
|
<div>
|
||||||
|
<label htmlFor="description" className="block text-sm font-medium text-gray-700">
|
||||||
|
描述 <span className="text-gray-500">(可选)</span>
|
||||||
|
</label>
|
||||||
|
<textarea
|
||||||
|
id="description"
|
||||||
|
name="description"
|
||||||
|
value={formData.description}
|
||||||
|
onChange={handleChange}
|
||||||
|
rows={3}
|
||||||
|
placeholder="对此链接的简短描述"
|
||||||
|
className="mt-1 block w-full px-3 py-2 border border-gray-300 rounded-md shadow-sm focus:outline-none focus:ring-blue-500 focus:border-blue-500 sm:text-sm"
|
||||||
|
/>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
{/* 标签 */}
|
||||||
|
<div>
|
||||||
|
<label htmlFor="tagInput" className="block text-sm font-medium text-gray-700">
|
||||||
|
标签 <span className="text-gray-500">(可选)</span>
|
||||||
|
</label>
|
||||||
|
<div className="flex mt-1 rounded-md shadow-sm">
|
||||||
|
<input
|
||||||
|
type="text"
|
||||||
|
id="tagInput"
|
||||||
|
value={tagInput}
|
||||||
|
onChange={(e) => setTagInput(e.target.value)}
|
||||||
|
onKeyDown={handleTagKeyDown}
|
||||||
|
placeholder="添加标签并按 Enter"
|
||||||
|
className="flex-1 block w-full min-w-0 px-3 py-2 border border-gray-300 rounded-l-md focus:outline-none focus:ring-blue-500 focus:border-blue-500 sm:text-sm"
|
||||||
|
/>
|
||||||
|
<button
|
||||||
|
type="button"
|
||||||
|
onClick={addTag}
|
||||||
|
className="inline-flex items-center px-3 py-2 text-sm font-medium text-white border border-transparent rounded-r-md shadow-sm bg-blue-600 hover:bg-blue-700 focus:outline-none focus:ring-2 focus:ring-offset-2 focus:ring-blue-500"
|
||||||
|
>
|
||||||
|
添加
|
||||||
|
</button>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
{formData.tags && formData.tags.length > 0 && (
|
||||||
|
<div className="flex flex-wrap gap-2 mt-2">
|
||||||
|
{formData.tags.map(tag => (
|
||||||
|
<span key={tag} className="inline-flex items-center px-2 py-0.5 text-xs font-medium bg-blue-100 rounded-full text-blue-800">
|
||||||
|
{tag}
|
||||||
|
<button
|
||||||
|
type="button"
|
||||||
|
onClick={() => removeTag(tag)}
|
||||||
|
className="flex-shrink-0 ml-1 text-blue-500 rounded-full hover:text-blue-700 focus:outline-none"
|
||||||
|
>
|
||||||
|
<span className="sr-only">删除标签 {tag}</span>
|
||||||
|
<svg className="w-3 h-3" fill="currentColor" viewBox="0 0 20 20" xmlns="http://www.w3.org/2000/svg">
|
||||||
|
<path fillRule="evenodd" d="M10 18a8 8 0 100-16 8 8 0 000 16zM8.707 7.293a1 1 0 00-1.414 1.414L8.586 10l-1.293 1.293a1 1 0 101.414 1.414L10 11.414l1.293 1.293a1 1 0 001.414-1.414L11.414 10l1.293-1.293a1 1 0 00-1.414-1.414L10 8.586 8.707 7.293z" clipRule="evenodd" />
|
||||||
|
</svg>
|
||||||
|
</button>
|
||||||
|
</span>
|
||||||
|
))}
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
</div>
|
||||||
|
|
||||||
|
{/* 提交按钮 */}
|
||||||
|
<div className="flex justify-end pt-4 border-t border-gray-200">
|
||||||
|
<button
|
||||||
|
type="button"
|
||||||
|
onClick={() => router.back()}
|
||||||
|
className="px-4 py-2 text-sm font-medium text-gray-700 bg-white border border-gray-300 rounded-md shadow-sm hover:bg-gray-50 focus:outline-none focus:ring-2 focus:ring-offset-2 focus:ring-blue-500 mr-3"
|
||||||
|
>
|
||||||
|
取消
|
||||||
|
</button>
|
||||||
|
<button
|
||||||
|
type="submit"
|
||||||
|
disabled={isSubmitting}
|
||||||
|
className="inline-flex justify-center px-4 py-2 text-sm font-medium text-white bg-blue-600 border border-transparent rounded-md shadow-sm hover:bg-blue-700 focus:outline-none focus:ring-2 focus:ring-offset-2 focus:ring-blue-500"
|
||||||
|
>
|
||||||
|
{isSubmitting ? (
|
||||||
|
<>
|
||||||
|
<svg className="w-5 h-5 mr-2 -ml-1 animate-spin" xmlns="http://www.w3.org/2000/svg" fill="none" viewBox="0 0 24 24">
|
||||||
|
<circle className="opacity-25" cx="12" cy="12" r="10" stroke="currentColor" strokeWidth="4"></circle>
|
||||||
|
<path className="opacity-75" fill="currentColor" d="M4 12a8 8 0 018-8V0C5.373 0 0 5.373 0 12h4zm2 5.291A7.962 7.962 0 014 12H0c0 3.042 1.135 5.824 3 7.938l3-2.647z"></path>
|
||||||
|
</svg>
|
||||||
|
处理中...
|
||||||
|
</>
|
||||||
|
) : '创建短链接'}
|
||||||
|
</button>
|
||||||
|
</div>
|
||||||
|
</form>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
);
|
||||||
|
}
|
||||||
@@ -4,7 +4,7 @@
|
|||||||
// 描述: 此脚本从PostgreSQL数据库获取所有shorturl类型的资源及其关联数据,并同步到ClickHouse
|
// 描述: 此脚本从PostgreSQL数据库获取所有shorturl类型的资源及其关联数据,并同步到ClickHouse
|
||||||
|
|
||||||
import { Pool } from "https://deno.land/x/postgres@v0.17.0/mod.ts";
|
import { Pool } from "https://deno.land/x/postgres@v0.17.0/mod.ts";
|
||||||
import { getResource, getVariable } from "https://deno.land/x/windmill@v1.183.0/mod.ts";
|
import { getResource, getVariable, setVariable } from "https://deno.land/x/windmill@v1.183.0/mod.ts";
|
||||||
|
|
||||||
// 资源属性接口
|
// 资源属性接口
|
||||||
interface ResourceAttributes {
|
interface ResourceAttributes {
|
||||||
@@ -37,6 +37,15 @@ interface PgConfig {
|
|||||||
[key: string]: unknown;
|
[key: string]: unknown;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// 上次同步状态接口
|
||||||
|
interface SyncState {
|
||||||
|
lastSyncTime: string;
|
||||||
|
lastRunTime: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
// 状态变量名称
|
||||||
|
const STATE_VARIABLE_PATH = "f/shorturl_analytics/shorturl_sync_state";
|
||||||
|
|
||||||
// Windmill函数定义
|
// Windmill函数定义
|
||||||
export async function main(
|
export async function main(
|
||||||
/** PostgreSQL和ClickHouse同步脚本 */
|
/** PostgreSQL和ClickHouse同步脚本 */
|
||||||
@@ -47,9 +56,11 @@ export async function main(
|
|||||||
includeDeleted?: boolean;
|
includeDeleted?: boolean;
|
||||||
/** 是否执行实际写入操作 */
|
/** 是否执行实际写入操作 */
|
||||||
dryRun?: boolean;
|
dryRun?: boolean;
|
||||||
/** 开始时间(ISO格式)*/
|
/** 是否强制全量同步 */
|
||||||
|
forceFullSync?: boolean;
|
||||||
|
/** 手动指定开始时间(ISO格式)- 会覆盖自动增量设置 */
|
||||||
startTime?: string;
|
startTime?: string;
|
||||||
/** 结束时间(ISO格式)*/
|
/** 手动指定结束时间(ISO格式)*/
|
||||||
endTime?: string;
|
endTime?: string;
|
||||||
}
|
}
|
||||||
) {
|
) {
|
||||||
@@ -57,8 +68,41 @@ export async function main(
|
|||||||
const limit = params.limit || 500;
|
const limit = params.limit || 500;
|
||||||
const includeDeleted = params.includeDeleted || false;
|
const includeDeleted = params.includeDeleted || false;
|
||||||
const dryRun = params.dryRun || false;
|
const dryRun = params.dryRun || false;
|
||||||
const startTime = params.startTime ? new Date(params.startTime) : undefined;
|
const forceFullSync = params.forceFullSync || false;
|
||||||
const endTime = params.endTime ? new Date(params.endTime) : undefined;
|
|
||||||
|
// 获取当前时间作为本次运行时间
|
||||||
|
const currentRunTime = new Date().toISOString();
|
||||||
|
|
||||||
|
// 初始化同步状态
|
||||||
|
let syncState: SyncState;
|
||||||
|
let startTime: Date | undefined;
|
||||||
|
const endTime: Date | undefined = params.endTime ? new Date(params.endTime) : new Date();
|
||||||
|
|
||||||
|
// 如果强制全量同步或手动指定了开始时间,则使用指定的开始时间
|
||||||
|
if (forceFullSync || params.startTime) {
|
||||||
|
startTime = params.startTime ? new Date(params.startTime) : undefined;
|
||||||
|
console.log(`使用${params.startTime ? '手动指定' : '全量同步'} - 开始时间: ${startTime ? startTime.toISOString() : '无限制'}`);
|
||||||
|
}
|
||||||
|
// 否则尝试获取上次同步时间作为增量同步的开始时间点
|
||||||
|
else {
|
||||||
|
try {
|
||||||
|
// 获取上次同步状态
|
||||||
|
const stateStr = await getVariable(STATE_VARIABLE_PATH);
|
||||||
|
if (stateStr) {
|
||||||
|
syncState = JSON.parse(stateStr);
|
||||||
|
console.log(`获取到上次同步状态: 同步时间=${syncState.lastSyncTime}, 运行时间=${syncState.lastRunTime}`);
|
||||||
|
|
||||||
|
// 使用上次运行时间作为本次的开始时间 (减去1分钟防止边界问题)
|
||||||
|
const lastRunTime = new Date(syncState.lastRunTime);
|
||||||
|
lastRunTime.setMinutes(lastRunTime.getMinutes() - 1);
|
||||||
|
startTime = lastRunTime;
|
||||||
|
} else {
|
||||||
|
console.log("未找到上次同步状态,将执行全量同步");
|
||||||
|
}
|
||||||
|
} catch (error: unknown) {
|
||||||
|
console.log(`获取同步状态出错: ${error instanceof Error ? error.message : String(error)},将执行全量同步`);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
console.log(`开始同步PostgreSQL shorturl数据到ClickHouse`);
|
console.log(`开始同步PostgreSQL shorturl数据到ClickHouse`);
|
||||||
console.log(`参数: limit=${limit}, includeDeleted=${includeDeleted}, dryRun=${dryRun}`);
|
console.log(`参数: limit=${limit}, includeDeleted=${includeDeleted}, dryRun=${dryRun}`);
|
||||||
@@ -67,7 +111,7 @@ export async function main(
|
|||||||
|
|
||||||
// 获取数据库配置
|
// 获取数据库配置
|
||||||
console.log("获取PostgreSQL数据库配置...");
|
console.log("获取PostgreSQL数据库配置...");
|
||||||
const pgConfig = await getResource('f/limq/postgresql') as PgConfig;
|
const pgConfig = await getResource('f/limq/production_supabase') as PgConfig;
|
||||||
console.log(`数据库连接配置: host=${pgConfig.host}, port=${pgConfig.port}, database=${pgConfig.dbname || 'postgres'}, user=${pgConfig.user}`);
|
console.log(`数据库连接配置: host=${pgConfig.host}, port=${pgConfig.port}, database=${pgConfig.dbname || 'postgres'}, user=${pgConfig.user}`);
|
||||||
|
|
||||||
let pgPool: Pool | null = null;
|
let pgPool: Pool | null = null;
|
||||||
@@ -106,6 +150,8 @@ export async function main(
|
|||||||
console.log(`获取到 ${shorturls.length} 个shorturl资源`);
|
console.log(`获取到 ${shorturls.length} 个shorturl资源`);
|
||||||
|
|
||||||
if (shorturls.length === 0) {
|
if (shorturls.length === 0) {
|
||||||
|
// 即使没有数据也更新状态
|
||||||
|
await updateSyncState(currentRunTime);
|
||||||
return { synced: 0, message: "没有找到需要同步的shorturl资源" };
|
return { synced: 0, message: "没有找到需要同步的shorturl资源" };
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -120,7 +166,11 @@ export async function main(
|
|||||||
// 写入ClickHouse
|
// 写入ClickHouse
|
||||||
const inserted = await insertToClickhouse(clickhouseData);
|
const inserted = await insertToClickhouse(clickhouseData);
|
||||||
console.log(`成功写入 ${inserted} 条记录到ClickHouse`);
|
console.log(`成功写入 ${inserted} 条记录到ClickHouse`);
|
||||||
return { synced: inserted, message: "同步完成" };
|
|
||||||
|
// 更新同步状态
|
||||||
|
await updateSyncState(currentRunTime);
|
||||||
|
|
||||||
|
return { synced: inserted, message: "同步完成", lastSyncTime: currentRunTime };
|
||||||
} else {
|
} else {
|
||||||
console.log("Dry run模式 - 不执行实际写入");
|
console.log("Dry run模式 - 不执行实际写入");
|
||||||
console.log(`将写入 ${clickhouseData.length} 条记录到ClickHouse`);
|
console.log(`将写入 ${clickhouseData.length} 条记录到ClickHouse`);
|
||||||
@@ -146,6 +196,22 @@ export async function main(
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// 更新同步状态
|
||||||
|
async function updateSyncState(currentRunTime: string): Promise<void> {
|
||||||
|
try {
|
||||||
|
const syncState: SyncState = {
|
||||||
|
lastSyncTime: new Date().toISOString(), // 记录数据同步完成的时间
|
||||||
|
lastRunTime: currentRunTime // 记录本次运行的时间点
|
||||||
|
};
|
||||||
|
|
||||||
|
console.log(`更新同步状态: ${JSON.stringify(syncState)}`);
|
||||||
|
await setVariable(STATE_VARIABLE_PATH, JSON.stringify(syncState));
|
||||||
|
} catch (error: unknown) {
|
||||||
|
console.error(`更新同步状态失败: ${error instanceof Error ? error.message : String(error)}`);
|
||||||
|
// 不中断主流程,即使状态更新失败
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
// 从PostgreSQL获取所有shorturl资源
|
// 从PostgreSQL获取所有shorturl资源
|
||||||
async function fetchShorturlResources(
|
async function fetchShorturlResources(
|
||||||
pgPool: Pool,
|
pgPool: Pool,
|
||||||
@@ -185,8 +251,9 @@ async function fetchShorturlResources(
|
|||||||
query += ` AND r.deleted_at IS NULL`;
|
query += ` AND r.deleted_at IS NULL`;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// 修改为同时考虑created_at和updated_at,确保捕获自上次同步以来创建或更新的记录
|
||||||
if (options.startTime) {
|
if (options.startTime) {
|
||||||
query += ` AND r.created_at >= $${paramCount}`;
|
query += ` AND (r.created_at >= $${paramCount} OR r.updated_at >= $${paramCount})`;
|
||||||
params.push(options.startTime);
|
params.push(options.startTime);
|
||||||
paramCount++;
|
paramCount++;
|
||||||
}
|
}
|
||||||
@@ -197,7 +264,8 @@ async function fetchShorturlResources(
|
|||||||
paramCount++;
|
paramCount++;
|
||||||
}
|
}
|
||||||
|
|
||||||
query += ` ORDER BY r.created_at DESC LIMIT $${paramCount}`;
|
// 优先按更新时间排序,确保最近更新的记录先处理
|
||||||
|
query += ` ORDER BY r.updated_at DESC, r.created_at DESC LIMIT $${paramCount}`;
|
||||||
params.push(options.limit);
|
params.push(options.limit);
|
||||||
|
|
||||||
const client = await pgPool.connect();
|
const client = await pgPool.connect();
|
||||||
|
|||||||
Reference in New Issue
Block a user