数据引擎重构

sql/init_core_tables.sql

@@ -205,6 +205,9 @@ CREATE TABLE IF NOT EXISTS sync_tracker (
     last_sync_time BIGINT NOT NULL DEFAULT 0,
     last_sync_at TIMESTAMP WITH TIME ZONE,
     sync_status VARCHAR(32) DEFAULT 'pending',
+    last_full_sync_time BIGINT NOT NULL DEFAULT 0,
+    sync_count BIGINT NOT NULL DEFAULT 0,
+    last_sync_type VARCHAR(16) NOT NULL DEFAULT '',
     PRIMARY KEY (id)
 );
 
@@ -223,3 +226,6 @@ COMMENT ON COLUMN sync_tracker.interface_code IS '接口编码';
 COMMENT ON COLUMN sync_tracker.last_sync_time IS '最后同步时间(Unix时间戳)';
 COMMENT ON COLUMN sync_tracker.last_sync_at IS '最后同步时间点';
 COMMENT ON COLUMN sync_tracker.sync_status IS '同步状态: pending/success/running/failed';
+COMMENT ON COLUMN sync_tracker.last_full_sync_time IS '最后全量同步时间(Unix时间戳秒)，用于决定何时需要再次全量';
+COMMENT ON COLUMN sync_tracker.sync_count IS '累计同步次数';
+COMMENT ON COLUMN sync_tracker.last_sync_type IS '最后一次同步类型: full/incremental';

sql/seed_data.sql

@@ -57,14 +57,16 @@ INSERT INTO api_interface (
         "page_size": 100,
         "page_param": "page",
         "page_size_param": "page_size",
-        "pagination_mode": "PAGINATION_MODE_NORMAL",
+        "pagination_mode": "PAGINATION_MODE_CURSOR",
+        "cursor_pagination": true,
         "fields": ["account_id", "corporation_name", "is_adx", "is_bid", "is_mp"]
     }'::jsonb,
     '{
         "success_field": "code",
         "success_value": 0,
         "message_field": "message",
-        "list_path": "data.list"
+        "list_path": "data.list",
+        "cursor_field": "data.cursor_page_info.cursor"
     }'::jsonb,
     '{
         "table_name": "tencent_account_relation",
@@ -110,7 +112,8 @@ INSERT INTO api_interface (
         "success_field": "code",
         "success_value": 0,
         "message_field": "message",
-        "list_path": "data.list"
+        "list_path": "data.list",
+        "cursor_field": "data.cursor_page_info.cursor"
     }'::jsonb,
     '{
         "table_name": "tencent_image",
@@ -175,7 +178,8 @@ INSERT INTO api_interface (
         "success_field": "code",
         "success_value": 0,
         "message_field": "message",
-        "list_path": "data.list"
+        "list_path": "data.list",
+        "cursor_field": "data.cursor_page_info.cursor"
     }'::jsonb,
     '{
         "table_name": "tencent_video",
@@ -238,7 +242,8 @@ INSERT INTO api_interface (
         "success_field": "code",
         "success_value": 0,
         "message_field": "message",
-        "list_path": "data.list"
+        "list_path": "data.list",
+        "cursor_field": "data.cursor_page_info.cursor"
     }'::jsonb,
     '{
         "table_name": "tencent_audio",