tophux_scrape/product/web_sqlite_viewer.py

#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
现代化Web SQLite数据库查看器
基于Flask框架，提供自然的内容显示和筛选功能
"""

from flask import Flask, render_template, jsonify, request, send_from_directory
import sqlite3
import os
import json
from datetime import datetime
from loguru import logger
import threading
import time
import requests

app = Flask(__name__)

# 数据库路径
DB_PATH = os.path.join(os.path.dirname(__file__), 'products.db')

# 任务状态存储
analysis_tasks = {}

class SQLiteWebViewer:
    def __init__(self, db_path):
        self.db_path = db_path
        logger.info(f"初始化Web SQLite查看器，数据库路径: {db_path}")
    
    def get_tables(self):
        """获取所有表名"""
        try:
            conn = sqlite3.connect(self.db_path)
            cursor = conn.cursor()
            cursor.execute("SELECT name FROM sqlite_master WHERE type='table' AND name NOT LIKE 'sqlite_%'")
            tables = [row[0] for row in cursor.fetchall()]
            conn.close()
            logger.info(f"获取到 {len(tables)} 个表")
            return tables
        except Exception as e:
            logger.error(f"获取表列表失败: {e}")
            return []
    
    def get_table_structure(self, table_name):
        """获取表结构"""
        try:
            conn = sqlite3.connect(self.db_path)
            cursor = conn.cursor()
            cursor.execute(f"PRAGMA table_info({table_name})")
            columns = cursor.fetchall()
            conn.close()
            
            structure = []
            for col in columns:
                structure.append({
                    'cid': col[0],
                    'name': col[1],
                    'type': col[2],
                    'notnull': col[3],
                    'default': col[4],
                    'pk': col[5]
                })
            
            logger.info(f"获取表 {table_name} 结构，共 {len(structure)} 个字段")
            return structure
        except Exception as e:
            logger.error(f"获取表结构失败: {e}")
            return []
    
    def get_table_data(self, table_name, page=1, per_page=50, search_field=None, search_value=None):
        """获取表数据，支持分页和搜索"""
        try:
            conn = sqlite3.connect(self.db_path)
            cursor = conn.cursor()
            
            # 获取字段类型信息
            field_types = {}
            text_fields = []
            cursor.execute(f"PRAGMA table_info({table_name});")
            columns_info = cursor.fetchall()
            for col_info in columns_info:
                field_name = col_info[1]
                field_type = col_info[2]
                field_types[field_name] = field_type  # 字段名 -> 字段类型
                # 收集文本类型字段
                if field_type.upper() not in ['INTEGER', 'REAL', 'FLOAT', 'NUMERIC']:
                    text_fields.append(field_name)
            
            # 解析搜索条件
            query_params = []
            where_clause = ""
            
            if search_value:
                # 获取要搜索的字段列表
                search_fields = []
                
                if isinstance(search_field, list):
                    # 如果是列表，使用所有提供的字段
                    search_fields = [f for f in search_field if f in field_types]
                elif search_field == "all":
                    # 如果是"all"，使用所有文本字段
                    search_fields = text_fields
                elif search_field and search_field in field_types:
                    # 如果是单个字段，直接使用
                    search_fields = [search_field]
                
                if search_fields:
                    conditions = []
                    for field in search_fields:
                        # 检查是否为数值比较操作符
                        import re
                        numeric_op_pattern = re.compile(r'^(<=?|>=?|=)(\d+(\.\d+)?)$')
                        match = numeric_op_pattern.match(search_value)
                        
                        # 检查字段是否为数值类型
                        is_numeric_field = field_types.get(field, '').upper() in ['INTEGER', 'REAL', 'FLOAT', 'NUMERIC']
                        
                        if match and is_numeric_field:
                            # 数值比较操作
                            operator = match.group(1)
                            value = match.group(2)
                            conditions.append(f"{field} {operator} ?")
                            query_params.append(float(value) if '.' in value else int(value))
                            logger.info(f"应用数值比较筛选: {field} {operator} {value}")
                        else:
                            # 默认文本模糊匹配
                            conditions.append(f"{field} LIKE ?")
                            query_params.append(f'%{search_value}%')
                            logger.info(f"应用文本模糊匹配: {field} LIKE '%{search_value}%'")
                    
                    if conditions:
                        where_clause = " WHERE " + " OR ".join(conditions)
            
            # 获取总记录数
            count_query = f"SELECT COUNT(*) FROM {table_name}{where_clause}"
            cursor.execute(count_query, query_params)
            total_count = cursor.fetchone()[0]
            
            # 检查是否有日期相关字段，用于排序
            date_columns = []
            # 常见的日期字段名称
            date_field_names = ['created_at', 'updated_at', 'date', 'publish_date', 'release_date']
            for col_info in columns_info:
                field_name = col_info[1]
                # 检查字段名是否包含日期相关关键词
                if any(keyword in field_name.lower() for keyword in date_field_names):
                    date_columns.append(field_name)
            
            # 如果找到日期字段，按最新日期排序
            order_by_clause = ""
            if date_columns:
                # 优先使用updated_at，如果没有则使用created_at，否则使用第一个找到的日期字段
                if 'updated_at' in date_columns:
                    sort_column = 'updated_at'
                elif 'created_at' in date_columns:
                    sort_column = 'created_at'
                else:
                    sort_column = date_columns[0]
                order_by_clause = f" ORDER BY {sort_column} DESC"
                logger.info(f"应用日期排序: {sort_column} DESC")
            
            # 获取分页数据
            offset = (page - 1) * per_page
            query_params.extend([per_page, offset])
            
            data_query = f"SELECT * FROM {table_name}{where_clause}{order_by_clause} LIMIT ? OFFSET ?"
            cursor.execute(data_query, query_params)
            
            rows = cursor.fetchall()
            
            # 获取列名
            cursor.execute(f"PRAGMA table_info({table_name})")
            columns = [col[1] for col in cursor.fetchall()]
            
            conn.close()
            
            # 处理数据，检测多行文本
            processed_rows = []
            for row in rows:
                processed_row = []
                for i, cell in enumerate(row):
                    col_name = columns[i]
                    # 处理difficulty_score字段的缺失值
                    if col_name == "difficulty_score" and cell is None:
                        processed_row.append({'value': '未评分', 'type': 'empty'})
                    elif cell is None:
                        processed_row.append({'value': '', 'type': 'empty'})
                    elif isinstance(cell, str) and ('\n' in cell or len(cell) > 100):
                        # 多行文本或长文本
                        lines = cell.count('\n') + 1
                        processed_row.append({
                            'value': cell,
                            'type': 'multiline',
                            'lines': lines,
                            'length': len(cell)
                        })
                    else:
                        processed_row.append({'value': str(cell), 'type': 'normal'})
                processed_rows.append(processed_row)
            
            logger.info(f"获取表 {table_name} 数据，第 {page} 页，共 {len(processed_rows)} 条记录")
            return {
                'columns': columns,
                'rows': processed_rows,
                'total_count': total_count,
                'page': page,
                'per_page': per_page,
                'total_pages': (total_count + per_page - 1) // per_page
            }
            
        except Exception as e:
            logger.error(f"获取表数据失败: {e}")
            return {'columns': [], 'rows': [], 'total_count': 0, 'page': 1, 'per_page': 50, 'total_pages': 0}

# 初始化查看器
viewer = SQLiteWebViewer(DB_PATH)

@app.route('/')
def index():
    """主页"""
    logger.info("访问主页")
    return render_template('index.html')

@app.route('/api/tables')
def get_tables():
    """获取所有表"""
    tables = viewer.get_tables()
    return jsonify({'tables': tables})

@app.route('/api/table/<table_name>/structure')
def get_table_structure(table_name):
    """获取表结构"""
    structure = viewer.get_table_structure(table_name)
    return jsonify({'structure': structure})

@app.route('/api/table/<table_name>/data')
def get_table_data(table_name):
    """获取表数据"""
    page = int(request.args.get('page', 1))
    per_page = int(request.args.get('per_page', 50))
    # 获取所有search_field参数（可能是多个）
    search_field = request.args.getlist('search_field')
    # 如果只有一个且为空，使用单个值
    if len(search_field) == 1:
        search_field = search_field[0]
    search_value = request.args.get('search_value')
    
    data = viewer.get_table_data(table_name, page, per_page, search_field, search_value)
    return jsonify(data)

@app.route('/api/analyze_missing_scores')
def analyze_missing_scores():
    """触发缺失分数分析任务"""
    task_id = str(int(time.time()))
    analysis_tasks[task_id] = {
        'status': 'running',
        'progress': 0,
        'total': 0,
        'completed': 0,
        'error': None,
        'start_time': datetime.now().isoformat()
    }
    
    # 在后台线程中执行分析
    def run_analysis():
        try:
            conn = sqlite3.connect(DB_PATH)
            cursor = conn.cursor()
            
            # 检查product_analysis表是否存在difficulty_score字段
            cursor.execute("PRAGMA table_info(product_analysis)")
            columns = [col[1] for col in cursor.fetchall()]
            
            if 'difficulty_score' not in columns:
                # 如果不存在，添加该字段
                cursor.execute("ALTER TABLE product_analysis ADD COLUMN difficulty_score REAL")
                conn.commit()
                logger.info("添加了difficulty_score字段")
            
            # 查询缺失分数的产品
            cursor.execute("""
                SELECT pa.id, pa.original_name, pa.product_intro 
                FROM product_analysis pa
                WHERE pa.difficulty_score IS NULL OR pa.difficulty_score = ''
            """)
            missing_scores = cursor.fetchall()
            total = len(missing_scores)
            analysis_tasks[task_id]['total'] = total
            
            logger.info(f"找到 {total} 个缺失分数的产品")
            
            for i, (analysis_id, product_name, introduction) in enumerate(missing_scores):
                try:
                    # 调用Ollama API分析难度分数
                    score = analyze_product_difficulty(product_name, introduction)
                    
                    # 更新数据库
                    cursor.execute(
                        "UPDATE product_analysis SET difficulty_score = ? WHERE id = ?",
                        (score, analysis_id)
                    )
                    conn.commit()
                    
                    analysis_tasks[task_id]['completed'] = i + 1
                    analysis_tasks[task_id]['progress'] = int((i + 1) / total * 100)
                    logger.info(f"已分析产品 {i+1}/{total}: {product_name}, 分数: {score}")
                    
                    # 避免频繁调用API
                    time.sleep(1)
                    
                except Exception as e:
                    logger.error(f"分析产品 {product_name} 失败: {e}")
                    # 继续处理下一个产品
                    continue
            
            analysis_tasks[task_id]['status'] = 'completed'
            logger.info("所有缺失分数分析完成")
            
        except Exception as e:
            logger.error(f"分析任务失败: {e}")
            analysis_tasks[task_id]['status'] = 'failed'
            analysis_tasks[task_id]['error'] = str(e)
        finally:
            conn.close()
            analysis_tasks[task_id]['end_time'] = datetime.now().isoformat()
    
    threading.Thread(target=run_analysis).start()
    
    return jsonify({
        'task_id': task_id,
        'status': 'started',
        'message': '分析任务已启动，请通过task_id查询进度'
    })

@app.route('/api/update_task_status/<task_id>')
def update_task_status(task_id):
    """获取任务状态"""
    if task_id in analysis_tasks:
        return jsonify(analysis_tasks[task_id])
    else:
        return jsonify({
            'error': 'Task not found',
            'message': '找不到指定的任务ID'
        }), 404

def analyze_product_difficulty(product_name, introduction):
    """调用Ollama API分析产品难度分数"""
    try:
        # 构建提示词
        prompt = f"""请基于以下产品信息，分析其技术实现的难度分数（1-100分）：
        产品名称：{product_name}
        产品简介：{introduction}
        
        请只返回一个整数分数，不需要其他解释。分数越高表示技术实现难度越大。
        """
        
        # 调用Ollama API
        response = requests.post(
            'http://localhost:11434/api/generate',
            json={
                'model': 'llama3',
                'prompt': prompt,
                'format': 'json',
                'stream': False
            },
            timeout=30
        )
        
        if response.status_code == 200:
            data = response.json()
            # 提取分数
            score_text = data.get('response', '50').strip()
            # 尝试从文本中提取数字
            import re
            numbers = re.findall(r'\d+', score_text)
            if numbers:
                score = int(numbers[0])
                # 确保分数在1-100范围内
                return max(1, min(100, score))
        
        # 如果API调用失败或无法提取分数，返回默认值50
        logger.warning(f"无法从Ollama API获取有效分数，返回默认值")
        return 50
        
    except Exception as e:
        logger.error(f"调用Ollama API失败: {e}")
        # 出错时返回默认值
        return 50

@app.route('/static/<path:filename>')
def static_files(filename):
    """静态文件"""
    return send_from_directory('static', filename)

def create_html_template():
    """创建HTML模板"""
    template_dir = 'templates'
    if not os.path.exists(template_dir):
        os.makedirs(template_dir)
    
    html_content = '''<!DOCTYPE html>
<html lang="zh-CN">
<head>
    <meta charset="UTF-8">
    <meta name="viewport" content="width=device-width, initial-scale=1.0">
    <title>SQLite数据库查看器</title>
    <style>
        * {
            margin: 0;
            padding: 0;
            box-sizing: border-box;
        }
        
        body {
            font-family: 'Segoe UI', Tahoma, Geneva, Verdana, sans-serif;
            background: linear-gradient(135deg, #667eea 0%, #764ba2 100%);
            min-height: 100vh;
            color: #333;
        }
        
        .container {
            width: 100%;
            margin: 0 auto;
            padding: 20px;
        }
        
        .header {
            background: rgba(255, 255, 255, 0.95);
            backdrop-filter: blur(10px);
            border-radius: 15px;
            padding: 25px;
            margin-bottom: 25px;
            box-shadow: 0 8px 32px rgba(0, 0, 0, 0.1);
        }
        
        .header h1 {
            color: #2c3e50;
            font-size: 2.5em;
            margin-bottom: 10px;
            text-align: center;
        }
        
        .controls {
            display: flex;
            gap: 20px;
            align-items: center;
            flex-wrap: wrap;
            margin-top: 20px;
        }
        
        .control-group {
            display: flex;
            flex-direction: column;
            gap: 8px;
        }
        
        .control-group label {
            font-weight: 600;
            color: #34495e;
            font-size: 0.9em;
        }
        
        select, input {
            padding: 12px 15px;
            border: 2px solid #e0e6ed;
            border-radius: 8px;
            font-size: 14px;
            transition: all 0.3s ease;
            background: white;
        }
        
        select:focus, input:focus {
            outline: none;
            border-color: #667eea;
            box-shadow: 0 0 0 3px rgba(102, 126, 234, 0.1);
        }
        
        .btn {
            padding: 12px 24px;
            background: linear-gradient(135deg, #667eea 0%, #764ba2 100%);
            color: white;
            border: none;
            border-radius: 8px;
            cursor: pointer;
            font-weight: 600;
            transition: all 0.3s ease;
            text-decoration: none;
            display: inline-block;
        }
        
        .btn:hover {
            transform: translateY(-2px);
            box-shadow: 0 5px 15px rgba(0, 0, 0, 0.2);
        }
        
        .data-container {
            background: rgba(255, 255, 255, 0.95);
            backdrop-filter: blur(10px);
            border-radius: 15px;
            padding: 25px;
            box-shadow: 0 8px 32px rgba(0, 0, 0, 0.1);
        }
        
        .table-info {
            display: flex;
            justify-content: space-between;
            align-items: center;
            margin-bottom: 20px;
            padding: 15px;
            background: #f8f9fa;
            border-radius: 10px;
        }
        
        .table-info h2 {
            color: #2c3e50;
            font-size: 1.5em;
        }
        
        .stats {
            display: flex;
            gap: 20px;
            font-size: 0.9em;
            color: #7f8c8d;
        }
        
        .table-wrapper {
            overflow-x: auto;
            border-radius: 10px;
            box-shadow: 0 4px 16px rgba(0, 0, 0, 0.1);
        }
        
        table {
            width: 100%;
            border-collapse: collapse;
            background: white;
            font-size: 14px;
        }
        
        th {
            background: linear-gradient(135deg, #667eea 0%, #764ba2 100%);
            color: white;
            padding: 15px 12px;
            text-align: left;
            font-weight: 600;
            position: sticky;
            top: 0;
            z-index: 10;
        }
        
        td {
            padding: 12px;
            border-bottom: 1px solid #ecf0f1;
            vertical-align: top;
        }
        
        tr:nth-child(even) {
            background-color: #f8f9fa;
        }
        
        tr:hover {
            background-color: #e3f2fd;
            transition: background-color 0.3s ease;
        }
        
        .multiline-cell {
            white-space: pre-wrap;
            line-height: 1.6;
            max-height: 200px;
            overflow-y: auto;
            padding: 8px;
            background: #fff3cd;
            border-radius: 6px;
            border-left: 4px solid #ffc107;
        }
        
        .normal-cell {
            white-space: nowrap;
            overflow: hidden;
            text-overflow: ellipsis;
            max-width: 300px;
        }
        
        .empty-cell {
            color: #95a5a6;
            font-style: italic;
        }
        
        .pagination {
            display: flex;
            justify-content: center;
            align-items: center;
            gap: 10px;
            margin-top: 25px;
            flex-wrap: wrap;
        }
        
        .page-info {
            color: #7f8c8d;
            font-weight: 600;
        }
        
        .page-btn {
            padding: 8px 12px;
            border: 2px solid #e0e6ed;
            background: white;
            border-radius: 6px;
            cursor: pointer;
            transition: all 0.3s ease;
            min-width: 40px;
            text-align: center;
        }
        
        .page-btn:hover {
            border-color: #667eea;
            background: #667eea;
            color: white;
        }
        
        .page-btn.active {
            background: #667eea;
            color: white;
            border-color: #667eea;
        }
        
        .page-btn:disabled {
            opacity: 0.5;
            cursor: not-allowed;
        }
        
        .loading {
            text-align: center;
            padding: 40px;
            color: #7f8c8d;
            font-size: 1.1em;
        }
        
        .error {
            background: #f8d7da;
            color: #721c24;
            padding: 15px;
            border-radius: 8px;
            border: 1px solid #f5c6cb;
            margin: 20px 0;
        }
        
        .no-data {
            text-align: center;
            padding: 40px;
            color: #7f8c8d;
            font-size: 1.1em;
        }
        
        .analyze-btn {
            background: linear-gradient(135deg, #28a745, #20c997);
            color: white;
            border: none;
            padding: 8px 16px;
            border-radius: 6px;
            font-size: 1em;
            cursor: pointer;
            transition: all 0.3s ease;
        }
        
        .analyze-btn:hover {
            transform: translateY(-1px);
            box-shadow: 0 4px 8px rgba(40, 167, 69, 0.3);
        }
        
        .analyze-btn:disabled {
            background: #6c757d;
            cursor: not-allowed;
            transform: none;
            box-shadow: none;
        }
        
        .progress-container {
            margin-top: 20px;
            padding: 15px;
            background: rgba(255, 255, 255, 0.95);
            backdrop-filter: blur(10px);
            border-radius: 12px;
            box-shadow: 0 4px 20px rgba(0, 0, 0, 0.1);
            display: none;
        }
        
        .progress-bar {
            width: 100%;
            height: 20px;
            background: #e9ecef;
            border-radius: 10px;
            overflow: hidden;
            margin: 10px 0;
        }
        
        .progress-fill {
            height: 100%;
            background: linear-gradient(90deg, #667eea, #764ba2);
            transition: width 0.3s ease;
            display: flex;
            align-items: center;
            justify-content: center;
            color: white;
            font-size: 0.8em;
            font-weight: 600;
        }
        
        @media (max-width: 768px) {
            .controls {
                flex-direction: column;
                align-items: stretch;
            }
            
            .table-info {
                flex-direction: column;
                gap: 15px;
                text-align: center;
            }
            
            .stats {
                justify-content: center;
            }
        }
    </style>
</head>
<body>
    <div class="container">
        <div class="header">
            <h1>🗄️ SQLite数据库查看器</h1>
            <div class="controls">
                <div class="control-group">
                <label for="tableSelect">选择数据表:</label>
                <select id="tableSelect">
                    <option value="">加载中...</option>
                </select>
            </div>
            <div class="control-group">
                <label for="analyzeBtn">分析:</label>
                <button id="analyzeScoresBtn" class="analyze-btn">📊 分析缺失分数</button>
                </div>
                <div class="control-group">
                    <label for="searchField">筛选字段:</label>
                    <select id="searchField" multiple disabled style="min-height: 80px;">
                        <option value="">所有文本字段</option>
                    </select>
                </div>
                <div class="control-group">
                    <label for="searchValue">筛选内容:</label>
                    <input type="text" id="searchValue" placeholder="输入筛选内容..." disabled>
                </div>
                <button class="btn" onclick="loadData()">刷新数据</button>
            </div>
            </div>
        </div>
        
        <div class="data-container">
            <div class="table-info">
                <h2 id="tableName">请选择数据表</h2>
                <div class="stats">
                    <span id="recordCount">记录数: 0</span>
                    <span id="pageInfo">第 0 页，共 0 页</span>
                </div>
            </div>
            
            <div id="dataContainer">
                <div class="no-data">请选择数据表以查看内容</div>
            </div>
            
            <div id="pagination" class="pagination" style="display: none;">
                <button class="page-btn" onclick="changePage('prev')" id="prevBtn">上一页</button>
                <span class="page-info" id="pageInfoDetail"></span>
                <button class="page-btn" onclick="changePage('next')" id="nextBtn">下一页</button>
            </div>
        </div>
    </div>
        
        <div id="progressSection" class="progress-container">
            <h3>📊 分数分析进度</h3>
            <div class="progress-bar">
                <div id="progressFill" class="progress-fill" style="width: 0%;">0%</div>
            </div>
            <p id="progressText">等待分析开始...</p>
        </div>
    </div>

    <script>
        let currentTable = '';
        let currentPage = 1;
        let perPage = 50;
        let totalPages = 1;
        let currentData = null;

        // 绑定事件
            document.addEventListener('DOMContentLoaded', function() {
                loadTables();
                
                // 绑定事件
                document.getElementById('tableSelect').addEventListener('change', function() {
                    currentTable = this.value;
                    currentPage = 1;
                    if (currentTable) {
                        loadTableStructure();
                        loadData();
                    }
                });
                
                // 分析缺失分数按钮事件
                document.getElementById('analyzeScoresBtn').addEventListener('click', analyzeMissingScores);
            });
            
            // 分析缺失分数
            async function analyzeMissingScores() {
                const analyzeBtn = document.getElementById('analyzeScoresBtn');
                const progressSection = document.getElementById('progressSection');
                const progressFill = document.getElementById('progressFill');
                const progressText = document.getElementById('progressText');
                
                try {
                    // 禁用按钮
                    analyzeBtn.disabled = true;
                    analyzeBtn.textContent = '分析中...';
                    
                    // 显示进度条
                    progressSection.style.display = 'block';
                    progressFill.style.width = '0%';
                    progressFill.textContent = '0%';
                    progressText.textContent = '正在启动分析任务...';
                    
                    // 启动分析任务
                    const response = await fetch('/api/analyze_missing_scores');
                    const data = await response.json();
                    
                    if (data.task_id) {
                        // 定期查询任务状态
                        const interval = setInterval(async () => {
                            try {
                                const statusResponse = await fetch(`/api/update_task_status/${data.task_id}`);
                                const statusData = await statusResponse.json();
                                
                                // 更新进度
                                progressFill.style.width = `${statusData.progress}%`;
                                progressFill.textContent = `${statusData.progress}%`;
                                
                                if (statusData.status === 'running') {
                                    progressText.textContent = `正在分析: ${statusData.completed}/${statusData.total} 个产品`;
                                } else if (statusData.status === 'completed') {
                                    progressText.textContent = '🎉 所有缺失分数分析完成！';
                                    clearInterval(interval);
                                    analyzeBtn.disabled = false;
                                    analyzeBtn.textContent = '📊 分析缺失分数';
                                    
                                    // 如果当前正在查看product_analysis表，自动刷新
                                    if (currentTable === 'product_analysis') {
                                        loadData();
                                    }
                                } else if (statusData.status === 'failed') {
                                    progressText.textContent = `❌ 分析失败: ${statusData.error}`;
                                    clearInterval(interval);
                                    analyzeBtn.disabled = false;
                                    analyzeBtn.textContent = '📊 分析缺失分数';
                                }
                            } catch (error) {
                                console.error('查询任务状态失败:', error);
                                progressText.textContent = '查询任务状态失败';
                            }
                        }, 2000);
                    }
                } catch (error) {
                    console.error('启动分析任务失败:', error);
                    progressText.textContent = `启动分析失败: ${error.message}`;
                    analyzeBtn.disabled = false;
                    analyzeBtn.textContent = '📊 分析缺失分数';
                }
            }
            
            document.getElementById('searchField').addEventListener('change', loadData);
            document.getElementById('searchValue').addEventListener('input', debounce(loadData, 500));

        // 防抖函数
        function debounce(func, wait) {
            let timeout;
            return function executedFunction(...args) {
                const later = () => {
                    clearTimeout(timeout);
                    func(...args);
                };
                clearTimeout(timeout);
                timeout = setTimeout(later, wait);
            };
        }

        // 加载表列表
        async function loadTables() {
            try {
                const response = await fetch('/api/tables');
                const data = await response.json();
                const select = document.getElementById('tableSelect');
                select.innerHTML = '<option value="">选择数据表...</option>';
                
                data.tables.forEach(table => {
                    const option = document.createElement('option');
                    option.value = table;
                    option.textContent = table;
                    select.appendChild(option);
                });
            } catch (error) {
                console.error('加载表列表失败:', error);
                showError('加载表列表失败: ' + error.message);
            }
        }

        // 加载表结构
        async function loadTableStructure() {
            if (!currentTable) return;
            
            try {
                const response = await fetch(`/api/table/${currentTable}/structure`);
                const data = await response.json();
                const searchField = document.getElementById('searchField');
                
                searchField.innerHTML = '<option value="">所有文本字段</option>';
                data.structure.forEach(field => {
                    const option = document.createElement('option');
                    option.value = field.name;
                    option.textContent = field.name;
                    searchField.appendChild(option);
                });
                
                searchField.disabled = false;
                document.getElementById('searchValue').disabled = false;
            } catch (error) {
                console.error('加载表结构失败:', error);
            }
        }

        // 加载数据
        async function loadData() {
            if (!currentTable) return;
            
            const container = document.getElementById('dataContainer');
            container.innerHTML = '<div class="loading">📊 数据加载中...</div>';
            
            const searchFieldSelect = document.getElementById('searchField');
            const searchValue = document.getElementById('searchValue').value;
            
            try {
                let url = `/api/table/${currentTable}/data?page=${currentPage}&per_page=${perPage}`;
                if (searchValue) {
                    // 获取所有选中的字段
                    const selectedFields = Array.from(searchFieldSelect.selectedOptions)
                        .map(option => option.value)
                        .filter(value => value !== '');
                    
                    if (selectedFields.length > 0) {
                        // 如果选择了特定字段，传递所有选中的字段
                        selectedFields.forEach(field => {
                            url += `&search_field=${encodeURIComponent(field)}`;
                        });
                    } else {
                        // 否则使用"all"表示所有文本字段
                        url += '&search_field=all';
                    }
                    url += `&search_value=${encodeURIComponent(searchValue)}`;
                }
                
                const response = await fetch(url);
                currentData = await response.json();
                
                displayData(currentData);
                updatePagination();
                
            } catch (error) {
                console.error('加载数据失败:', error);
                showError('加载数据失败: ' + error.message);
            }
        }

        // 显示数据
        function displayData(data) {
            const container = document.getElementById('dataContainer');
            
            if (!data.rows || data.rows.length === 0) {
                container.innerHTML = '<div class="no-data">📭 没有找到数据</div>';
                return;
            }
            
            let html = '<div class="table-wrapper"><table><thead><tr>';
            
            // 表头
            data.columns.forEach(col => {
                html += `<th>${col}</th>`;
            });
            html += '</tr></thead><tbody>';
            
            // 数据行
            data.rows.forEach(row => {
                html += '<tr>';
                row.forEach((cell, index) => {
                    const colName = data.columns[index];
                    if (cell.type === 'multiline') {
                        html += `<td><div class="multiline-cell">${escapeHtml(cell.value)}</div></td>`;
                    } else if (cell.type === 'empty') {
                        html += '<td><div class="empty-cell">空</div></td>';
                    } else if (colName === 'product_link' && cell.value) {
                        // 渲染为链接
                        html += `<td><div class="normal-cell"><a href="${escapeHtml(cell.value)}" target="_blank" rel="noopener noreferrer">${escapeHtml(cell.value)}</a></div></td>`;
                    } else {
                        html += `<td><div class="normal-cell">${escapeHtml(cell.value)}</div></td>`;
                    }
                });
                html += '</tr>';
            });
            
            html += '</tbody></table></div>';
            container.innerHTML = html;
            
            // 更新统计信息
            document.getElementById('tableName').textContent = `📋 ${currentTable}`;
            document.getElementById('recordCount').textContent = `记录数: ${data.total_count}`;
            document.getElementById('pageInfo').textContent = `第 ${currentPage} 页，共 ${data.total_pages} 页`;
        }

        // 更新分页
        function updatePagination() {
            if (!currentData) return;
            
            totalPages = currentData.total_pages;
            const pagination = document.getElementById('pagination');
            const prevBtn = document.getElementById('prevBtn');
            const nextBtn = document.getElementById('nextBtn');
            const pageInfo = document.getElementById('pageInfoDetail');
            
            if (totalPages <= 1) {
                pagination.style.display = 'none';
                return;
            }
            
            pagination.style.display = 'flex';
            
            prevBtn.disabled = currentPage <= 1;
            nextBtn.disabled = currentPage >= totalPages;
            
            pageInfo.textContent = `${currentPage} / ${totalPages}`;
        }

        // 翻页
        function changePage(direction) {
            if (direction === 'prev' && currentPage > 1) {
                currentPage--;
                loadData();
            } else if (direction === 'next' && currentPage < totalPages) {
                currentPage++;
                loadData();
            }
        }

        // HTML转义
        function escapeHtml(text) {
            const div = document.createElement('div');
            div.textContent = text;
            return div.innerHTML;
        }

        // 显示错误
        function showError(message) {
            const container = document.getElementById('dataContainer');
            container.innerHTML = `<div class="error">❌ ${message}</div>`;
        }
    </script>
</body>
</html>'''
    
    with open(os.path.join(template_dir, 'index.html'), 'w', encoding='utf-8') as f:
        f.write(html_content)
    
    logger.info("HTML模板创建完成")

if __name__ == '__main__':
    logger.info("启动Web SQLite查看器")
    
    # 创建HTML模板
    create_html_template()
    
    # 检查数据库文件
    if not os.path.exists(DB_PATH):
        logger.warning(f"数据库文件不存在: {DB_PATH}")
        logger.info("将创建一个空的数据库用于演示")
        
        # 创建示例数据库
        conn = sqlite3.connect(DB_PATH)
        cursor = conn.cursor()
        
        # 创建示例表
        cursor.execute('''
            CREATE TABLE IF NOT EXISTS products (
                id INTEGER PRIMARY KEY AUTOINCREMENT,
                name TEXT NOT NULL,
                description TEXT,
                features TEXT,
                price REAL,
                created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
            )
        ''')
        
        # 创建product_analysis表
        cursor.execute('''
            CREATE TABLE IF NOT EXISTS product_analysis (
                id INTEGER PRIMARY KEY AUTOINCREMENT,
                product_id INTEGER,
                analysis TEXT,
                difficulty_score REAL,
                created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
                FOREIGN KEY (product_id) REFERENCES products(id)
            )
        ''')
        
        # 插入示例数据
        sample_data = [
            ('产品A', '这是一个非常优秀的产品\n具有多种实用功能\n用户反馈很好', '高性能\n易用性\n稳定性', 99.99),
            ('产品B', '创新设计\n简洁界面\n强大功能', '创新\n美观\n实用', 149.99),
            ('产品C', '专业级解决方案\n适用于企业环境\n支持大规模部署', '企业级\n可扩展\n安全', 299.99)
        ]
        
        cursor.executemany('INSERT INTO products (name, description, features, price) VALUES (?, ?, ?, ?)', sample_data)
        
        # 插入一些分析数据
        cursor.execute('INSERT INTO product_analysis (product_id, analysis, difficulty_score) VALUES (1, "产品分析示例", 75)')
        cursor.execute('INSERT INTO product_analysis (product_id, analysis) VALUES (2, "产品分析示例，无分数")')
        
        conn.commit()
        conn.close()
        
        logger.info("示例数据库创建完成")
    
    logger.info(f"Web服务器启动，访问地址: http://localhost:5000")
    logger.info("按 Ctrl+C 停止服务器")
    
    app.run(debug=True, host='0.0.0.0', port=5000)