moxun-1/test/data_processing_test_report.json

{
  "setup": {
    "success": true,
    "data_count": 10,
    "sample_data": [
      [
        "test_001",
        "CCA123 climb to flight level 350"
      ],
      [
        "test_002",
        "CSN456 descend to flight level 280"
      ],
      [
        "test_003",
        "CHH789 maintain heading 090 degrees"
      ]
    ]
  },
  "processing_steps": {
    "preprocess": {
      "success": true,
      "processed_count": 10,
      "cleaning_rate": 100.0
    },
    "merge": {
      "success": true,
      "merged_records": 10,
      "success_rate": 100.0
    },
    "correction": {
      "success": true,
      "corrected_words": 15,
      "correction_types": [
        "拼写错误修正",
        "语音字母转换",
        "数字格式统一"
      ]
    },
    "ai_analysis": {
      "success": true,
      "result": {
        "status": "partial_success",
        "original_count": 10,
        "extracted_count": 10,
        "valid_count": 0,
        "invalid_count": 0,
        "message": "AI信息抽取完成（10条结果），但数据验证失败: '航空公司(英文)'"
      }
    }
  },
  "data_validation": {
    "table_status": {
      "prewashed_table": {
        "exists": true,
        "count": 10
      },
      "processed_table": {
        "exists": false,
        "count": 0
      },
      "precessed_table": {
        "exists": true,
        "count": 8
      },
      "final_table": {
        "exists": true,
        "count": 0
      },
      "quarantine_table": {
        "exists": true,
        "count": 0
      }
    }
  },
  "api_tests": {
    "original_data": {
      "success": true,
      "count": 10,
      "sample": [
        {
          "id": "test_001",
          "text": "CCA123 climb to flight level 350"
        },
        {
          "id": "test_002",
          "text": "CSN456 descend to flight level 280"
        },
        {
          "id": "test_003",
          "text": "CHH789 maintain heading 090 degrees"
        }
      ]
    },
    "processed_data": {
      "success": true,
      "count": 8,
      "sample": [
        {
          "num": 1,
          "id": "AF 866",
          "call_sign": "法航八六六",
          "behavior": "descend",
          "flight_level": "three zero zero",
          "location": "NULL",
          "time": "NULL"
        },
        {
          "num": 2,
          "id": "BA 688",
          "call_sign": " NULL",
          "behavior": " NULL",
          "flight_level": " NULL",
          "location": " NULL",
          "time": " NULL"
        },
        {
          "num": 3,
          "id": "CA 125",
          "call_sign": "CCA",
          "behavior": "depart",
          "flight_level": "NULL",
          "location": "NULL",
          "time": "NULL"
        }
      ]
    },
    "statistics": {
      "success": true,
      "statistics": {
        "original_count": 10,
        "extracted_count": 8,
        "valid_count": 0,
        "invalid_count": 0,
        "extraction_rate": 80.0,
        "validation_rate": 0.0,
        "error_rate": 0.0
      }
    }
  }
}