Batch import flight data

db_import.py

@@ -1,9 +1,8 @@
 import pandas as pd
 import mysql.connector
 from mysql.connector import Error
-
+import os
-# 读取CSV文件
+from datetime import datetime, timedelta
-df = pd.read_csv('D:\\college\\SE2\\Ctrip-Crawler-main\\Ctrip-Crawler-main\\2024-10-21\\2024-10-20\\天津-贵阳.csv')
 
 # 数据库连接配置
 db_config = {
@@ -14,17 +13,24 @@ db_config = {
     'password': '123456'
 }
 
-try:
+def import_csv_to_db(file_path, cursor):
-    # 连接到数据库
+    df = pd.read_csv(file_path)
-    conn = mysql.connector.connect(**db_config)
-    
-    if conn.is_connected():
-        cursor = conn.cursor()
-        
-        # 为每行数据创建插入语句
     for index, row in df.iterrows():
         sql = """INSERT INTO flight (f_n, f_s_p, f_a_p, f_s_a, f_a_a, f_s_t, f_a_t, f_Date, f_Delay, f_p, f_food, f_wide, f_depcode, f_dstcode)
-                     VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s)"""
+                 VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s)
+                 ON DUPLICATE KEY UPDATE 
+                 f_s_p = VALUES(f_s_p), 
+                 f_a_p = VALUES(f_a_p), 
+                 f_s_a = VALUES(f_s_a), 
+                 f_a_a = VALUES(f_a_a), 
+                 f_s_t = VALUES(f_s_t), 
+                 f_a_t = VALUES(f_a_t), 
+                 f_Delay = VALUES(f_Delay), 
+                 f_p = VALUES(f_p), 
+                 f_food = VALUES(f_food), 
+                 f_wide = VALUES(f_wide), 
+                 f_depcode = VALUES(f_depcode), 
+                 f_dstcode = VALUES(f_dstcode);"""
         
         values = (
             row['航班号'],
@@ -45,9 +51,34 @@ try:
         
         cursor.execute(sql, values)
 
+try:
+    # 连接到数据库
+    conn = mysql.connector.connect(**db_config)
+    
+    if conn.is_connected():
+        cursor = conn.cursor()
+        
+        # 设置日期范围
+        start_date = datetime(2024, 10, 22)
+        end_date = datetime(2024, 11, 1)
+        current_date = start_date
+
+        while current_date <= end_date:
+            folder_name = current_date.strftime("%Y-%m-%d")
+            folder_path = os.path.join("D:\\college\\SE2\\Ctrip-Crawler-main\\Ctrip-Crawler-main", folder_name, "2024-10-21")
+            
+            if os.path.exists(folder_path):
+                for file_name in os.listdir(folder_path):
+                    if file_name.endswith('.csv'):
+                        file_path = os.path.join(folder_path, file_name)
+                        import_csv_to_db(file_path, cursor)
+                        print(f"已导入文件: {file_path}")
+            
+            current_date += timedelta(days=1)
+        
         # 提交更改
         conn.commit()
-        print("数据成功插入到数据库")
+        print("所有数据成功插入到数据库")
 
 except Error as e:
     print(f"连接数据库时出错: {e}")