crawl add sql file

crossborder/anhui/crawl_gov_anhui_full.py

@@ -334,13 +334,15 @@ def main():
             log.info("正在全量采集安徽省海关数据")
             crawl_with_selenium('http://hefei.customs.gov.cn/hefei_customs/zfxxgkzl59/3169584/479584/479585/index.html','all')
             duration = time.time() - start_time
-            send_dingtalk_message(f'【安徽省海关】全量数据采集完成，耗时 {duration:.2f} 秒')
+            minutes, seconds = divmod(duration, 60)
+            send_dingtalk_message(f'【安徽省海关】全量数据采集完成，耗时 {int(minutes)}分{seconds:.1f}秒')
         else:
             log.info("正在增量采集安徽省海关数据")
             res = crawl_with_selenium('http://hefei.customs.gov.cn/hefei_customs/zfxxgkzl59/3169584/479584/479585/index.html','auto')
             if res == 'finish':
                 duration = time.time() - start_time
-                send_dingtalk_message(f'【安徽省海关】增量数据采集完成，耗时 {duration:.2f} 秒')
+                minutes, seconds = divmod(duration, 60)
+                send_dingtalk_message(f'【安徽省海关】增量数据采集完成，{int(minutes)}分{seconds:.1f}秒')
 
                 res = get_commodity_trade_by_prov_year_month('安徽省', get_last_month())
                 if res is not None:

crossborder/hebei/crawl_gov_hebei_full.py

@@ -312,13 +312,15 @@ def main():
             log.info("正在全量采集河北省海关数据")
             crawl_with_selenium('http://shijiazhuang.customs.gov.cn/shijiazhuang_customs/zfxxgk43/2988665/2988681/index.html', 'all')
             duration = time.time() - start_time
-            send_dingtalk_message(f'【河北省海关】全量数据采集完成，耗时 {duration:.2f} 秒')
+            minutes, seconds = divmod(duration, 60)
+            send_dingtalk_message(f'【河北省海关】全量数据采集完成，耗时 {int(minutes)}分{seconds:.1f}秒')
         else:
             log.info("正在增量采集河北省海关数据")
             res = crawl_with_selenium('http://shijiazhuang.customs.gov.cn/shijiazhuang_customs/zfxxgk43/2988665/2988681/index.html','auto')
             if res == 'finish':
                 duration = time.time() - start_time
-                send_dingtalk_message(f'【河北省海关】增量数据采集完成，耗时 {duration:.2f} 秒')
+                minutes, seconds = divmod(duration, 60)
+                send_dingtalk_message(f'【河北省海关】增量数据采集完成，耗时 {int(minutes)}分{seconds:.1f}秒')
 
                 res = get_commodity_trade_by_prov_year_month('河北省', get_last_month())
                 if res is not None:

crossborder/jiangsu/crawl_gov_jiangsu_full.py

@@ -349,13 +349,15 @@ def main():
             log.info("正在全量采集江苏省海关数据")
             crawl_with_selenium('http://nanjing.customs.gov.cn/nanjing_customs/zfxxgk58/fdzdgknr95/3010051/589289/7e2fcc72-1.html','all')
             duration = time.time() - start_time
-            send_dingtalk_message(f'【江苏省海关】全量数据采集完成，耗时 {duration:.2f} 秒')
+            minutes, seconds = divmod(duration, 60)
+            send_dingtalk_message(f'【江苏省海关】全量数据采集完成，耗时 {int(minutes)}分{seconds:.1f}秒')
         else:
             log.info("正在增量采集江苏省海关数据")
             res = crawl_with_selenium('http://nanjing.customs.gov.cn/nanjing_customs/zfxxgk58/fdzdgknr95/3010051/589289/7e2fcc72-1.html','auto')
             if res == 'finish':
                 duration = time.time() - start_time
-                send_dingtalk_message(f'【江苏省海关】增量数据采集完成，耗时 {duration:.2f} 秒')
+                minutes, seconds = divmod(duration, 60)
+                send_dingtalk_message(f'【江苏省海关】增量数据采集完成，耗时 {int(minutes)}分{seconds:.1f}秒')
 
                 res = get_commodity_trade_by_prov_year_month('江苏省', get_last_month())
                 if res is not None:

crossborder/zhejiang/crawl_gov_zhejiang_full.py

@@ -396,13 +396,15 @@ def main():
             log.info("正在全量采集浙江省海关数据")
             crawl_with_selenium('http://hangzhou.customs.gov.cn/hangzhou_customs/575609/zlbd/575612/575612/6430241/6430315/index.html', 'all')
             duration = time.time() - start_time
-            send_dingtalk_message(f'【浙江省海关】全量数据采集完成，耗时 {duration:.2f} 秒')
+            minutes, seconds = divmod(duration, 60)
+            send_dingtalk_message(f'【浙江省海关】全量数据采集完成，耗时 {int(minutes)}分{seconds:.1f}秒')
         else:
             log.info("正在增量采集浙江省海关数据")
             res = crawl_with_selenium('http://hangzhou.customs.gov.cn/hangzhou_customs/575609/zlbd/575612/575612/6430241/6430315/index.html','auto')
             if res == 'finish':
                 duration = time.time() - start_time
-                send_dingtalk_message(f'【浙江省海关】增量数据采集完成，耗时 {duration:.2f} 秒')
+                minutes, seconds = divmod(duration, 60)
+                send_dingtalk_message(f'【浙江省海关】增量数据采集完成，耗时 {int(minutes)}分{seconds:.1f}秒')
 
                 res = get_commodity_trade_by_prov_year_month('浙江省', get_last_month())
                 if res is not None: