{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "# 定义实体类" ] }, { "cell_type": "code", "execution_count": 15, "metadata": {}, "outputs": [], "source": [ "# 国外疫情实时概况\n", "class OutsideSummary:\n", " def __init__(self):\n", " self.currentConfirmedCount = 0\n", " self.confirmedCount = 0\n", " self.suspectedCount = 0\n", " self.curedCount = 0\n", " self.deadCount = 0\n", " self.suspectedIncr = 0\n", " self.currentConfirmedIncr = 0\n", " self.confirmedIncr = 0\n", " self.curedIncr = 0\n", " self.deadIncr = 0\n", "\n", " def get_info_tuple(self):\n", " return (self.currentConfirmedCount, self.confirmedCount, self.suspectedCount, self.curedCount,\n", " self.deadCount, self.suspectedIncr, self.currentConfirmedIncr, self.confirmedIncr, self.curedIncr,\n", " self.deadIncr)\n", " def __str__(self):\n", " return 'currentConfirmedCount:%s, confirmedCount:%s, suspectedCount:%s, curedCount:%s, deadCount:%s, suspectedIncr:%s, currentConfirmedIncr:%s, confirmedIncr:%s, curedIncr:%s, deadIncr:%s' % (\n", " self.currentConfirmedCount, self.confirmedCount, self.suspectedCount, self.curedCount, self.deadCount,\n", " self.suspectedIncr, self.currentConfirmedIncr, self.confirmedIncr, self.curedIncr, self.deadIncr)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "# 数据库实体类" ] }, { "cell_type": "code", "execution_count": 16, "metadata": {}, "outputs": [], "source": [ "#数据库实体类\n", "import pymysql\n", "class MyDB:\n", " def __init__(self, host, user, passwd, db):\n", " self.conn = pymysql.connect(host, user, passwd, db)\n", " self.cursor = self.conn.cursor()\n", " def get_outsideSummary_list_tuple(self, outsideSummary):\n", " info_tuple = []\n", " info_tuple.append(outsideSummary.get_info_tuple())\n", " return info_tuple\n", " # 保存数据\n", " def save_outsideSummary_datas(self, outsideSummary):\n", " print('+++ [MyDB] delete from outsideSummary_realtime_datas') \n", " self.cursor.execute('delete from outsideSummary_realtime_datas') \n", " self.conn.commit()\n", " \n", " sql = 'insert into outsideSummary_realtime_datas(currentConfirmedCount,confirmedCount,suspectedCount,curedCount,deadCount,suspectedIncr,currentConfirmedIncr,confirmedIncr,curedIncr,deadIncr) values(%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)'\n", " res = self.get_outsideSummary_list_tuple(outsideSummary)\n", " print('+++ save_outsideSummary_datas, data len: %d' % len(res))\n", " try:\n", " self.cursor.executemany(sql, res)\n", " self.conn.commit()\n", " except Exception as e:\n", " print(e)\n", " print('+++ save_outsideSummary_datas is over.')\n", " def __del__(self):\n", " if self.conn is not None:\n", " self.conn.close()" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "# 业务逻辑类" ] }, { "cell_type": "code", "execution_count": 17, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "+++ [MyDB] delete from outsideSummary_realtime_datas\n", "+++ save_outsideSummary_datas, data len: 1\n", "+++ save_outsideSummary_datas is over.\n" ] } ], "source": [ "#业务逻辑类\n", "import requests\n", "import re\n", "from bs4 import BeautifulSoup\n", "import json\n", "class DataService:\n", " def __init__(self):\n", " self.db = MyDB('localhost', 'root', 'liyujiao0352','covid19_datas_guangxi')\n", " \n", "\n", "# 爬取页面\n", "res = requests.get('https://ncov.dxy.cn/ncovh5/view/pneumonia')\n", "# 重新解码\n", "res = res.content.decode('utf-8')\n", "# 构建soup对象\n", "soup = BeautifulSoup(res, 'html.parser')\n", "# 使用soup对象查找国外疫情数据标签\n", "tag = soup.find('script', attrs={'id': 'getStatisticsService'})\n", "# 转成字符串\n", "tagstr = tag.string\n", "# 使用正则表达式查找所有内容\n", "result = re.findall('\\{\"currentConfirmedCount\".*?\"deadIncr\".*?\\}', tagstr)\n", "# 获取国外疫情数据\n", "#print(result[0])\n", "obj = json.loads(result[0])\n", "#print(obj)\n", "def fetch_outside_summary(obj):\n", " outsideSummary = OutsideSummary()\n", " outsideSummary.currentConfirmedCount = int(obj['currentConfirmedCount'])\n", " outsideSummary.confirmedCount = int(obj['confirmedCount'])\n", " outsideSummary.suspectedCount = int(obj['suspectedCount'])\n", " outsideSummary.curedCount = int(obj['curedCount'])\n", " outsideSummary.deadCount = int(obj['deadCount'])\n", " outsideSummary.suspectedIncr = int(obj['suspectedIncr'])\n", " outsideSummary.currentConfirmedIncr = int(obj['currentConfirmedIncr'])\n", " outsideSummary.confirmedIncr = int(obj['confirmedIncr'])\n", " outsideSummary.curedIncr = int(obj['curedIncr'])\n", " outsideSummary.deadIncr = int(obj['deadIncr'])\n", " return outsideSummary\n", " \n", "# 创建Dataservice对象\n", "ds = DataService()\n", "outsideSummary=fetch_outside_summary(obj)\n", "ds.db.save_outsideSummary_datas(outsideSummary)\n" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.8.3" } }, "nbformat": 4, "nbformat_minor": 4 }