通过navicat创建一张表格

注意content的字符集：

最终的插入数据库的所有代码：

from selenium.webdriver import Chrome,ChromeOptions
import time
import traceback #异常处理
import pymysql

def get_bili_hot():
    option = ChromeOptions()
    option.add_argument("--headless") #隐藏浏览器
    option.add_argument("--no-sandbox") #Linux去除沙盒
    browser = Chrome(options=option)
    url = "https://space.bilibili.com/473837611"
    browser.get(url)
    time.sleep(2)
    #print(browser.page_source)
    c = browser.find_elements_by_xpath('//*[@id="page-index"]/div[1]/div[2]/div/div/a[2]')
    context = [i.text for i in c]
    browser.close()
    print(context)
    return context

def get_conn():
    #创建连接
    conn = pymysql.connect(host="192.168.31.203",
                      user='root',
                      password='123456',
                      db='cov')
    #创建游标
    cursor = conn.cursor()

    return conn, cursor

def close_conn(conn, cursor):
    if cursor:
        cursor.close()
    if conn:
        conn.close()

def update_hotsearch():
    """
    将b站数据插入到数据库中
    """
    cursor = None
    conn = None
    try:
        context = get_bili_hot()
        print(f"{time.asctime()}开始更新b站的数据")
        conn, cursor = get_conn()
        sql = "insert into hotsearch(dt, content) values(%s,%s)"
        ts = time.strftime("%Y-%m-%d %X")
        for i in context:
            print(i)
            print(ts)
            cursor.execute(sql, (ts, i))
        conn.commit()
        print(f"{time.asctime()}数据更新完毕哦")
    except:
        traceback.print_exc()
    finally:
        close_conn(conn, cursor)

update_hotsearch()

转载请注明：xuhss » Python Flask定时调度疫情大数据爬取全栈项目实战使用-16存储热搜数据