Python读取中文政策信息并存入MySQL数据库

导入所需模块

import pymysql
import pandas as pd

连接MySQL数据库

# 填写数据库连接信息
host = 'localhost'
user = 'root'
password = 'password'
database = 'database_name'

# 连接数据库
conn = pymysql.connect(host=host, user=user, password=password, database=database)
cursor = conn.cursor()

读取tsv文件

# 填写tsv文件路径
tsv_path = 'file_path.tsv'

# 读取tsv文件
df = pd.read_csv(tsv_path, sep='	', encoding='utf-8')

遍历数据并插入到MySQL数据库中

# 遍历数据并插入到MySQL数据库中
for i in range(len(df)):
    title = df.loc[i, '政策标题']
    content = df.loc[i, '政策内容']
    date = df.loc[i, '发布日期']

    # 构造SQL语句
    sql = 'INSERT INTO policy(title, content, date) VALUES(%s, %s, %s)'

    # 执行SQL语句
    cursor.execute(sql, (title, content, date))

# 提交事务
conn.commit()

关闭连接

# 关闭连接
cursor.close()
conn.close()

完整代码如下：

import pymysql
import pandas as pd

# 填写数据库连接信息
host = 'localhost'
user = 'root'
password = 'password'
database = 'database_name'

# 连接数据库
conn = pymysql.connect(host=host, user=user, password=password, database=database)
cursor = conn.cursor()

# 填写tsv文件路径
tsv_path = 'file_path.tsv'

# 读取tsv文件
df = pd.read_csv(tsv_path, sep='	', encoding='utf-8')

# 遍历数据并插入到MySQL数据库中
for i in range(len(df)):
    title = df.loc[i, '政策标题']
    content = df.loc[i, '政策内容']
    date = df.loc[i, '发布日期']

    # 构造SQL语句
    sql = 'INSERT INTO policy(title, content, date) VALUES(%s, %s, %s)'

    # 执行SQL语句
    cursor.execute(sql, (title, content, date))

# 提交事务
conn.commit()

# 关闭连接
cursor.close()
conn.close()