AppDataLocalTempipykernel_25882898597869py in module 23 24 # 存储到MySQL数据库中--- 25 conn = mysqlconnectorconnectuser=root password=123456 database=proteins 26 cursor = conncursor 27 curso
请安装mysql-connector-python库
pip install mysql-connector-python
import requests import mysql.connector from bs4 import BeautifulSoup
定义请求头
headers = { 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.3'}
发送请求,获取HTML页面
url = 'http://www.rcsb.org/pdb/results/results.do?tabtoshow=Current' response = requests.get(url, headers=headers) html = response.content.decode('utf-8')
解析HTML页面,获取数据
soup = BeautifulSoup(html, 'html.parser') table = soup.find('table', {'class': 'table'}) trs = table.find_all('tr')[1:]
data = [] for tr in trs: tds = tr.find_all('td') id = tds[0].text.strip() name = tds[1].text.strip() resolution = tds[4].text.strip() data.append((id, name, resolution))
存储到MySQL数据库中
conn = mysql.connector.connect(user='root', password='123456', database='proteins') cursor = conn.cursor() cursor.execute('CREATE TABLE IF NOT EXISTS proteins (id VARCHAR(10) PRIMARY KEY, name VARCHAR(100), resolution FLOAT)') for d in data: cursor.execute('INSERT INTO proteins (id, name, resolution) VALUES (%s, %s, %s)', d) conn.commit() cursor.close() conn.close(
原文地址: https://www.cveoy.top/t/topic/eFU0 著作权归作者所有。请勿转载和采集!