CREATE TABLE `novel` (
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '自增主鍵',
`title` varchar(100) NOT NULL COMMENT '標(biāo)題',
`content` text NOT NULL COMMENT '內(nèi)容',
PRIMARY KEY (`id`)
) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8

# 數(shù)據(jù)庫(kù)驅(qū)動(dòng)
pip install pymysql
# 數(shù)據(jù)庫(kù)連接池
pip install DBUtils

# -*- coding: UTF-8 -*-
# 導(dǎo)入requests庫(kù)
import requests
# 導(dǎo)入文件操作庫(kù)

import codecs
from bs4 import BeautifulSoup
import sys
import mysql_DBUtils
from mysql_DBUtils import MyPymysqlPool
import importlib
importlib.reload(sys)


# 給請(qǐng)求指定一個(gè)請(qǐng)求頭來(lái)模擬chrome瀏覽器
headers = {
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.99 Safari/537.36'}
server = 'http://www.biquge.cm'
# 星辰變地址
book = 'http://www.biquge.cm/2/2042/'
# 定義DB
mysql = MyPymysqlPool("dbMysql")


# 獲取章節(jié)內(nèi)容
def get_contents(chapter):
req = requests.get(url=chapter)
html = req.content
html_doc = str(html, 'gbk')
bf = BeautifulSoup(html_doc, 'html.parser')
texts = bf.find_all('div', id="content")
# 獲取div標(biāo)簽id屬性content的內(nèi)容 \xa0 是不間斷空白符  
content = texts[0].text.replace('\xa0' * 4, '\n')
return content


# 寫入數(shù)據(jù)庫(kù)
def write_db(chapter, content):
sql = "INSERT INTO novel (title, content) VALUES(%(title)s, %(content)s);"
param = {"title": chapter, "content": content}
mysql.insert(sql, param)


# 主方法
def main():
res = requests.get(book, headers=headers)
html = res.content
html_doc = str(html, 'gbk')
# 使用自帶的html.parser解析
soup = BeautifulSoup(html_doc, 'html.parser')
# 獲取所有的章節(jié)
a = soup.find('div', id='list').find_all('a')
print('總章節(jié)數(shù): %d ' % len(a))
for each in a:
try:
chapter = server + each.get('href')
content = get_contents(chapter)
chapter = each.string
write_db(chapter, content)
except Exception as e:
print(e)
mysql.dispose()


if __name__ == '__main__':
main()

pip install Django
# 創(chuàng)建一個(gè)項(xiàng)目
python django-admin.py startproject itstyle
# 切換目錄
cd itstyle
# 創(chuàng)建App
python manage.py startapp novel

# 默認(rèn)端口是8000
python manage.py runserver

python manage.py runserver 8001

from django.conf.urls import url
from django.urls import path
from view import index

urlpatterns = [
# 《星辰變》首頁(yè)List
path('', index.main), # new
# 章節(jié)頁(yè)面 正則匹配 
path('chapter/<int:novel_id>/', index.chapter), # new
]

from django.http import HttpResponse
from django.shortcuts import render
from utils.mysql_DBUtils import mysql


# 《星辰變》章節(jié)列表
def main(request):
sql = "SELECT id,title FROM novel LIMIT 10;"
result = mysql.getAll(sql)
# result = json.dumps(result, cls=MyEncoder, ensure_ascii=False, indent=4)
# result = json.loads(result)
context = {'novel_list': result}
return render(request, 'novel_list.html', context)


# def chapter(request):
# id = request.GET['id']
# sql = "SELECT content FROM novel where id = %(id)s;"
# param = {"id": id}
# result = mysql.getOne(sql, param)
# context = {'novel': result}
# return render(request, 'novel.html', context)

'''
單個(gè)章節(jié)
此處 novel_id 對(duì)應(yīng) urls.py 中的 <int:novel_id>
你可以訪問(wèn)：http://localhost:8000/chapter/1/
'''
def chapter(request, novel_id):
sql = "SELECT title,content FROM novel where id = %(id)s;"
param = {"id": novel_id}
result = mysql.getOne(sql, param)
context = {'novel': result}
return render(request, 'novel.html', context)

{% for novel in novel_list %}
<a href="/chapter/{{novel.id}} " rel="external nofollow" ><li>{{ novel.title }}</li></a>
{% endfor %}