import requests
import aiohttp
import asyncio
import json
import aiofiles
# url = 'http://dushu.baidu.com/api/pc/getCatalog?data={%22book_id%22:%224306063500%22}'
# bookid = 'http://dushu.baidu.com/api/pc/getChapterContent?data={%22book_id%22:%224306063500%22,%22cid%22:%224306063500|1569782244%22,%22need_bookinfo%22:1'
async def downloadNovel(cid,title,bid):
    data2 = {
        "book_id": bid,
        "cid": f"{bid}|{cid}",
        "need_bookinfo": 1
    }
    # 將字典轉(zhuǎn)化為字符串
    data2 = json.dumps(data2)
    # 創(chuàng)建請(qǐng)求鏈接
    bookurl = f'http://dushu.baidu.com/api/pc/getChapterContent?data={data2}'
    # 這里老是忘記打括號(hào) aiohttp.ClientSession()
    async with aiohttp.ClientSession() as session:
        async with session.get(bookurl) as resp:
            # 等待結(jié)果返回
            dic = await resp.json()
            # 設(shè)置編碼格式encoding='utf-8'
            async with aiofiles.open(f'./articles/{title}',mode = 'w',encoding='utf-8') as f:
                # 異步將內(nèi)容寫(xiě)入文件
                await f.write(dic['data']['novel']['content'])
async def getCataList(url):
    # 同步爬取所有的章節(jié)相關(guān)信息
    resp = requests.get(url)
    # 將返回的字符轉(zhuǎn)化為字典形式
    dic = resp.json()
    # print(dic)
    # 創(chuàng)建一個(gè)空對(duì)象用于存儲(chǔ)異步任務(wù)
    tasks = []
    # 循環(huán)創(chuàng)建異步任務(wù)并且添加至tasks中
    for item in dic['data']['novel']['items']:
        title = item['title']
        cid = item['cid']
        tasks.append(asyncio.create_task(downloadNovel(cid,title,bid)))
        print(title,cid)
        # 執(zhí)行異步任務(wù)
    await asyncio.wait(tasks)
if __name__ == '__main__':
    bid = "4306063500"
    url = 'http://dushu.baidu.com/api/pc/getCatalog?data={"book_id":"' + bid + '"}'
    print(url)
    asyncio.run(getCataList(url))