import requestsif __name__=='__main__':    #step 1:搜索Url    url='https://123.sogou.com/'    #step 2:發(fā)起請(qǐng)求    #get方法會(huì)返回一個(gè)響應(yīng)對(duì)象    response=requests.get(url=url)    #step 3:獲取響應(yīng)數(shù)據(jù),text返回的是字符串形式的響應(yīng)數(shù)據(jù)    page_text=response.text    print(page_text)    #step 4:持久化存儲(chǔ)    with open('./sogou.html','w',encoding='utf-8') as fp:        fp.write(page_text)    print("爬取數(shù)據(jù)結(jié)束")import requests
if __name__=='__main__':
    #step 1:搜索Url
    url='https://123.sogou.com/'
    #step 2:發(fā)起請(qǐng)求
    #get方法會(huì)返回一個(gè)響應(yīng)對(duì)象
    response=requests.get(url=url)
    #step 3:獲取響應(yīng)數(shù)據(jù),text返回的是字符串形式的響應(yīng)數(shù)據(jù)
    page_text=response.text
    print(page_text)
    #step 4:持久化存儲(chǔ)
    with open('./sogou.html','w',encoding='utf-8') as fp:
        fp.write(page_text)
    print("爬取數(shù)據(jù)結(jié)束")

import requests
if __name__=='__main__':
    #UA偽裝:將對(duì)應(yīng)的User-Agent封裝到一個(gè)字典中
    headers={
        'User-Agent':'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.9 Safari/537.36'
    }
    url='https://www.sogou.com/sie?'
    #處理url攜帶的參數(shù):封裝到字典中
    kw=input('enter a word:')
    param={
        'query':kw
    }
    #對(duì)指定的url發(fā)起的請(qǐng)求對(duì)應(yīng)的url是攜帶參數(shù)的,并且請(qǐng)求過(guò)程中處理了參數(shù)
    response=requests.get(url=url,params=param,headers=headers)#headers是偽裝 params輸入關(guān)鍵詞

    page_text=response.text#以文本的形式輸出
    fileName=kw+'.html'#存儲(chǔ)為網(wǎng)頁(yè)形式
    with open(fileName,'w+',encoding='utf-8') as fp:
        fp.write(page_text)#寫(xiě)入fp
    print(fileName,"保存成功！！")