B站強推!2023年最新Python爬蟲頂級天花板教程,血賺!學(xué)完即可上岸,拿走

作業(yè)-6, 拋磚引玉一下,歡迎交流:
import requests import json if __name__ == '__main__': # 指定url url = 'http://www.kfc.com.cn/kfccda/ashx/GetStoreList.ashx' keyword = '北京' pageIndex = '1' pageSize = '1' param = { 'op': 'keyword', 'cname': '', 'pid': '', 'keyword': keyword, 'pageIndex': pageIndex, 'pageSize': pageSize, } # UA偽裝 headers = { 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) ' 'AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36 Edg/114.0.1823.58' } # 發(fā)起第一次請求,獲取餐廳數(shù)量 response = requests.post(url=url, data=param, headers=headers) str_obj = response.text json_obj = json.loads(str_obj) kfc_cnt = str(json_obj['Table'][0]['rowcount']) pageSize = kfc_cnt # 發(fā)起第二次請求,獲取所有餐廳位置信息 param['pageSize'] = pageSize response = requests.post(url=url, data=param, headers=headers) # 進(jìn)行持久化存儲 str_obj = response.text json_obj = json.loads(str_obj) fp = open('./kfc.json', 'w', encoding='utf-8') json.dump(json_obj, fp=fp, ensure_ascii=False) print('完成')
標(biāo)簽: