开线程爬取黑猫里的阿里投诉信息
仅供学习,请适度开线程 一.代码 import requests from requests_html import HTMLSession import time from concurrent.futures import ThreadPoolExecutor import json pool = ThreadPoolExecutor(30) big_list = [] pool_name_list =[] session = HTMLSession() def dewu_company(x): try: print(f'第{x+1}页') params = { 'couid': '1878960481', 'type': '1', 'page_size': f'{(x + 1) * 10}', 'page': f'{x + 1}', # 'callback':'jQuery11', } url = 'https://tousu.sina.com.cn/api/company/received_complaints' res = requests.get(url, params=params, verify=False) info_list = res.json()['result']['data']['complaints'] for dict_info in info