# 手机爬虫 import gzip import zlib class MobiePhoneCrawler(): def __init__(self) -> None: super().__init__() # 限制5000条数据 self._max_count = 5000 # 手机列表数据 self._mobie_list = [] @property def max_count(self): return self._max_count @max_count.setter def max_count(self, value): self._max_count = value @property def mobie_list(self): return self._mobie_list # 获取列表数据 def get_page(self): pass # 获取手机详情数据 def get_mobie(self, base_url, param_url, **kwargs): pass # 保存手机数据 def save_mobie(self, mobie): pass def get_req(self,url,**kwargs): pass # 解压网页数据 def uzipData(self, data): if data.startswith(b'\x1f\x8b'): return gzip.decompress(data) elif data.startswith(b'\xec\xbd'): return zlib.decompress(data, -zlib.MAX_WBITS) else: return data