def parse(self, response):
print('========== parse ==========')
print(response.text[:100])
body = response.body
encodings = ['utf-8', 'gbk', 'gb2312', 'iso-8859-1', 'latin1']
for encoding in encodings:
try:
print('========== decode ' + encoding)
print(body.decode(encoding)[:100])
print('========== decode end\n')
except Exception as e:
print('########## decode {0}, error: {1}\n'.format(encoding, e))
pass
来源:oschina
链接:https://my.oschina.net/u/4446794/blog/3217093