老师,1、京东网站的爬虫代码总是跑一段时间就报下面这种错是为什么?
ValueError: could not convert string to float:
2、代码总是跑一段时间就会停止,报错内容如下:
Traceback (most recent call last):
File “C:/Users/Administrator/Desktop/spider/spider/spider_jd_data/spider_jd.py”, line 91, in
parse_good(url)
File “C:/Users/Administrator/Desktop/spider/spider/spider_jd_data/spider_jd.py”, line 84, in parse_good
good.save(force_insert=True)
File “C:\Users\Administrator\PycharmProjects\python_spider\venv\lib\site-packages\peewee.py”, line 6311, in save
pk = self.insert(**field_dict).execute()
File “C:\Users\Administrator\PycharmProjects\python_spider\venv\lib\site-packages\peewee.py”, line 1796, in inner
return method(self, database, *args, **kwargs)
File “C:\Users\Administrator\PycharmProjects\python_spider\venv\lib\site-packages\peewee.py”, line 1867, in execute
return self._execute(database)
File “C:\Users\Administrator\PycharmProjects\python_spider\venv\lib\site-packages\peewee.py”, line 2599, in _execute
return super(Insert, self)._execute(database)
File “C:\Users\Administrator\PycharmProjects\python_spider\venv\lib\site-packages\peewee.py”, line 2336, in _execute
cursor = database.execute(self)
File “C:\Users\Administrator\PycharmProjects\python_spider\venv\lib\site-packages\peewee.py”, line 2993, in execute
sql, params = ctx.sql(query).query()
File “C:\Users\Administrator\PycharmProjects\python_spider\venv\lib\site-packages\peewee.py”, line 604, in sql
return obj.sql(self)
File “C:\Users\Administrator\PycharmProjects\python_spider\venv\lib\site-packages\peewee.py”, line 2576, in sql
self._simple_insert(ctx)
File “C:\Users\Administrator\PycharmProjects\python_spider\venv\lib\site-packages\peewee.py”, line 2436, in _simple_insert
return self._generate_insert((self._insert,), ctx)
File “C:\Users\Administrator\PycharmProjects\python_spider\venv\lib\site-packages\peewee.py”, line 2548, in _generate_insert
return ctx.sql(CommaNodeList(all_values))
File “C:\Users\Administrator\PycharmProjects\python_spider\venv\lib\site-packages\peewee.py”, line 604, in sql
return obj.sql(self)
File “C:\Users\Administrator\PycharmProjects\python_spider\venv\lib\site-packages\peewee.py”, line 1662, in sql
ctx.sql(self.nodes[n_nodes - 1])
File “C:\Users\Administrator\PycharmProjects\python_spider\venv\lib\site-packages\peewee.py”, line 604, in sql
return obj.sql(self)
File “C:\Users\Administrator\PycharmProjects\python_spider\venv\lib\site-packages\peewee.py”, line 1660, in sql
ctx.sql(self.nodes[i])
File “C:\Users\Administrator\PycharmProjects\python_spider\venv\lib\site-packages\peewee.py”, line 604, in sql
return obj.sql(self)
File “C:\Users\Administrator\PycharmProjects\python_spider\venv\lib\site-packages\peewee.py”, line 1311, in sql
return ctx.value(self.value, self.converter)
File “C:\Users\Administrator\PycharmProjects\python_spider\venv\lib\site-packages\peewee.py”, line 616, in value
value = converter(value)
File “C:\Users\Administrator\PycharmProjects\python_spider\venv\lib\site-packages\peewee.py”, line 4359, in db_value
return value if value is None else self.adapt(value)
ValueError: could not convert string to float: