前端搜索出错 #9
Description
WARNING:root:2023-04-07 15:51:31.822836 occur a exception IndexError:
('list index out of range',)
Traceback (most recent call last):
File "C:\Users\hl199\Topic_and_user_profile_analysis_system-master\code\weibo_crawler\selector_parser\search_weibo_parser.py", line 22, in parse_page
weibo_list = self._get_all_weibo()
File "C:\Users\hl199\Topic_and_user_profile_analysis_system-master\code\weibo_crawler\selector_parser\search_weibo_parser.py", line 33, in _get_all_weibo
for weibo in self._parse_weibo():
File "C:\Users\hl199\Topic_and_user_profile_analysis_system-master\code\weibo_crawler\selector_parser\search_weibo_parser.py", line 55, in _parse_weibo
weibo['weibo_id'] = sel.xpath('(.//p[@Class="from"])[last()]/a[1]/@href')[0].split('/')[-1].split('?')[0]
IndexError: list index out of range
WARNING:root:2023-04-07 15:52:25.597015 occur a exception IndexError:
('list index out of range',)
当在前端网页进行搜索时，爬虫页面显示如上所示。
INFO: 127.0.0.1:2065 - "GET /api/tag/tag_list HTTP/1.1" 500 Internal Server Error
ERROR: Exception in ASGI application
Traceback (most recent call last):
File "D:\anconda\envs\wcjgraduation\lib\site-packages\uvicorn\protocols\http\h11_impl.py", line 369, in run_asgi
result = await app(self.scope, self.receive, self.send)
File "D:\anconda\envs\wcjgraduation\lib\site-packages\uvicorn\middleware\proxy_headers.py", line 59, in call
return await self.app(scope, receive, send)
File "D:\anconda\envs\wcjgraduation\lib\site-packages\fastapi\applications.py", line 270, in call
await super().call(scope, receive, send)
File "D:\anconda\envs\wcjgraduation\lib\site-packages\starlette\applications.py", line 124, in call
await self.middleware_stack(scope, receive, send)
File "D:\anconda\envs\wcjgraduation\lib\site-packages\starlette\middleware\errors.py", line 184, in call
raise exc
File "D:\anconda\envs\wcjgraduation\lib\site-packages\starlette\middleware\errors.py", line 162, in call
await self.app(scope, receive, _send)
File "D:\anconda\envs\wcjgraduation\lib\site-packages\starlette\middleware\cors.py", line 92, in call
await self.simple_response(scope, receive, send, request_headers=headers)
File "D:\anconda\envs\wcjgraduation\lib\site-packages\starlette\middleware\cors.py", line 147, in simple_response
await self.app(scope, receive, send)
File "D:\anconda\envs\wcjgraduation\lib\site-packages\starlette\middleware\exceptions.py", line 79, in call
raise exc
File "D:\anconda\envs\wcjgraduation\lib\site-packages\starlette\middleware\exceptions.py", line 68, in call
await self.app(scope, receive, sender)
File "D:\anconda\envs\wcjgraduation\lib\site-packages\fastapi\middleware\asyncexitstack.py", line 21, in call
raise e
File "D:\anconda\envs\wcjgraduation\lib\site-packages\fastapi\middleware\asyncexitstack.py", line 18, in call
await self.app(scope, receive, send)
File "D:\anconda\envs\wcjgraduation\lib\site-packages\starlette\routing.py", line 706, in call
await route.handle(scope, receive, send)
File "D:\anconda\envs\wcjgraduation\lib\site-packages\starlette\routing.py", line 276, in handle
await self.app(scope, receive, send)
File "D:\anconda\envs\wcjgraduation\lib\site-packages\starlette\routing.py", line 66, in app
response = await func(request)
File "D:\anconda\envs\wcjgraduation\lib\site-packages\fastapi\routing.py", line 235, in app
raw_response = await run_endpoint_function(
File "D:\anconda\envs\wcjgraduation\lib\site-packages\fastapi\routing.py", line 161, in run_endpoint_function
return await dependant.call(**values)
File "C:\Users\hl199\Topic_and_user_profile_analysis_system-master\code\back_end\controller\tag_controller.py", line 33, in tag_list_get
tag_list = await get_tag_task_list(mongo_db)
File "C:\Users\hl199\Topic_and_user_profile_analysis_system-master\code\back_end\service\tag_index_service.py", line 18, in get_tag_task_list
for tag in await tag_list_find.to_list(length=100):
File "D:\anconda\envs\wcjgraduation\lib\site-packages\motor\core.py", line 1417, in _to_list
result = get_more_result.result()
File "D:\anconda\envs\wcjgraduation\lib\concurrent\futures\thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "D:\anconda\envs\wcjgraduation\lib\site-packages\pymongo\cursor.py", line 1130, in _refresh
self.__session = self.__collection.database.client._ensure_session()
File "D:\anconda\envs\wcjgraduation\lib\site-packages\pymongo\mongo_client.py", line 1935, in _ensure_session
return self.__start_session(True, causal_consistency=False)
File "D:\anconda\envs\wcjgraduation\lib\site-packages\pymongo\mongo_client.py", line 1883, in __start_session
server_session = self._get_server_session()
File "D:\anconda\envs\wcjgraduation\lib\site-packages\pymongo\mongo_client.py", line 1921, in _get_server_session
return self._topology.get_server_session()
File "D:\anconda\envs\wcjgraduation\lib\site-packages\pymongo\topology.py", line 520, in get_server_session
session_timeout = self._check_session_support()
File "D:\anconda\envs\wcjgraduation\lib\site-packages\pymongo\topology.py", line 499, in _check_session_support
self._select_servers_loop(
File "D:\anconda\envs\wcjgraduation\lib\site-packages\pymongo\topology.py", line 218, in _select_servers_loop
raise ServerSelectionTimeoutError(
pymongo.errors.ServerSelectionTimeoutError: 127.0.0.1:27017: [WinError 10061] 由于目标计算机积极拒绝，无法连接。, Timeout: 30s, Topology Description: <TopologyDescription id: 64302e32923055799f72a3ec, topology_type: Single, servers: [<ServerDescription ('127.0.0.1', 27017) server_type: Unknown, rtt: None, error=AutoReconnect('127.0.0.1:27017: [WinError 10061] 由于目标计算机积极拒绝，无法连接。')>]>
{"levelname": "ERROR", "process": 16900, "filename": "h11_impl.py", "funcName": "run_asgi", "lineno": 372, "time": "2023-04-07 15:53:04,216", "message": "Exception in ASGI application\nTraceback (most recent call last):\n File "D:\anconda\envs\wcjgraduation\lib\site-packages\uvicorn\protocols\http\h11_impl.py", line 369, in run_asgi\n result = await app(self.scope, self.receive, self.send)\n File "D:\anconda\envs\wcjgraduation\lib\site-packages\uvicorn\middleware\proxy_headers.py", line 59, in call\n return await self.app(scope, receive, send)\n File "D:\anconda\envs\wcjgraduation\lib\site-packages\fastapi\applications.py", line 270, in call\n await super().call(scope, receive, send)\n File "D:\anconda\envs\wcjgraduation\lib\site-packages\starlette\applications.py", line 124, in call\n await self.middleware_stack(scope, receive, send)\n File "D:\anconda\envs\wcjgraduation\lib\site-packages\starlette\middleware\errors.py", line 184, in call\n raise exc\n File "D:\anconda\envs\wcjgraduation\lib\site-packages\starlette\middleware\errors.py", line 162, in call\n await self.app(scope, receive, _send)\n File "D:\anconda\envs\wcjgraduation\lib\site-packages\starlette\middleware\cors.py", line 92, in call\n await self.simple_response(scope, receive, send, request_headers=headers)\n File "D:\anconda\envs\wcjgraduation\lib\site-packages\starlette\middleware\cors.py", line 147, in simple_response\n await self.app(scope, receive, send)\n File "D:\anconda\envs\wcjgraduation\lib\site-packages\starlette\middleware\exceptions.py", line 79, in call\n raise exc\n File "D:\anconda\envs\wcjgraduation\lib\site-packages\starlette\middleware\exceptions.py", line 68, in call\n await self.app(scope, receive, sender)\n File "D:\anconda\envs\wcjgraduation\lib\site-packages\fastapi\middleware\asyncexitstack.py", line 21, in call\n raise e\n File "D:\anconda\envs\wcjgraduation\lib\site-packages\fastapi\middleware\asyncexitstack.py", line 18, in call\n await self.app(scope, receive, send)\n File "D:\anconda\envs\wcjgraduation\lib\site-packages\starlette\routing.py", line 706, in call\n await route.handle(scope, receive, send)\n File "D:\anconda\envs\wcjgraduation\lib\site-packages\starlette\routing.py", line 276, in handle\n await self.app(scope, receive, send)\n File "D:\anconda\envs\wcjgraduation\lib\site-packages\starlette\routing.py", line 66, in app\n response = await func(request)\n File "D:\anconda\envs\wcjgraduation\lib\site-packages\fastapi\routing.py", line 235, in app\n raw_response = await run_endpoint_function(\n File "D:\anconda\envs\wcjgraduation\lib\site-packages\fastapi\routing.py", line 161, in run_endpoint_function\n return await dependant.call(**values)\n File "C:\Users\hl199\Topic_and_user_profile_analysis_system-master\code\back_end\controller\tag_controller.py", line 33, in tag_list_get\n tag_list = await get_tag_task_list(mongo_db)\n File "C:\Users\hl199\Topic_and_user_profile_analysis_system-master\code\back_end\service\tag_index_service.py", line 18, in get_tag_task_list\n for tag in await tag_list_find.to_list(length=100):\n File "D:\anconda\envs\wcjgraduation\lib\site-packages\motor\core.py", line 1417, in _to_list\n result = get_more_result.result()\n File "D:\anconda\envs\wcjgraduation\lib\concurrent\futures\thread.py", line 57, in run\n result = self.fn(*self.args, **self.kwargs)\n File "D:\anconda\envs\wcjgraduation\lib\site-packages\pymongo\cursor.py", line 1130, in _refresh\n self.__session = self.__collection.database.client._ensure_session()\n File "D:\anconda\envs\wcjgraduation\lib\site-packages\pymongo\mongo_client.py", line 1935, in _ensure_session\n return self.__start_session(True, causal_consistency=False)\n File "D:\anconda\envs\wcjgraduation\lib\site-packages\pymongo\mongo_client.py", line 1883, in __start_session\n server_session = self._get_server_session()\n File "D:\anconda\envs\wcjgraduation\lib\site-packages\pymongo\mongo_client.py", line 1921, in _get_server_session\n return self._topology.get_server_session()\n File "D:\anconda\envs\wcjgraduation\lib\site-packages\pymongo\topology.py", line 520, in get_server_session\n session_timeout = self._check_session_support()\n File "D:\anconda\envs\wcjgraduation\lib\site-packages\pymongo\topology.py", line 499, in _check_session_support\n self._select_servers_loop(\n File "D:\anconda\envs\wcjgraduation\lib\site-packages\pymongo\topology.py", line 218, in _select_servers_loop\n raise ServerSelectionTimeoutError(\npymongo.errors.ServerSelectionTimeoutError: 127.0.0.1:27017: [WinError 10061] 由于目标计算机积极拒绝，无法连接。, Timeout: 30s, Topology Description: <TopologyDescription id: 64302e32923055799f72a3ec, topology_type: Single, servers: [<ServerDescription ('127.0.0.1', 27017) server_type: Unknown, rtt: None, error=AutoReconnect('127.0.0.1:27017: [WinError 10061] 由于目标计算机积极拒绝，无法连接。')>]>"}
main.py
页面报错如上所示。
不知道如何操作....