Was working on reconfiguring some network interfaces and needed to restart an instance of pritunl. After doing so, the connection is timing out to the mongodb. The other existing servers are running just fine. From this host, I can run monsh IP:27017 and connect without issues. Any ideas on how I can further diagnose this problem?
[undefined][2022-08-06 01:29:21,961][ERROR] Pritunl setup failed
Traceback (most recent call last):
File "/usr/lib/pritunl/lib/python3.7/site-packages/pymongo/pool.py", line 721, in command
exhaust_allowed=exhaust_allowed)
File "/usr/lib/pritunl/lib/python3.7/site-packages/pymongo/network.py", line 152, in command
reply = receive_message(sock_info, request_id)
File "/usr/lib/pritunl/lib/python3.7/site-packages/pymongo/network.py", line 200, in receive_message
_receive_data_on_socket(sock_info, 16, deadline))
File "/usr/lib/pritunl/lib/python3.7/site-packages/pymongo/network.py", line 291, in _receive_data_on_socket
chunk_length = sock_info.sock.recv_into(mv[bytes_read:])
socket.timeout: timed out
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/lib/pritunl/lib/python3.7/site-packages/pritunl/setup/mongo.py", line 38, in upsert_index
coll.create_index(index, **kwargs)
File "/usr/lib/pritunl/lib/python3.7/site-packages/pymongo/collection.py", line 2101, in create_index
return self.__create_indexes([index], session, **cmd_options)[0]
File "/usr/lib/pritunl/lib/python3.7/site-packages/pymongo/collection.py", line 1995, in __create_indexes
session=session)
File "/usr/lib/pritunl/lib/python3.7/site-packages/pymongo/collection.py", line 253, in _command
user_fields=user_fields)
File "/usr/lib/pritunl/lib/python3.7/site-packages/pymongo/pool.py", line 726, in command
self._raise_connection_failure(error)
File "/usr/lib/pritunl/lib/python3.7/site-packages/pymongo/pool.py", line 929, in _raise_connection_failure
_raise_connection_failure(self.address, error)
File "/usr/lib/pritunl/lib/python3.7/site-packages/pymongo/pool.py", line 238, in _raise_connection_failure
raise NetworkTimeout(msg)
pymongo.errors.NetworkTimeout: IP:27017: timed out
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/lib/pritunl/lib/python3.7/site-packages/pymongo/pool.py", line 721, in command
exhaust_allowed=exhaust_allowed)
File "/usr/lib/pritunl/lib/python3.7/site-packages/pymongo/network.py", line 152, in command
reply = receive_message(sock_info, request_id)
File "/usr/lib/pritunl/lib/python3.7/site-packages/pymongo/network.py", line 200, in receive_message
_receive_data_on_socket(sock_info, 16, deadline))
File "/usr/lib/pritunl/lib/python3.7/site-packages/pymongo/network.py", line 291, in _receive_data_on_socket
chunk_length = sock_info.sock.recv_into(mv[bytes_read:])
socket.timeout: timed out
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/lib/pritunl/lib/python3.7/site-packages/pritunl/setup/__init__.py", line 42, in setup_all
setup_mongo()
File "/usr/lib/pritunl/lib/python3.7/site-packages/pritunl/setup/mongo.py", line 463, in setup_mongo
upsert_indexes()
File "/usr/lib/pritunl/lib/python3.7/site-packages/pritunl/setup/mongo.py", line 172, in upsert_indexes
'timestamp', background=True)
File "/usr/lib/pritunl/lib/python3.7/site-packages/pritunl/setup/mongo.py", line 46, in upsert_index
coll.create_index(index, **kwargs)
File "/usr/lib/pritunl/lib/python3.7/site-packages/pymongo/collection.py", line 2101, in create_index
return self.__create_indexes([index], session, **cmd_options)[0]
File "/usr/lib/pritunl/lib/python3.7/site-packages/pymongo/collection.py", line 1995, in __create_indexes
session=session)
File "/usr/lib/pritunl/lib/python3.7/site-packages/pymongo/collection.py", line 253, in _command
user_fields=user_fields)
File "/usr/lib/pritunl/lib/python3.7/site-packages/pymongo/pool.py", line 726, in command
self._raise_connection_failure(error)
File "/usr/lib/pritunl/lib/python3.7/site-packages/pymongo/pool.py", line 929, in _raise_connection_failure
_raise_connection_failure(self.address, error)
File "/usr/lib/pritunl/lib/python3.7/site-packages/pymongo/pool.py", line 238, in _raise_connection_failure
raise NetworkTimeout(msg)
pymongo.errors.NetworkTimeout: IP:27017: timed out
[undefined][2022-08-06 01:29:21,966][INFO] Stopping server
Edit:
After further troubleshooting I am finding the following in the mongodb logs.
{"t":{"$date":"2022-08-06T14:41:55.282-05:00"},"s":"D1", "c":"-", "id":23074, "ctx":"conn229","msg":"User assertion","attr":{"error":"IndexBuildAlreadyInProgress: Identical index already exists: timestamp_1","file":"src/mongo/db/catalog/index_catalog_impl.cpp","line":398}}
{"t":{"$date":"2022-08-06T14:41:55.283-05:00"},"s":"I", "c":"INDEX", "id":20450, "ctx":"conn229","msg":"Received a request to create indexes, but found that at least one of the indexes is already being built.This request will wait for the pre-existing index build to finish before proceeding","attr":{"indexesFieldName":{"indexes":[{"background":true,"name":"timestamp_1","key":{"timestamp":1}}]},"error":{"code":285,"codeName":"IndexBuildAlreadyInProgress","errmsg":"Identical index already exists: timestamp_1"}}}
Here is the full dump of one of the connection attempts.
https://pastebin.com/raw/xtwx4chf