We’re encountering ClientConnection errors and logs indicating that the client is being closed when running an Elasticsearch sync using our self-hosted Elastic connectors fork on a Kubernetes-deployed server. Interestingly, the sync works fine in our local environment. Could you provide more insight into what might be causing this issue and how to resolve it?
Traceback (most recent call last):
File "/app/connectors/es/sink.py", line 532, in run
await self.get_docs(sanitized_generator, job_type=job_type)
File "/app/connectors/es/sink.py", line 589, in get_docs
async for count, doc in aenumerate(generator):
File "/app/connectors/utils.py", line 865, in aenumerate
async for elem in asequence:
File "/app/connectors/logger.py", line 317, in __anext__
return await self.gen.__anext__()
File "/app/connectors/es/sink.py", line 568, in _decorate_with_metrics_span
async for doc in generator:
File "/app/connectors/es/sink.py", line 515, in <genexpr>
sanitized_generator = (
File "/app/connectors/sync_job_runner.py", line 480, in prepare_docs
async for doc, lazy_download, operation in self.generator():
File "/app/connectors/sync_job_runner.py", line 516, in generator
async for doc, lazy_download in self.data_provider.get_docs(
File "/app/connectors/sources/dropbox.py", line 1363, in get_docs
await self.set_user_info()
File "/app/connectors/sources/dropbox.py", line 941, in set_user_info
_json = await response.json()
File "/opt/venv/lib/python3.10/site-packages/aiohttp/client_reqrep.py", line 1272, in json
await self.read()
File "/opt/venv/lib/python3.10/site-packages/aiohttp/client_reqrep.py", line 1214, in read
self._body = await self.content.read()
File "/opt/venv/lib/python3.10/site-packages/aiohttp/streams.py", line 415, in read
block = await self.readany()
File "/opt/venv/lib/python3.10/site-packages/aiohttp/streams.py", line 437, in readany
await self._wait("readany")
File "/opt/venv/lib/python3.10/site-packages/aiohttp/streams.py", line 344, in _wait
await waiter
aiohttp.client_exceptions.ClientConnectionError: Connection closed