Hi Team, I have a hosted ClearML server. When I upload a large artifact (around 25MB) to the fileserver , I get a ConnectionResetError :
File "/opt/conda/lib/python3.8/site-packages/clearml/task.py", line 1964, in upload_artifact raise exception_to_raise File "/opt/conda/lib/python3.8/site-packages/clearml/task.py", line 1945, in upload_artifact if self._artifacts_manager.upload_artifact( File "/opt/conda/lib/python3.8/site-packages/clearml/binding/artifacts.py", line 780, in upload_artifact uri = self._upload_local_file(local_filename, name, File "/opt/conda/lib/python3.8/site-packages/clearml/binding/artifacts.py", line 962, in _upload_local_file StorageManager.upload_file(local_file.as_posix(), uri, wait_for_upload=True, retries=ev.retries) File "/opt/conda/lib/python3.8/site-packages/clearml/storage/manager.py", line 80, in upload_file return CacheManager.get_cache_manager().upload_file( File "/opt/conda/lib/python3.8/site-packages/clearml/storage/cache.py", line 97, in upload_file result = helper.upload( File "/opt/conda/lib/python3.8/site-packages/clearml/storage/helper.py", line 757, in upload res = self._do_upload(src_path, dest_path, extra, cb, verbose=False, retries=retries) File "/opt/conda/lib/python3.8/site-packages/clearml/storage/helper.py", line 1189, in _do_upload raise last_ex File "/opt/conda/lib/python3.8/site-packages/clearml/storage/helper.py", line 1173, in _do_upload if not self._upload_from_file(local_path=src_path, dest_path=dest_path, extra=extra): File "/opt/conda/lib/python3.8/site-packages/clearml/storage/helper.py", line 1146, in _upload_from_file res = self._driver.upload_object( File "/opt/conda/lib/python3.8/site-packages/clearml/storage/helper.py", line 1422, in upload_object return self.upload_object_via_stream(iterator=stream, container=container, File "/opt/conda/lib/python3.8/site-packages/clearml/storage/helper.py", line 1338, in upload_object_via_stream res = container.session.post( File "/opt/conda/lib/python3.8/site-packages/requests/sessions.py", line 577, in post return self.request('POST', url, data=data, json=json, **kwargs) File "/opt/conda/lib/python3.8/site-packages/requests/sessions.py", line 529, in request resp = self.send(prep, **send_kwargs) File "/opt/conda/lib/python3.8/site-packages/clearml/backend_api/utils.py", line 85, in send return super(SessionWithTimeout, self).send(request, **kwargs) File "/opt/conda/lib/python3.8/site-packages/requests/sessions.py", line 645, in send r = adapter.send(request, **kwargs) File "/opt/conda/lib/python3.8/site-packages/requests/adapters.py", line 501, in send raise ConnectionError(err, request=request) requests.exceptions.ConnectionError: ('Connection aborted.', ConnectionResetError(104, 'Connection reset by peer'))The uploading is good when the artifact is small (e.g. around 300KB). Any idea about the issue? I appreciate any hint.