Error preparing retriever: [Errno 11] write could not complete without blocking #406
Description
我在处理小项目时，不会出现这个问题，但是处理大项目时就会出现~
--- Logging error ---
deepwiki-1 | Traceback (most recent call last):
deepwiki-1 | File "/usr/local/lib/python3.11/logging/init.py", line 1113, in emit
deepwiki-1 | stream.write(msg + self.terminator)
deepwiki-1 | BlockingIOError: [Errno 11] write could not complete without blocking
deepwiki-1 | Call stack:
deepwiki-1 | File "", line 198, in _run_module_as_main
deepwiki-1 | File "", line 88, in _run_code
deepwiki-1 | File "/app/api/main.py", line 52, in
deepwiki-1 | uvicorn.run(
deepwiki-1 | File "/opt/venv/lib/python3.11/site-packages/uvicorn/main.py", line 593, in run
deepwiki-1 | server.run()
deepwiki-1 | File "/opt/venv/lib/python3.11/site-packages/uvicorn/server.py", line 67, in run
deepwiki-1 | return asyncio_run(self.serve(sockets=sockets), loop_factory=self.config.get_loop_factory())
deepwiki-1 | File "/opt/venv/lib/python3.11/site-packages/uvicorn/_compat.py", line 30, in asyncio_run
deepwiki-1 | return runner.run(main)
deepwiki-1 | File "/usr/local/lib/python3.11/asyncio/runners.py", line 118, in run
deepwiki-1 | return self._loop.run_until_complete(task)
deepwiki-1 | File "/opt/venv/lib/python3.11/site-packages/uvicorn/protocols/websockets/websockets_impl.py", line 244, in run_asgi
deepwiki-1 | result = await self.app(self.scope, self.asgi_receive, self.asgi_send) # type: ignore[func-returns-value]
deepwiki-1 | File "/opt/venv/lib/python3.11/site-packages/uvicorn/middleware/proxy_headers.py", line 60, in call
deepwiki-1 | return await self.app(scope, receive, send)
deepwiki-1 | File "/opt/venv/lib/python3.11/site-packages/fastapi/applications.py", line 1134, in call
deepwiki-1 | await super().call(scope, receive, send)
deepwiki-1 | File "/opt/venv/lib/python3.11/site-packages/starlette/applications.py", line 107, in call
deepwiki-1 | await self.middleware_stack(scope, receive, send)
deepwiki-1 | File "/opt/venv/lib/python3.11/site-packages/starlette/middleware/errors.py", line 151, in call
deepwiki-1 | await self.app(scope, receive, send)
deepwiki-1 | File "/opt/venv/lib/python3.11/site-packages/starlette/middleware/cors.py", line 77, in call
deepwiki-1 | await self.app(scope, receive, send)
deepwiki-1 | File "/opt/venv/lib/python3.11/site-packages/starlette/middleware/exceptions.py", line 63, in call
deepwiki-1 | await wrap_app_handling_exceptions(self.app, conn)(scope, receive, send)
deepwiki-1 | File "/opt/venv/lib/python3.11/site-packages/starlette/_exception_handler.py", line 42, in wrapped_app
deepwiki-1 | await app(scope, receive, sender)
deepwiki-1 | File "/opt/venv/lib/python3.11/site-packages/fastapi/middleware/asyncexitstack.py", line 18, in call
deepwiki-1 | await self.app(scope, receive, send)
deepwiki-1 | File "/opt/venv/lib/python3.11/site-packages/starlette/routing.py", line 716, in call
deepwiki-1 | await self.middleware_stack(scope, receive, send)
deepwiki-1 | File "/opt/venv/lib/python3.11/site-packages/starlette/routing.py", line 736, in app
deepwiki-1 | await route.handle(scope, receive, send)
deepwiki-1 | File "/opt/venv/lib/python3.11/site-packages/starlette/routing.py", line 364, in handle
deepwiki-1 | await self.app(scope, receive, send)
deepwiki-1 | File "/opt/venv/lib/python3.11/site-packages/starlette/routing.py", line 97, in app
deepwiki-1 | await wrap_app_handling_exceptions(app, session)(scope, receive, send)
deepwiki-1 | File "/opt/venv/lib/python3.11/site-packages/starlette/_exception_handler.py", line 42, in wrapped_app
deepwiki-1 | await app(scope, receive, sender)
deepwiki-1 | File "/opt/venv/lib/python3.11/site-packages/starlette/routing.py", line 95, in app
deepwiki-1 | await func(session)
deepwiki-1 | File "/app/api/websocket_wiki.py", line 98, in handle_websocket_chat
deepwiki-1 | request_rag.prepare_retriever(request.repo_url, request.type, request.token, excluded_dirs, excluded_files, included_dirs, included_files)
deepwiki-1 | File "/app/api/rag.py", line 361, in prepare_retriever
deepwiki-1 | self.transformed_docs = self.db_manager.prepare_database(
deepwiki-1 | File "/app/api/data_pipeline.py", line 706, in prepare_database
deepwiki-1 | return self.prepare_db_index(is_ollama_embedder=is_ollama_embedder, excluded_dirs=excluded_dirs, excluded_files=excluded_files,
deepwiki-1 | File "/app/api/data_pipeline.py", line 821, in prepare_db_index
deepwiki-1 | self.db = transform_documents_and_save_to_db(
deepwiki-1 | File "/app/api/data_pipeline.py", line 411, in transform_documents_and_save_to_db
deepwiki-1 | db.transform(key="split_and_embed")
deepwiki-1 | File "/opt/venv/lib/python3.11/site-packages/adalflow/core/db.py", line 222, in transform
deepwiki-1 | self.transformed_items[key_to_use] = transformer_to_use(items_to_use)
deepwiki-1 | File "/opt/venv/lib/python3.11/site-packages/adalflow/core/component.py", line 545, in call
deepwiki-1 | output = self.call(*args, **kwargs)
deepwiki-1 | File "/opt/venv/lib/python3.11/site-packages/adalflow/core/container.py", line 292, in call
deepwiki-1 | input = component(input)
deepwiki-1 | File "/opt/venv/lib/python3.11/site-packages/adalflow/components/data_process/data_components.py", line 90, in call
deepwiki-1 | outputs: BatchEmbedderOutputType = self.batch_embedder(input=embedder_input)
deepwiki-1 | File "/opt/venv/lib/python3.11/site-packages/adalflow/core/component.py", line 978, in call
deepwiki-1 | return self.call(*args, **kwargs)
deepwiki-1 | File "/opt/venv/lib/python3.11/site-packages/adalflow/core/embedder.py", line 231, in call
deepwiki-1 | batch_output = self.embedder.call(
deepwiki-1 | File "/opt/venv/lib/python3.11/site-packages/adalflow/core/embedder.py", line 159, in call
deepwiki-1 | log.debug(f"Output from {self.class.name}: {output}")
deepwiki-1 | Message: 'Output from Embedder: EmbedderOutput(data=[Embedding(embedding=[0.00837751105427742, 0.016704656183719635, -0.008524051867425442, -0.018769728019833565, -0.014309029094874859, -0.04164925217628479, 0.02483385056257248, 0.03274482116103172, 0.0012702704407274723, -0.012483423575
ERROR - api.websocket_wiki - websocket_wiki.py:112 - Error preparing retriever: [Errno 11] write could not complete without blocking