chore(version): bump version to 0.11.2

Author: jinliyl

flowllm/op/crawl/crawl4ai_op.py

@@ -1,6 +1,6 @@
 import asyncio
+from typing import TYPE_CHECKING
 
-from crawl4ai import BrowserConfig, CrawlerRunConfig, CacheMode, AsyncWebCrawler
 from loguru import logger
 
 from flowllm.context.flow_context import FlowContext
@@ -9,6 +9,9 @@
 from flowllm.schema.tool_call import ToolCall
 from flowllm.utils.web_utils import get_random_user_agent
 
+if TYPE_CHECKING:
+    from crawl4ai import BrowserConfig, CrawlerRunConfig, AsyncWebCrawler
+
 
 @C.register_op(register_app="FlowLLM")
 class Crawl4aiOp(BaseAsyncToolOp):
@@ -24,14 +27,8 @@ def __init__(self,
                          **kwargs)
 
         self.max_content_len: int = max_content_len
-
-        self.browser_config = BrowserConfig(headless=True,
-            java_script_enabled=True,
-            user_agent=get_random_user_agent(),
-            viewport={"width": 1280, "height": 800},
-            verbose=True)
-
-        self.crawler_config = CrawlerRunConfig(cache_mode=CacheMode.BYPASS, verbose=True)
+        self.browser_config = None
+        self.crawler_config = None
 
     def build_tool_call(self) -> ToolCall:
         return ToolCall(**{
@@ -46,6 +43,9 @@ def build_tool_call(self) -> ToolCall:
         })
 
     async def async_execute(self):
+        # Lazy import crawl4ai only when actually needed
+        from crawl4ai import BrowserConfig, CrawlerRunConfig, CacheMode, AsyncWebCrawler
+        
         url: str = self.input_dict["url"]
 
         if self.enable_cache:
@@ -54,6 +54,17 @@ async def async_execute(self):
                 self.set_result(cached_result["response_content"])
                 return
 
+        # Initialize configs lazily
+        self.browser_config = BrowserConfig(
+            headless=True,
+            java_script_enabled=True,
+            user_agent=get_random_user_agent(),
+            viewport={"width": 1280, "height": 800},
+            verbose=True
+        )
+
+        self.crawler_config = CrawlerRunConfig(cache_mode=CacheMode.BYPASS, verbose=True)
+
         async with AsyncWebCrawler(config=self.browser_config) as crawler:
             result = await crawler.arun(url=url, config=self.crawler_config)
             response_content = result.markdown[:self.max_content_len]

flowllm/op/fin_supply/akshare_op.py

@@ -2,12 +2,14 @@
 import json
 import sys
 from io import StringIO
-from typing import Optional
+from typing import Optional, TYPE_CHECKING
 
-import akshare as ak
 import pandas as pd
 from loguru import logger
 
+if TYPE_CHECKING:
+    import akshare as ak
+
 from flowllm.context import FlowContext
 from flowllm.context.service_context import C
 from flowllm.enumeration.role import Role
@@ -40,6 +42,7 @@ def build_tool_call(self) -> ToolCall:
 
     @staticmethod
     def download_a_stock_df():
+        import akshare as ak
         stock_sh_a_spot_em_df = ak.stock_sh_a_spot_em()
         stock_sz_a_spot_em_df = ak.stock_sz_a_spot_em()
         stock_bj_a_spot_em_df = ak.stock_bj_a_spot_em()

pyproject.toml

@@ -48,6 +48,7 @@ dependencies = [
     "uvicorn[standard]>=0.23.0",
     "pyfiglet>=0.8.0",
     "rich>=13.5.0",
+    "tavily-python>=0.2.0",
 ]
 
 [project.optional-dependencies]
@@ -56,7 +57,7 @@ reme = ["elasticsearch>=8.10.0", "chromadb>=0.4.0"]
 
 ray = ["ray>=2.6.0", "scikit-learn>=1.3.0"]
 
-fin = ["akshare>=1.9.0", "crawl4ai>=0.7.4", "tavily-python>=0.2.0"]
+fin = ["akshare>=1.9.0", "crawl4ai>=0.7.4"]
 
 token = ["modelscope>=1.10.0", "diffusers>=0.21.0", "peft>=0.6.0", "transformers>=4.35.0", "tiktoken>=0.5.0"]
 
@@ -74,3 +75,7 @@ flowllm = [
 
 [project.scripts]
 flowllm = "flowllm.app:main"
+
+# conda create -n fl_test python=3.12
+# conda activate fl_test
+# conda env remove -n fl_test