Merge pull request #747 from jlowin/cache

Respect cache setting, set default to 1 second

src/fastmcp/server/server.py

@@ -41,6 +41,7 @@ from starlette.requests import Request
 from starlette.responses import Response
 from starlette.routing import BaseRoute, Route
 
+import fastmcp
 import fastmcp.server
 import fastmcp.settings
 from fastmcp.exceptions import NotFoundError
@@ -131,6 +132,8 @@ class FastMCP(Generic[LifespanResultT]):
         tools: list[Tool | Callable[..., Any]] | None = None,
         **settings: Any,
     ):
+        if cache_expiration_seconds is not None:
+            settings["cache_expiration_seconds"] = cache_expiration_seconds
         self.settings = fastmcp.settings.ServerSettings(**settings)
 
         # If mask_error_details is provided, override the settings value
@@ -148,7 +151,9 @@ class FastMCP(Generic[LifespanResultT]):
         self.tags: set[str] = tags or set()
         self.dependencies = dependencies
         self._cache = TimedCache(
-            expiration=datetime.timedelta(seconds=cache_expiration_seconds or 0)
+            expiration=datetime.timedelta(
+                seconds=self.settings.cache_expiration_seconds
+            )
         )
         self._mounted_servers: dict[str, MountedServer] = {}
         self._additional_http_routes: list[BaseRoute] = []

src/fastmcp/settings.py

@@ -170,7 +170,7 @@ class ServerSettings(BaseSettings):
         ),
     ] = []
 
-    # cache settings (for checking mounted servers)
+    # cache settings (for getting attributes from servers, used to avoid repeated calls)
     cache_expiration_seconds: float = 0
 
     # StreamableHTTP settings

tests/server/test_mount.py

@@ -304,6 +304,19 @@ class TestDynamicChanges:
         tools = await main_app.get_tools()
         assert "sub_temp_tool" not in tools
 
+    async def test_cache_expiration(self):
+        main_app = FastMCP("MainApp", cache_expiration_seconds=2)
+        sub_app = FastMCP("SubApp")
+        tools = await main_app.get_tools()
+        assert len(tools) == 0
+
+        @sub_app.tool
+        def sub_tool():
+            return "sub_tool"
+
+        tools = await main_app.get_tools()
+        assert len(tools) == 0
+
 
 class TestResourcesAndTemplates:
     """Test mounting with resources and resource templates."""