refactor: some minor cleanup

src/providers/base.py

@@ -71,8 +71,9 @@ class Provider(ABC):
         """Usage percent when provider may switch active account/token."""
         return None
 
-    def should_prepare_standby(self) -> bool:
+    def should_prepare_standby(self, usage_percent: int) -> bool:
         """Whether standby preparation should be triggered for current usage."""
+        _ = usage_percent
         return False
 
     async def ensure_standby_account(

src/providers/chatgpt/provider.py

@@ -122,8 +122,8 @@ class ChatGPTProvider(Provider):
                 return True
             return await self._create_next_account_under_lock()
 
-    def should_prepare_standby(self) -> bool:
+    def should_prepare_standby(self, usage_percent: int) -> bool:
-        return bool(load_next_tokens())
+        return usage_percent >= self.prepare_threshold and not bool(load_next_tokens())
 
     async def ensure_standby_account(
         self,

src/server.py

@@ -49,7 +49,7 @@ def should_trigger_standby_prepare(provider_name: str, usage_percent: int) -> bo
     provider = PROVIDERS.get(provider_name)
     if not provider:
         return False
-    return provider.should_prepare_standby()
+    return provider.should_prepare_standby(usage_percent)
 
 
 async def ensure_provider_token_ready(provider_name: str):
@@ -88,7 +88,7 @@ async def ensure_standby_task(provider_name: str, usage_percent: int, reason: st
     if not provider:
         return
 
-    if not provider.should_prepare_standby():
+    if not provider.should_prepare_standby(usage_percent):
         return
 
     try:
@@ -212,6 +212,7 @@ async def on_cleanup(app: web.Application):
 
 
 def create_app() -> web.Application:
+    app = web.Application()
     app.on_startup.append(on_startup)
     app.on_cleanup.append(on_cleanup)
     app.router.add_get("/health", health_handler)
@@ -220,7 +221,7 @@ def create_app() -> web.Application:
     return app
 
 
-if __name__ == "__main__":
+def main():
     logger.info("Starting token service on port %s", PORT)
     chatgpt_provider = PROVIDERS.get("chatgpt")
     if chatgpt_provider:
@@ -239,3 +240,7 @@ if __name__ == "__main__":
         port=PORT,
         access_log_class=AccessLogger,
     )
+
+
+if __name__ == "__main__":
+    main()

tests/test_server_unit.py

@@ -34,8 +34,8 @@ class FakeProvider(Provider):
     def prepare_threshold(self) -> int:
         return self._prepare_threshold
 
-    def should_prepare_standby(self) -> bool:
+    def should_prepare_standby(self, usage_percent: int) -> bool:
-        return False
+        return usage_percent >= self.prepare_threshold
 
     @property
     def name(self) -> str: