add automatic server creation

Author: aplr

lf_toolkit/__init__.py

@@ -2,7 +2,9 @@
 
 from .rpc import IPCServer
 from .rpc import StdioServer
+from .rpc import create_server
 from .rpc import run
+from .rpc import serve
 
 
 __version__ = importlib_metadata.version("lf_toolkit")

lf_toolkit/rpc/__init__.py

@@ -1,3 +1,5 @@
-from .base_server import run
 from .ipc_server import IPCServer
+from .serve import create_server
+from .serve import run
+from .serve import serve
 from .stdio_server import StdioServer

lf_toolkit/rpc/base_server.py

@@ -1,14 +1,8 @@
-import signal
-
 from abc import ABC
 from abc import abstractmethod
 from functools import wraps
 from typing import Optional
 
-import anyio
-
-from anyio.abc import CancelScope
-
 from .rpc_handler import HandlerFunction
 from .rpc_handler import JsonRpcHandler
 from .rpc_handler import RpcHandler
@@ -40,24 +34,3 @@ def decorator():
         return fn
 
     return decorator()
-
-
-async def signal_handler(scope: CancelScope):
-    with anyio.open_signal_receiver(signal.SIGINT, signal.SIGTERM) as signals:
-        async for signum in signals:
-            if signum == signal.SIGINT:
-                print("Received SIGINT, exiting...")
-            else:
-                print("Received SIGTERM, exiting...")
-
-            scope.cancel()
-            return
-
-
-def run(server: BaseServer):
-    async def main():
-        async with anyio.create_task_group() as tg:
-            tg.start_soon(signal_handler, tg.cancel_scope)
-            tg.start_soon(server.run)
-
-    anyio.run(main)

lf_toolkit/rpc/serve.py

@@ -0,0 +1,66 @@
+import os
+import signal
+
+import anyio
+
+from anyio.abc import CancelScope
+
+from .base_server import BaseServer
+
+
+async def signal_handler(scope: CancelScope):
+    with anyio.open_signal_receiver(signal.SIGINT, signal.SIGTERM) as signals:
+        async for signum in signals:
+            if signum == signal.SIGINT:
+                print("Received SIGINT, exiting...")
+            else:
+                print("Received SIGTERM, exiting...")
+
+            scope.cancel()
+            return
+
+
+def run(server: BaseServer):
+    async def main():
+        async with anyio.create_task_group() as tg:
+            tg.start_soon(signal_handler, tg.cancel_scope)
+            tg.start_soon(server.run)
+
+    anyio.run(main)
+
+
+def serve():
+    try:
+        run(create_server())
+    except Exception as e:
+        print(f"Error: {e}")
+        exit(1)
+
+
+def create_server():
+    io = os.environ.get("EVAL_IO", "rpc")
+
+    if io != "rpc":
+        # TODO: add support for file-based communication
+        raise ValueError("EVAL_IO must be set to 'rpc'.")
+
+    # fallback to stdio if transport is not set
+    transport = os.environ.get("EVAL_RPC_TRANSPORT", "stdio")
+
+    if transport == "stdio":
+        return create_stdio_server()
+    elif transport == "ipc":
+        return create_ipc_server()
+
+
+def create_stdio_server():
+    from .stdio_server import StdioServer
+
+    return StdioServer()
+
+
+def create_ipc_server():
+    from .ipc_server import IPCServer
+
+    endpoint = os.environ.get("EVAL_RPC_IPC_ENDPOINT", None)
+    return IPCServer(endpoint)