make main function async and add uv command to run async

Author: heaven00

pyproject.toml

@@ -15,6 +15,7 @@ dependencies = [
     "python-dotenv>=1.0.1",
     "scikit-learn>=1.6.1",
     "torch>=2.6.0",
+    "tqdm>=4.67.1",
     "transformers>=4.49.0",
     "websockets>=15.0",
 ]
@@ -32,6 +33,7 @@ package=true
 
 [project.scripts]
 ingest = "client:main"
+ingest_async = "async_client:run"
 
 [tool.setuptools.packages.find]
 where = ["src"]

src/async_client.py

@@ -89,7 +89,7 @@ async def listen(url, valid_message_queue: asyncio.Queue):
         logger.error(f"Invalid WebSocket URI: {url}")
 
 
-def main():
+async def main():
     load_dotenv()
     logging.basicConfig(
         level=logging.INFO,
@@ -104,19 +104,19 @@ def main():
     classified_message_queue = asyncio.Queue()
     conversation_archival_queue = asyncio.Queue()
 
-    asyncio.gather(
+    await asyncio.gather(
         listen(os.getenv("WS_SOCK"), valid_message_queue),
         classify_message(valid_message_queue, classified_message_queue),
         match_conversation(classified_message_queue, state),
         completed_conversations(conversation_archival_queue, state),
         store_probable_calendar_conversations(conversation_archival_queue),
-    )
-
-    asyncio.gather(
         flush_all_conversations(conversation_archival_queue, state),
-        store_probable_calendar_conversations(conversation_archival_queue),
     )
 
 
+def run():
+    asyncio.run(main())
+
+
 if __name__ == "__main__":
-    main()
+    run()