use semaphores, fast-http to implement multithreaded request-parsing

Author: AeroNotix

src/http3/http3.lisp

@@ -30,8 +30,8 @@
                                  :authority (lsquic:host client)
                                  :verb verb
                                  :body body))
-         (pipe (lsquic:new-stream client request)))
-    (lsquic:wait-for-response pipe)))
+         (request-handler (lsquic:new-stream client request)))
+    (lsquic::wait-for-response request-handler)))
 
 (defmacro request-no-body (verb)
   (let* ((sym-name (symbol-name verb))

src/lsquic/client.lisp

@@ -132,10 +132,10 @@
     (pop (request-queue client))))
 
 (defmethod new-stream ((client client) request)
-  (let ((pipe (make-instance 'pipe :request request)))
-    (push-stream-ctx client pipe)
+  (let ((handler (make-instance 'request-handler :request request)))
+    (push-stream-ctx client handler)
     (conn-make-stream (quic-conn client))
-    pipe))
+    handler))
 
 (defmethod get-fd ((client client))
   (sb-bsd-sockets:socket-file-descriptor (socket (socket client))))

src/lsquic/io.lisp

@@ -11,7 +11,7 @@
                (:file "sockets")
                (:file "lsquic")
                (:file "request")
-               (:file "io")
+               (:file "request-handler")
                (:file "ev")
                (:file "client"))
   :depends-on (:bordeaux-threads
@@ -20,5 +20,6 @@
                :cffi-helpers
                :lev
                :split-sequence
+               :fast-http
                :weird-pointers
                :udp))

src/lsquic/lsquic.asd

@@ -28,8 +28,11 @@
       (weird-pointers:save (pop-stream-ctx (weird-pointers:restore stream-ctx))))))
 
 (defcallback stream-readf-cb :unsigned-int ((stream-ctx :pointer) (buf :pointer) (buf-len :unsigned-int) (fin :int))
-  (format t "in stream-readf: ~A~%" (cffi:foreign-string-to-lisp buf))
-  (force-output)
+  (let* ((request-handler (weird-pointers:restore stream-ctx)))
+    (multiple-value-bind (http header-completed-p completed-p)
+        (funcall (response-parser request-handler) (babel:string-to-octets (cffi:foreign-string-to-lisp buf)))
+      (when completed-p
+        (signal-completed request-handler))))
   buf-len)
 
 (defcallback cb-on-read :void ((stream :pointer) (stream-ctx :pointer))

src/lsquic/lsquic.lisp

@@ -0,0 +1,13 @@
+(in-package :lsquic)
+
+(defclass request-handler ()
+  ((request :initarg :request :accessor request)
+   (response-parser :initform (fast-http:make-parser (fast-http:make-http-response)) :accessor response-parser)
+   (completed-signal :initform (bt:make-semaphore) :accessor completed-signal)))
+
+(defmethod signal-completed ((request-handler request-handler))
+  (bt:signal-semaphore (completed-signal request-handler)))
+
+(defmethod wait-for-response ((request-handler request-handler))
+  (bt:wait-on-semaphore (completed-signal request-handler))
+  (response-parser request-handler))