Add pico http refactor, clean up libc bindings, introduce QoL structs to wrap libc structs...

.github/workflows/test.yml

@@ -21,3 +21,4 @@ jobs:
                   pixi run integration_tests_py
                   pixi run integration_tests_external
                   pixi run integration_tests_udp
+                  pixi run http_conformance

.pre-commit-config.yaml

@@ -9,7 +9,13 @@ repos:
     hooks:
       - id: mojo-format
         name: mojo-format
-        entry: pixi run mojo format -l 120
+        entry: pixi run format
         language: system
-        files: '\.(mojo|🔥)$'
+        pass_filenames: false
         stages: [pre-commit]
+      # - id: mojo-docs
+      #   name: mojo-docs
+      #   entry: pixi run lint_docs
+      #   language: system
+      #   pass_filenames: false
+      #   stages: [pre-commit]

README.md

@@ -17,14 +17,14 @@
    <br/>
    [![Join our Discord][discord-shield]][discord-url]
    [![Contributors Welcome][contributors-shield]][contributors-url]
-   
+
 
   </p>
 </div>
 
 ## Overview
 
-Lightbug is a simple and sweet HTTP framework for Mojo that builds on best practice from systems programming, such as the Golang [FastHTTP](https://github.com/valyala/fasthttp/) and Rust [may_minihttp](https://github.com/Xudong-Huang/may_minihttp/). 
+Lightbug is a simple and sweet HTTP framework for Mojo that builds on best practice from systems programming, such as the Golang [FastHTTP](https://github.com/valyala/fasthttp/) and Rust [may_minihttp](https://github.com/Xudong-Huang/may_minihttp/).
 
 This is not production ready yet. We're aiming to keep up with new developments in Mojo, but it might take some time to get to a point when this is safe to use in real-world applications.
 
@@ -45,7 +45,7 @@ Lightbug currently has the following features:
 <!-- GETTING STARTED -->
 ## Getting Started
 
-The only hard dependency for `lightbug_http` is Mojo. 
+The only hard dependency for `lightbug_http` is Mojo.
 Learn how to get up and running with Mojo on the [Modular website](https://www.modular.com/max/mojo).
 Once you have a Mojo project set up locally,
 
@@ -70,7 +70,7 @@ Once you have a Mojo project set up locally,
     from lightbug_http import *
     ```
 
-    or import individual structs and functions, e.g. 
+    or import individual structs and functions, e.g.
 
     ```mojo
     from lightbug_http.service import HTTPService
@@ -234,12 +234,12 @@ from lightbug_http.connection import dial_udp
 from lightbug_http.address import UDPAddr
 from utils import StringSlice
 
-alias test_string = "Hello, lightbug!"
+comptime test_string = "Hello, lightbug!"
 
 fn main() raises:
     print("Dialing UDP server...")
-    alias host = "127.0.0.1"
-    alias port = 12000
+    comptime host = "127.0.0.1"
+    comptime port = 12000
     var udp = dial_udp(host, port)
 
     print("Sending " + str(len(test_string)) + " messages to the server...")
@@ -287,12 +287,12 @@ We're working on support for the following (contributors welcome!):
 
 The plan is to get to a feature set similar to Python frameworks like [Starlette](https://github.com/encode/starlette), but with better performance.
 
-Our vision is to develop three libraries, with `lightbug_http` (this repo) as a starting point: 
+Our vision is to develop three libraries, with `lightbug_http` (this repo) as a starting point:
  - `lightbug_http` - Lightweight and simple HTTP framework, basic networking primitives
  - [`lightbug_api`](https://github.com/saviorand/lightbug_api) - Tools to make great APIs fast, with OpenAPI support and automated docs
  - `lightbug_web` - (release date TBD) Full-stack web framework for Mojo, similar to NextJS or SvelteKit
 
-The idea is to get to a point where the entire codebase of a simple modern web application can be written in Mojo. 
+The idea is to get to a point where the entire codebase of a simple modern web application can be written in Mojo.
 
 We don't make any promises, though -- this is just a vision, and whether we get there or not depends on many factors, including the support of the community.
 

benchmark/bench.mojo

@@ -1,18 +1,19 @@
+from lightbug_http.header import Header, Headers
+from lightbug_http.io.bytes import ByteReader, Bytes, ByteWriter
+from lightbug_http.server import default_max_request_body_size, default_max_request_uri_length
+from lightbug_http.uri import URI
 from memory import Span
+
 from benchmark import *
-from lightbug_http.io.bytes import bytes, Bytes
-from lightbug_http.header import Headers, Header
-from lightbug_http.io.bytes import ByteReader, ByteWriter
 from lightbug_http.http import HTTPRequest, HTTPResponse, encode
-from lightbug_http.uri import URI
-from lightbug_http.server import default_max_request_body_size, default_max_request_uri_length
 
-alias headers = "GET /index.html HTTP/1.1\r\nHost: example.com\r\nUser-Agent: Mozilla/5.0\r\nContent-Type: text/html\r\nContent-Length: 1234\r\nConnection: close\r\nTrailer: end-of-message\r\n\r\n"
 
-alias body = "I am the body of an HTTP request" * 5
-alias body_bytes = bytes(body)
-alias Request = "GET /index.html HTTP/1.1\r\nHost: example.com\r\nUser-Agent: Mozilla/5.0\r\nContent-Type: text/html\r\nContent-Length: 1234\r\nConnection: close\r\nTrailer: end-of-message\r\n\r\n" + body
-alias Response = "HTTP/1.1 200 OK\r\nserver: lightbug_http\r\ncontent-type: application/octet-stream\r\nconnection: keep-alive\r\ncontent-length: 13\r\ndate: 2024-06-02T13:41:50.766880+00:00\r\n\r\n" + body
+comptime headers = "GET /index.html HTTP/1.1\r\nHost: example.com\r\nUser-Agent: Mozilla/5.0\r\nContent-Type: text/html\r\nContent-Length: 1234\r\nConnection: close\r\nTrailer: end-of-message\r\n\r\n"
+
+comptime body = "I am the body of an HTTP request" * 5
+comptime body_bytes = body.as_bytes()
+comptime Request = "GET /index.html HTTP/1.1\r\nHost: example.com\r\nUser-Agent: Mozilla/5.0\r\nContent-Type: text/html\r\nContent-Length: 1234\r\nConnection: close\r\nTrailer: end-of-message\r\n\r\n" + body
+comptime Response = "HTTP/1.1 200 OK\r\nserver: lightbug_http\r\ncontent-type: application/octet-stream\r\nconnection: keep-alive\r\ncontent-length: 13\r\ndate: 2024-06-02T13:41:50.766880+00:00\r\n\r\n" + body
 
 
 fn main():
@@ -24,18 +25,30 @@ fn run_benchmark():
         var config = BenchConfig()
         config.verbose_timing = True
         var m = Bench(config^)
-        m.bench_function[lightbug_benchmark_header_encode](BenchId("HeaderEncode"))
-        m.bench_function[lightbug_benchmark_header_parse](BenchId("HeaderParse"))
-        m.bench_function[lightbug_benchmark_request_encode](BenchId("RequestEncode"))
-        m.bench_function[lightbug_benchmark_request_parse](BenchId("RequestParse"))
-        m.bench_function[lightbug_benchmark_response_encode](BenchId("ResponseEncode"))
-        m.bench_function[lightbug_benchmark_response_parse](BenchId("ResponseParse"))
+        m.bench_function[lightbug_benchmark_header_encode](
+            BenchId("HeaderEncode")
+        )
+        m.bench_function[lightbug_benchmark_header_parse](
+            BenchId("HeaderParse")
+        )
+        m.bench_function[lightbug_benchmark_request_encode](
+            BenchId("RequestEncode")
+        )
+        m.bench_function[lightbug_benchmark_request_parse](
+            BenchId("RequestParse")
+        )
+        m.bench_function[lightbug_benchmark_response_encode](
+            BenchId("ResponseEncode")
+        )
+        m.bench_function[lightbug_benchmark_response_parse](
+            BenchId("ResponseParse")
+        )
         m.dump_report()
     except:
         print("failed to start benchmark")
 
 
-alias headers_struct = Headers(
+comptime headers_struct = Headers(
     Header("Content-Type", "application/json"),
     Header("Content-Length", "1234"),
     Header("Connection", "close"),
@@ -49,7 +62,9 @@ fn lightbug_benchmark_response_encode(mut b: Bencher):
     @always_inline
     @parameter
     fn response_encode():
-        var res = HTTPResponse(body.as_bytes(), headers=materialize[headers_struct]())
+        var res = HTTPResponse(
+            body.as_bytes(), headers=materialize[headers_struct]()
+        )
         _ = encode(res^)
 
     b.iter[response_encode]()
@@ -74,7 +89,12 @@ fn lightbug_benchmark_request_parse(mut b: Bencher):
     @parameter
     fn request_parse():
         try:
-            _ = HTTPRequest.from_bytes("127.0.0.1/path", default_max_request_body_size, default_max_request_uri_length, Request.as_bytes())
+            _ = HTTPRequest.from_bytes(
+                "127.0.0.1/path",
+                default_max_request_body_size,
+                default_max_request_uri_length,
+                Request.as_bytes(),
+            )
         except:
             pass
 
@@ -86,13 +106,16 @@ fn lightbug_benchmark_request_encode(mut b: Bencher):
     @always_inline
     @parameter
     fn request_encode() raises:
-        var uri = URI.parse("http://127.0.0.1:8080/some-path")
-        var req = HTTPRequest(
-            uri=uri,
-            headers=materialize[headers_struct](),
-            body=materialize[body_bytes](),
-        )
-        _ = encode(req^)
+        try:
+            var req = HTTPRequest(
+                uri=URI.parse("http://127.0.0.1:8080/some-path"),
+                headers=materialize[headers_struct](),
+                body=List[Byte](materialize[body_bytes]()),
+            )
+            _ = encode(req^)
+        except e:
+            print("failed to encode request, error: ", e)
+            raise Error("failed to encode request")
 
     try:
         b.iter[request_encode]()
@@ -119,7 +142,7 @@ fn lightbug_benchmark_header_parse(mut b: Bencher):
         try:
             var header = Headers()
             var reader = ByteReader(headers.as_bytes())
-            _ = header.parse_raw(reader)
+            _ = header.parse_raw_request(reader)
         except e:
             print("failed", e)
 

benchmark/bench_server.mojo

@@ -2,11 +2,7 @@ from lightbug_http.server import Server
 from lightbug_http.service import TechEmpowerRouter
 
 
-def main():
-    try:
-        var server = Server(tcp_keep_alive=True)
-        var handler = TechEmpowerRouter()
-        server.listen_and_serve("localhost:8080", handler)
-    except e:
-        print("Error starting server: " + e.__str__())
-        return
+fn main() raises:
+    var server = Server(tcp_keep_alive=True)
+    var handler = TechEmpowerRouter()
+    server.listen_and_serve("localhost:8080", handler)

client.mojo

@@ -1,6 +1,7 @@
-from lightbug_http import *
 from lightbug_http.client import Client
 
+from lightbug_http import *
+
 
 fn test_request(mut client: Client) raises -> None:
     var uri = URI.parse("google.com")

lightbug.🔥

@@ -1,10 +1,12 @@
-from lightbug_http import Welcome, Server
+from lightbug_http import Welcome
+from lightbug_http.server import Server
 from os.env import getenv
 
+
 fn main() raises:
     var server = Server()
     var handler = Welcome()
-    
+
     var host = getenv("DEFAULT_SERVER_HOST", "localhost")
     var port = getenv("DEFAULT_SERVER_PORT", "8080")
 

lightbug_http/__init__.mojo

@@ -1,14 +1,7 @@
-from lightbug_http.http import (
-    HTTPRequest,
-    HTTPResponse,
-    OK,
-    NotFound,
-    SeeOther,
-    StatusCode,
-)
+from lightbug_http.header import Header, HeaderKey, Headers
+from lightbug_http.server import Server
+from lightbug_http.service import Counter, HTTPService, Welcome
 from lightbug_http.uri import URI
-from lightbug_http.header import Header, Headers, HeaderKey
+
 from lightbug_http.cookie import Cookie, RequestCookieJar, ResponseCookieJar
-from lightbug_http.service import HTTPService, Welcome, Counter
-from lightbug_http.server import Server
-from lightbug_http.strings import to_string
+from lightbug_http.http import OK, HTTPRequest, HTTPResponse, NotFound, SeeOther, StatusCode