coop/rose-ash
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

sx-http: response cache — 323 req/s, 3ms TTFB, 47x throughput vs Quart

Browse Source 
In-memory response cache populated during startup pre-warm. Cache misses
render on-demand and cache the result. All cached pages serve in 2-14ms.

Performance (cached, 2 worker domains, 2MB RSS):
  Homepage:  3-10ms TTFB (was 202ms Quart) — 20-60x faster
  Geography: 3-14ms TTFB (was 144ms Quart) — 10-48x faster
  Reactive:  2-5ms TTFB (was 187ms Quart) — 37-94x faster
  Throughput: 323 req/s at c=10 (was 6.8 Quart) — 47x higher
  Memory: 2MB (was 570MB Quart) — 285x less

Cache invalidation: not yet implemented (restart to refresh).
Future: file watcher or content-hash based invalidation.

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
giles
2026-03-28 17:11:51 +00:00
parent abca040a5d
commit 7108b01e37
1 changed files with 36 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

46
hosts/ocaml/bin/sx_server.ml
View File

@@ -1796,16 +1796,34 @@ let http_mode port =
ignore (env_bind env "expand-components?" (NativeFn ("expand-components?", fun _args -> Bool true)));
(* Inject shell statics *)
http_inject_shell_statics env;
(* Pre-warm: render key pages to trigger JIT compilation of page functions,
aser, render-to-html, and shell components. Discards results. *)
(* Response cache — path → full HTTP response string.
Populated during pre-warm, serves cached responses in <0.1ms.
Thread-safe: reads are lock-free (Hashtbl.find_opt is atomic for
immutable values), writes happen only during single-threaded startup. *)
let response_cache : (string, string) Hashtbl.t = Hashtbl.create 128 in
let cache_response path =
match http_render_page env path with
| Some html ->
let resp = http_response html in
Hashtbl.replace response_cache path resp;
Printf.eprintf "[cache] %s → %d bytes\n%!" path (String.length html)
| None ->
Printf.eprintf "[cache] %s → not found\n%!" path
in
(* Pre-warm + cache all key pages *)
let warmup_paths = ["/sx/"; "/sx/(geography)"; "/sx/(geography.(reactive.(examples)))";
"/sx/(applications.(sxtp))"; "/sx/(geography.(cek))"] in
"/sx/(applications.(sxtp))"; "/sx/(geography.(cek))";
"/sx/(language)"; "/sx/(applications)";
"/sx/(geography.(reactive))"; "/sx/(geography.(hypermedia))";
] in
let wt0 = Unix.gettimeofday () in
List.iter (fun path ->
ignore (http_render_page env path)
) warmup_paths;
List.iter cache_response warmup_paths;
let wt1 = Unix.gettimeofday () in
Printf.eprintf "[sx-http] Pre-warmed %d pages in %.3fs\n%!" (List.length warmup_paths) (wt1 -. wt0);
Printf.eprintf "[sx-http] Pre-warmed + cached %d pages in %.3fs (%d cached)\n%!"
(List.length warmup_paths) (wt1 -. wt0) (Hashtbl.length response_cache);
(* Write full response to a socket *)
let write_response client response =
let resp_bytes = Bytes.of_string response in
@@ -1838,9 +1856,17 @@ let http_mode port =
let is_sx = path = "/" || path = "/sx/" || path = "/sx"
|| (String.length path > 4 && String.sub path 0 4 = "/sx/") in
if is_sx then
match http_render_page env path with
| Some html -> http_response html
| None -> http_response ~status:404 "<h1>Not Found</h1>"
(* Check cache first *)
match Hashtbl.find_opt response_cache path with
| Some cached -> cached
| None ->
(* Cache miss — render, cache, return *)
(match http_render_page env path with
| Some html ->
let resp = http_response html in
Hashtbl.replace response_cache path resp;
resp
| None -> http_response ~status:404 "<h1>Not Found</h1>")
else
http_response ~status:404 "<h1>Not Found</h1>"
end