diff --git a/lib/erlang/runtime.sx b/lib/erlang/runtime.sx new file mode 100644 index 00000000..cb72aab6 --- /dev/null +++ b/lib/erlang/runtime.sx @@ -0,0 +1,210 @@ +;; Erlang runtime — scheduler, process records, mailbox queue. +;; Phase 3 foundation. spawn/send/receive build on these primitives. +;; +;; Scheduler is a single global dict in `er-scheduler` holding: +;; :next-pid INT — counter for fresh pid allocation +;; :processes DICT — pid-key (string) -> process record +;; :runnable QUEUE — FIFO of pids ready to run +;; :current PID — pid currently executing, or nil +;; +;; A pid value is tagged: {:tag "pid" :id INT}. Pids compare by id. +;; +;; Process record fields: +;; :pid — this process's pid +;; :mailbox — queue of received messages (arrival order) +;; :state — "runnable" | "running" | "waiting" | "exiting" | "dead" +;; :continuation — saved k (for receive suspension); nil otherwise +;; :receive-pats — patterns the process is blocked on; nil otherwise +;; :trap-exit — bool +;; :links — list of pids +;; :monitors — list of {:ref :pid} +;; :env — Erlang env at the last yield +;; :exit-reason — nil until the process exits +;; +;; Queue — amortised-O(1) FIFO with head-pointer + slab-compact: +;; {:items (list...) :head-idx INT} + +;; ── queue ──────────────────────────────────────────────────────── +(define er-q-new (fn () {:head-idx 0 :items (list)})) + +(define er-q-push! (fn (q x) (append! (get q :items) x))) + +(define + er-q-pop! + (fn + (q) + (let + ((h (get q :head-idx)) (items (get q :items))) + (if + (>= h (len items)) + nil + (let + ((x (nth items h))) + (dict-set! q :head-idx (+ h 1)) + (er-q-compact! q) + x))))) + +(define + er-q-peek + (fn + (q) + (let + ((h (get q :head-idx)) (items (get q :items))) + (if (>= h (len items)) nil (nth items h))))) + +(define + er-q-len + (fn (q) (- (len (get q :items)) (get q :head-idx)))) + +(define er-q-empty? (fn (q) (= (er-q-len q) 0))) + +;; Compact the backing list when the head pointer gets large so the +;; queue doesn't grow without bound. Threshold chosen to amortise the +;; O(n) copy — pops are still amortised O(1). +(define + er-q-compact! + (fn + (q) + (let + ((h (get q :head-idx)) (items (get q :items))) + (when + (> h 128) + (let + ((new (list))) + (for-each + (fn (i) (append! new (nth items i))) + (range h (len items))) + (dict-set! q :items new) + (dict-set! q :head-idx 0)))))) + +(define + er-q-to-list + (fn + (q) + (let + ((h (get q :head-idx)) (items (get q :items)) (out (list))) + (for-each + (fn (i) (append! out (nth items i))) + (range h (len items))) + out))) + +;; ── pids ───────────────────────────────────────────────────────── +(define er-mk-pid (fn (id) {:id id :tag "pid"})) +(define er-pid? (fn (v) (er-is-tagged? v "pid"))) +(define er-pid-id (fn (pid) (get pid :id))) +(define er-pid-key (fn (pid) (str "p" (er-pid-id pid)))) +(define + er-pid-equal? + (fn (a b) (and (er-pid? a) (er-pid? b) (= (er-pid-id a) (er-pid-id b))))) + +;; ── scheduler state ────────────────────────────────────────────── +(define er-scheduler (list nil)) + +(define + er-sched-init! + (fn + () + (set-nth! + er-scheduler + 0 + {:next-pid 0 + :current nil + :processes {} + :runnable (er-q-new)}))) + +(define er-sched (fn () (nth er-scheduler 0))) + +(define + er-pid-new! + (fn + () + (let + ((s (er-sched))) + (let + ((n (get s :next-pid))) + (dict-set! s :next-pid (+ n 1)) + (er-mk-pid n))))) + +(define + er-sched-runnable + (fn () (get (er-sched) :runnable))) + +(define + er-sched-processes + (fn () (get (er-sched) :processes))) + +(define + er-sched-enqueue! + (fn (pid) (er-q-push! (er-sched-runnable) pid))) + +(define + er-sched-next-runnable! + (fn () (er-q-pop! (er-sched-runnable)))) + +(define + er-sched-runnable-count + (fn () (er-q-len (er-sched-runnable)))) + +(define + er-sched-set-current! + (fn (pid) (dict-set! (er-sched) :current pid))) + +(define er-sched-current-pid (fn () (get (er-sched) :current))) + +(define + er-sched-process-count + (fn () (len (keys (er-sched-processes))))) + +;; ── process records ────────────────────────────────────────────── +(define + er-proc-new! + (fn + (env) + (let + ((pid (er-pid-new!))) + (let + ((proc + {:pid pid + :env env + :links (list) + :mailbox (er-q-new) + :state "runnable" + :monitors (list) + :continuation nil + :receive-pats nil + :trap-exit false + :exit-reason nil})) + (dict-set! (er-sched-processes) (er-pid-key pid) proc) + (er-sched-enqueue! pid) + proc)))) + +(define + er-proc-get + (fn (pid) (get (er-sched-processes) (er-pid-key pid)))) + +(define + er-proc-exists? + (fn (pid) (dict-has? (er-sched-processes) (er-pid-key pid)))) + +(define + er-proc-field + (fn (pid field) (get (er-proc-get pid) field))) + +(define + er-proc-set! + (fn + (pid field val) + (let + ((p (er-proc-get pid))) + (if + (= p nil) + (error (str "Erlang: no such process " (er-pid-key pid))) + (dict-set! p field val))))) + +(define + er-proc-mailbox-push! + (fn (pid msg) (er-q-push! (er-proc-field pid :mailbox) msg))) + +(define + er-proc-mailbox-size + (fn (pid) (er-q-len (er-proc-field pid :mailbox)))) diff --git a/lib/erlang/tests/runtime.sx b/lib/erlang/tests/runtime.sx new file mode 100644 index 00000000..95c20dce --- /dev/null +++ b/lib/erlang/tests/runtime.sx @@ -0,0 +1,139 @@ +;; Erlang runtime tests — scheduler + process-record primitives. + +(define er-rt-test-count 0) +(define er-rt-test-pass 0) +(define er-rt-test-fails (list)) + +(define + er-rt-test + (fn + (name actual expected) + (set! er-rt-test-count (+ er-rt-test-count 1)) + (if + (= actual expected) + (set! er-rt-test-pass (+ er-rt-test-pass 1)) + (append! er-rt-test-fails {:actual actual :expected expected :name name})))) + +;; ── queue ───────────────────────────────────────────────────────── +(er-rt-test "queue empty len" (er-q-len (er-q-new)) 0) +(er-rt-test "queue empty?" (er-q-empty? (er-q-new)) true) + +(define q1 (er-q-new)) +(er-q-push! q1 "a") +(er-q-push! q1 "b") +(er-q-push! q1 "c") +(er-rt-test "queue push len" (er-q-len q1) 3) +(er-rt-test "queue empty? after push" (er-q-empty? q1) false) +(er-rt-test "queue peek" (er-q-peek q1) "a") +(er-rt-test "queue pop 1" (er-q-pop! q1) "a") +(er-rt-test "queue pop 2" (er-q-pop! q1) "b") +(er-rt-test "queue len after pops" (er-q-len q1) 1) +(er-rt-test "queue pop 3" (er-q-pop! q1) "c") +(er-rt-test "queue empty again" (er-q-empty? q1) true) +(er-rt-test "queue pop empty" (er-q-pop! q1) nil) + +;; Queue FIFO under interleaved push/pop +(define q2 (er-q-new)) +(er-q-push! q2 1) +(er-q-push! q2 2) +(er-q-pop! q2) +(er-q-push! q2 3) +(er-rt-test "queue interleave peek" (er-q-peek q2) 2) +(er-rt-test "queue to-list" (er-q-to-list q2) (list 2 3)) + +;; ── scheduler init ───────────────────────────────────────────── +(er-sched-init!) +(er-rt-test "sched process count 0" (er-sched-process-count) 0) +(er-rt-test "sched runnable count 0" (er-sched-runnable-count) 0) +(er-rt-test "sched current nil" (er-sched-current-pid) nil) + +;; ── pid allocation ───────────────────────────────────────────── +(define pa (er-pid-new!)) +(define pb (er-pid-new!)) +(er-rt-test "pid tag" (get pa :tag) "pid") +(er-rt-test "pid ids distinct" (= (er-pid-id pa) (er-pid-id pb)) false) +(er-rt-test "pid? true" (er-pid? pa) true) +(er-rt-test "pid? false" (er-pid? 42) false) +(er-rt-test + "pid-equal same" + (er-pid-equal? pa (er-mk-pid (er-pid-id pa))) + true) +(er-rt-test "pid-equal diff" (er-pid-equal? pa pb) false) + +;; ── process lifecycle ────────────────────────────────────────── +(er-sched-init!) +(define p1 (er-proc-new! {})) +(define p2 (er-proc-new! {})) +(er-rt-test "proc count 2" (er-sched-process-count) 2) +(er-rt-test "runnable count 2" (er-sched-runnable-count) 2) +(er-rt-test + "proc state runnable" + (er-proc-field (get p1 :pid) :state) + "runnable") +(er-rt-test + "proc mailbox empty" + (er-proc-mailbox-size (get p1 :pid)) + 0) +(er-rt-test + "proc lookup" + (er-pid-equal? (get (er-proc-get (get p1 :pid)) :pid) (get p1 :pid)) + true) +(er-rt-test "proc exists" (er-proc-exists? (get p1 :pid)) true) +(er-rt-test + "proc no-such-pid" + (er-proc-exists? (er-mk-pid 9999)) + false) + +;; runnable queue dequeue order +(er-rt-test + "dequeue first" + (er-pid-equal? (er-sched-next-runnable!) (get p1 :pid)) + true) +(er-rt-test + "dequeue second" + (er-pid-equal? (er-sched-next-runnable!) (get p2 :pid)) + true) +(er-rt-test "dequeue empty" (er-sched-next-runnable!) nil) + +;; current-pid get/set +(er-sched-set-current! (get p1 :pid)) +(er-rt-test + "current pid set" + (er-pid-equal? (er-sched-current-pid) (get p1 :pid)) + true) + +;; ── mailbox push ────────────────────────────────────────────── +(er-proc-mailbox-push! (get p1 :pid) {:tag "atom" :name "ping"}) +(er-proc-mailbox-push! (get p1 :pid) 42) +(er-rt-test "mailbox size 2" (er-proc-mailbox-size (get p1 :pid)) 2) + +;; ── field update ────────────────────────────────────────────── +(er-proc-set! (get p1 :pid) :state "waiting") +(er-rt-test + "proc state waiting" + (er-proc-field (get p1 :pid) :state) + "waiting") +(er-proc-set! (get p1 :pid) :trap-exit true) +(er-rt-test + "proc trap-exit" + (er-proc-field (get p1 :pid) :trap-exit) + true) + +;; ── fresh scheduler ends in clean state ─────────────────────── +(er-sched-init!) +(er-rt-test + "sched init resets count" + (er-sched-process-count) + 0) +(er-rt-test + "sched init resets queue" + (er-sched-runnable-count) + 0) +(er-rt-test + "sched init resets current" + (er-sched-current-pid) + nil) + +(define + er-rt-test-summary + (str "runtime " er-rt-test-pass "/" er-rt-test-count)) diff --git a/plans/erlang-on-sx.md b/plans/erlang-on-sx.md index b77076c6..393ae9dc 100644 --- a/plans/erlang-on-sx.md +++ b/plans/erlang-on-sx.md @@ -64,7 +64,7 @@ Core mapping: - [x] 30+ tests in `lib/erlang/tests/eval.sx` — **130 tests green** ### Phase 3 — processes + mailboxes + receive (THE SHOWCASE) -- [ ] Scheduler in `runtime.sx`: runnable queue, pid counter, per-process state record +- [x] Scheduler in `runtime.sx`: runnable queue, pid counter, per-process state record — **39 runtime tests** - [ ] `spawn/1`, `spawn/3`, `self/0` - [ ] `!` (send), `receive ... end` with selective pattern matching - [ ] `receive ... after Ms -> ...` timeout clause (use SX timer primitive) @@ -99,6 +99,7 @@ Core mapping: _Newest first._ +- **2026-04-24 scheduler foundation green** — `lib/erlang/runtime.sx` + `lib/erlang/tests/runtime.sx`. Amortised-O(1) FIFO queue (`er-q-new`, `er-q-push!`, `er-q-pop!`, `er-q-peek`, `er-q-compact!` at 128-entry head drift), tagged pids `{:tag "pid" :id N}` with `er-pid?`/`er-pid-equal?`, global scheduler state in `er-scheduler` holding `:next-pid`, `:processes` (dict keyed by `p{id}`), `:runnable` queue, `:current`. Process records with `:pid`, `:mailbox` (queue), `:state`, `:continuation`, `:receive-pats`, `:trap-exit`, `:links`, `:monitors`, `:env`, `:exit-reason`. 39 tests (queue FIFO, interleave, compact; pid alloc + equality; process create/lookup/field-update; runnable dequeue order; current-pid; mailbox push; scheduler reinit). Total erlang suite 283/283. Next: `spawn/1`, `!`, `receive` wired into the evaluator. - **2026-04-24 core BIFs + funs green** — Phase 2 complete. Added to `lib/erlang/transpile.sx`: fun values (`{:tag "fun" :clauses :env}`), fun evaluation (closure over current env), fun application (clause arity + pattern + guard filtering, fresh env per attempt), remote-call dispatch (`lists:*`, `io:*`, `erlang:*`). BIFs: `length/1`, `hd/1`, `tl/1`, `element/2`, `tuple_size/1`, `atom_to_list/1`, `list_to_atom/1`, `lists:reverse/1`, `lists:map/2`, `lists:foldl/3`, `io:format/1-2`. `io:format` writes to a capture buffer (`er-io-buffer`, `er-io-flush!`, `er-io-buffer-content`) and returns `ok` — supports `~n`, `~p`/`~w`/`~s`, `~~`. 35 new eval tests. Total eval 130/130; erlang suite 244/244. **Phase 2 complete — Phase 3 (processes, scheduler, receive) is next.** - **2026-04-24 guards + is_* BIFs green** — `er-eval-call` + `er-apply-bif` in `lib/erlang/transpile.sx` wire local function calls to a BIF dispatcher. Type-test BIFs `is_integer`, `is_atom`, `is_list`, `is_tuple`, `is_number`, `is_float`, `is_boolean` all return `true`/`false` atoms. Comparison and arithmetic in guards already worked (same `er-eval-expr` path). 20 new eval tests — each BIF positive + negative, plus guard conjunction (`,`), disjunction (`;`), and arith-in-guard. Total eval 95/95; erlang suite 209/209. - **2026-04-24 pattern matching green** — `er-match!` in `lib/erlang/transpile.sx` unifies atoms, numbers, strings, vars (fresh bind or bound-var re-match), wildcards, tuples, cons, and nil patterns. `case ... of ... [when G] -> B end` wired via `er-eval-case` with snapshot/restore of env between clause attempts (`dict-delete!`-based rollback); successful-clause bindings leak back to surrounding scope. 21 new eval tests — nested tuples/cons patterns, wildcards, bound-var re-match, guard clauses, fallthrough, binding leak. Total eval 75/75; erlang suite 189/189.