ocaml: phase 1 tokenizer (+58 tests) — consumes lib/guest/lex.sx

Idents, ctors, 51 keywords, numbers (int/float/hex/exp/underscored),
strings + chars with escapes, type variables, 26 op/punct tokens, and
nested (* ... *) block comments. Tests via epoch protocol against
sx_server.exe.

lib/ocaml/tests/tokenize.sx

@@ -0,0 +1,16 @@
+;; lib/ocaml/tests/tokenize.sx — smoke tests for the OCaml tokenizer.
+;;
+;; Tests are exercised via lib/ocaml/test.sh, which drives sx_server.exe
+;; over the epoch protocol. This file provides a small evaluator that
+;; returns short diagnostic values for each fixture so the runner can
+;; grep them out of one batched run.
+
+(define
+  ocaml-test-tok-type
+  (fn (src i) (get (nth (ocaml-tokenize src) i) :type)))
+
+(define
+  ocaml-test-tok-value
+  (fn (src i) (get (nth (ocaml-tokenize src) i) :value)))
+
+(define ocaml-test-tok-count (fn (src) (len (ocaml-tokenize src))))