Module St_lexer

type kind =
  1. | Name of string
  2. | Keyword of string
  3. | Binary of string
  4. | Int of int
  5. | Large of bool * int list
  6. | Float of float
  7. | Char of char
  8. | String of string
  9. | Symbol of string
  10. | Array_start
  11. | Lparen
  12. | Rparen
  13. | Lbracket
  14. | Rbracket
  15. | Caret
  16. | Assign
  17. | Period
  18. | Semicolon
  19. | Bar
  20. | Colon
  21. | Eof
type token = {
  1. kind : kind;
  2. start : int;
  3. stop : int;
}
exception Error of int * string
val min_small : int
val max_small : int
val tokenize : string -> token array
val to_string : kind -> string
val small_of_bytes : bool -> int list -> int option