planck / ocaml / tokentest.ml

open Spotlib.Spot
open Planck

let rec parse_and_print stream = 
  match Token.Stream.peek stream, Token.Stream.position stream with
  | None, _ -> ()
  | Some (elem, stream'), pos ->
      Format.eprintf "%s @@ %a@."
        (Sexplib.Sexp.to_string_hum (Token.sexp_of_t elem))
        Position.Region.format pos;
      parse_and_print stream'

let _ = Arg.parse [] (fun x ->
  let ic = open_in x in
  let stream = Input.Stream.from_chan ~filename:"" ic in
  let token_stream = Lex.ocaml_token_stream stream in
  parse_and_print token_stream;
  close_in ic;
) "ocamlyacctest files"
Tip: Filter by directory path e.g. /media app.js to search for public/media/app.js.
Tip: Use camelCasing e.g. ProjME to search for ProjectModifiedEvent.java.
Tip: Filter by extension type e.g. /repo .js to search for all .js files in the /repo directory.
Tip: Separate your search with spaces e.g. /ssh pom.xml to search for src/ssh/pom.xml.
Tip: Use ↑ and ↓ arrow keys to navigate and return to view the file.
Tip: You can also navigate files with Ctrl+j (next) and Ctrl+k (previous) and view the file with Ctrl+o.
Tip: You can also navigate files with Alt+j (next) and Alt+k (previous) and view the file with Alt+o.