Source

ocaml-indent / tokenstr.ml

open Pos
open Reader
module Parser = Xparser
open Parser
open Planck.Lazylist

type info = {
  token        : Parser.token;
  region       : Region.t;
  substr       : string;
  space        : Region.t * string;
}

type t = (info, unit) zlist * in_channel

let stream = fst
let close (_, ic) = close_in ic

let of_channel ic = 
  let reader = LexReader.create_from_channel ic in
  let rec loop last_region = 
    let token = 
      try
        LexReader.lex reader Lexer.token 
      with
      | Lexer.Error (e, _loc) ->
          Format.eprintf "%a@." Lexer.report_error e;
          assert false
    in
    let region = LexReader.region reader in
    (* token's string *)
    let substr = LexReader.current_substring reader in

    let space_between = 
      let last_end = (snd last_region).Position.pos_cnum in
      LexReader.substring 
        reader last_end ((fst region).Position.pos_cnum - last_end)
    in
    let space_between_region = (snd last_region, fst region) in

    Cons ({ token; region; substr; space = space_between_region, space_between }, (),
          match token with
          | EOF -> null ()
          | _ -> lazy (loop region))
  in
  lazy (loop Region.zero), ic

let of_path path =
  let ic = open_in path in
  of_channel ic
Tip: Filter by directory path e.g. /media app.js to search for public/media/app.js.
Tip: Use camelCasing e.g. ProjME to search for ProjectModifiedEvent.java.
Tip: Filter by extension type e.g. /repo .js to search for all .js files in the /repo directory.
Tip: Separate your search with spaces e.g. /ssh pom.xml to search for src/ssh/pom.xml.
Tip: Use ↑ and ↓ arrow keys to navigate and return to view the file.
Tip: You can also navigate files with Ctrl+j (next) and Ctrl+k (previous) and view the file with Ctrl+o.
Tip: You can also navigate files with Alt+j (next) and Alt+k (previous) and view the file with Alt+o.