QCaml/Nuclei/Nuclei_lexer.mll

41 lines
902 B
OCaml
Raw Permalink Normal View History

2017-12-31 18:27:58 +01:00
{
2018-01-17 15:56:57 +01:00
open Xyz_parser
2017-12-31 18:27:58 +01:00
}
let eol = ['\n']
let white = [' ' '\t']+
let word = [^' ' '\t' '\n']+
let letter = ['A'-'Z' 'a'-'z']
let integer = ['0'-'9']+
2018-01-18 17:39:10 +01:00
let real = '-'? (integer '.' integer | integer '.' | '.' integer) (['e' 'E'] ('+'|'-')? integer)?
2017-12-31 18:27:58 +01:00
rule read_all = parse
| eof { EOF }
| eol { EOL }
| white as w { SPACE w }
| integer as i { INTEGER (int_of_string i) }
| real as f { FLOAT (float_of_string f) }
| word as w { WORD w }
{
2018-01-18 17:39:10 +01:00
(* DEBUG
let () =
let ic = open_in "h2o.xyz" in
2017-12-31 18:27:58 +01:00
let lexbuf = Lexing.from_channel ic in
while true do
2018-01-18 17:39:10 +01:00
let s =
2017-12-31 18:27:58 +01:00
match read_all lexbuf with
| EOL -> "EOL"
| SPACE w -> "SPACE("^w^")"
| INTEGER i -> "INTEGER("^(string_of_int i)^")"
| FLOAT f -> "FLOAT("^(string_of_float f)^")"
| WORD w -> "WORD("^w^")"
| EOF -> "EOF"
in
print_endline s
2018-01-18 17:39:10 +01:00
done;
*)
2017-12-31 18:27:58 +01:00
}