(**************************************************************************) (* *) (* OCaml *) (* *) (* Daniel de Rauglaudre, projet Cristal, INRIA Rocquencourt *) (* *) (* Copyright 2002 Institut National de Recherche en Informatique et *) (* en Automatique. *) (* *) (* All rights reserved. This file is distributed under the terms of *) (* the GNU Lesser General Public License version 2.1, with the *) (* special exception on linking described in the file LICENSE. *) (* *) (**************************************************************************) open Format_doc type error = | CannotRun of string | WrongMagic of string exception Error of error (* Optionally preprocess a source file *) let call_external_preprocessor sourcefile pp = let tmpfile = Filename.temp_file "ocamlpp" "" in let comm = Printf.sprintf "%s %s > %s" pp (Filename.quote sourcefile) tmpfile in if Ccomp.command comm <> 0 then begin Misc.remove_file tmpfile; raise (Error (CannotRun comm)); end; tmpfile let preprocess sourcefile = match !Clflags.preprocessor with None -> sourcefile | Some pp -> Profile.record "-pp" (call_external_preprocessor sourcefile) pp let remove_preprocessed inputfile = match !Clflags.preprocessor with None -> () | Some _ -> Misc.remove_file inputfile type 'a ast_kind = | Structure : Parsetree.structure ast_kind | Signature : Parsetree.signature ast_kind let magic_of_kind : type a . a ast_kind -> string = function | Structure -> Config.ast_impl_magic_number | Signature -> Config.ast_intf_magic_number (* Note: some of the functions here should go to Ast_mapper instead, which would encapsulate the "binary AST" protocol. *) let write_ast (type a) (kind : a ast_kind) fn (ast : a) = let oc = open_out_bin fn in output_string oc (magic_of_kind kind); output_value oc (!Location.input_name : string); output_value oc (ast : a); close_out oc let apply_rewriter kind fn_in ppx = let magic = magic_of_kind kind in let fn_out = Filename.temp_file "camlppx" "" in let comm = Printf.sprintf "%s %s %s" ppx (Filename.quote fn_in) (Filename.quote fn_out) in let ok = Ccomp.command comm = 0 in Misc.remove_file fn_in; if not ok then begin Misc.remove_file fn_out; raise (Error (CannotRun comm)); end; if not (Sys.file_exists fn_out) then raise (Error (WrongMagic comm)); (* check magic before passing to the next ppx *) let ic = open_in_bin fn_out in let buffer = try really_input_string ic (String.length magic) with End_of_file -> "" in close_in ic; if buffer <> magic then begin Misc.remove_file fn_out; raise (Error (WrongMagic comm)); end; fn_out let read_ast (type a) (kind : a ast_kind) fn : a = let ic = open_in_bin fn in Misc.try_finally ~always:(fun () -> close_in ic; Misc.remove_file fn) (fun () -> let magic = magic_of_kind kind in let buffer = really_input_string ic (String.length magic) in assert(buffer = magic); (* already checked by apply_rewriter *) Location.input_name := (input_value ic : string); (input_value ic : a) ) let rewrite kind ppxs ast = let fn = Filename.temp_file "camlppx" "" in write_ast kind fn ast; let fn = List.fold_left (apply_rewriter kind) fn (List.rev ppxs) in read_ast kind fn let apply_rewriters_str ?(restore = true) ~tool_name ast = match !Clflags.all_ppx with | [] -> ast | ppxs -> let ast = ast |> Ast_mapper.add_ppx_context_str ~tool_name |> rewrite Structure ppxs |> Ast_mapper.drop_ppx_context_str ~restore in Ast_invariants.structure ast; ast let apply_rewriters_sig ?(restore = true) ~tool_name ast = match !Clflags.all_ppx with | [] -> ast | ppxs -> let ast = ast |> Ast_mapper.add_ppx_context_sig ~tool_name |> rewrite Signature ppxs |> Ast_mapper.drop_ppx_context_sig ~restore in Ast_invariants.signature ast; ast let apply_rewriters ?restore ~tool_name (type a) (kind : a ast_kind) (ast : a) : a = match kind with | Structure -> apply_rewriters_str ?restore ~tool_name ast | Signature -> apply_rewriters_sig ?restore ~tool_name ast (* Parse a file or get a dumped syntax tree from it *) exception Outdated_version let open_and_check_magic inputfile ast_magic = let ic = open_in_bin inputfile in let is_ast_file = try let buffer = really_input_string ic (String.length ast_magic) in if buffer = ast_magic then true else if String.sub buffer 0 9 = String.sub ast_magic 0 9 then raise Outdated_version else false with Outdated_version -> Misc.fatal_error "OCaml and preprocessor have incompatible versions" | _ -> false in (ic, is_ast_file) let parse (type a) (kind : a ast_kind) lexbuf : a = match kind with | Structure -> Parse.implementation lexbuf | Signature -> Parse.interface lexbuf let set_input_lexbuf ic = let source = (* We read the whole source file at once. This guarantees that all input is in the lexing buffer and can be reused by error printers to quote source code at specific locations -- see #12238 and the Location.lines_around* functions. *) In_channel.input_all ic in let lexbuf = Lexing.from_string source in Location.input_lexbuf := Some lexbuf; lexbuf let check_loc_ghost (type a) (kind : a ast_kind) (ast : a) ~inputfile = if !Clflags.parsetree_ghost_loc_invariant then let meth : (Ast_iterator.iterator -> Ast_iterator.iterator -> a -> unit) = match kind with | Structure -> (fun i -> i.structure) | Signature -> (fun i -> i.signature) in let source_contents = In_channel.with_open_bin inputfile In_channel.input_all in Ast_invariants.check_loc_ghost meth ast ~source_contents let file_aux ~tool_name ~sourcefile inputfile (type a) parse_fun invariant_fun (kind : a ast_kind) : a = let ast = let ast_magic = magic_of_kind kind in let (ic, is_ast_file) = open_and_check_magic inputfile ast_magic in let close_ic () = close_in ic in if is_ast_file then begin let ast = Fun.protect ~finally:close_ic @@ fun () -> Location.input_name := (input_value ic : string); begin match In_channel.with_open_bin !Location.input_name set_input_lexbuf with | (_ : Lexing.lexbuf) -> () | exception Sys_error _ -> () end; if !Clflags.unsafe then Location.prerr_warning (Location.in_file !Location.input_name) Warnings.Unsafe_array_syntax_without_parsing; (input_value ic : a) in if !Clflags.all_ppx = [] then invariant_fun ast; (* if all_ppx <> [], invariant_fun will be called by apply_rewriters *) ast end else begin let lexbuf = Fun.protect ~finally:close_ic @@ fun () -> seek_in ic 0; set_input_lexbuf ic in Location.init lexbuf sourcefile; Profile.record_call "parser" (fun () -> parse_fun lexbuf) end in check_loc_ghost kind ast ~inputfile; Profile.record_call "-ppx" (fun () -> apply_rewriters ~restore:false ~tool_name kind ast ) let file ~tool_name inputfile parse_fun ast_kind = file_aux ~tool_name ~sourcefile:inputfile inputfile parse_fun ignore ast_kind let report_error_doc ppf = function | CannotRun cmd -> fprintf ppf "Error while running external preprocessor@.\ Command line: %s@." cmd | WrongMagic cmd -> fprintf ppf "External preprocessor does not produce a valid file@.\ Command line: %s@." cmd let () = Location.register_error_of_exn (function | Error err -> Some (Location.error_of_printer_file report_error_doc err) | _ -> None ) let report_error = Format_doc.compat report_error_doc let parse_file ~tool_name invariant_fun parse kind sourcefile = Location.input_name := sourcefile; let inputfile = preprocess sourcefile in Misc.try_finally (fun () -> Profile.record_call "parsing" @@ fun () -> file_aux ~tool_name ~sourcefile inputfile parse invariant_fun kind) ~always:(fun () -> remove_preprocessed inputfile) let parse_implementation ~tool_name sourcefile = parse_file ~tool_name Ast_invariants.structure (parse Structure) Structure sourcefile let parse_interface ~tool_name sourcefile = parse_file ~tool_name Ast_invariants.signature (parse Signature) Signature sourcefile