type input_stream = (bytes -> int -> int -> int) * (unit -> unit) (** An input stream is a function to read bytes into a buffer, and a function to close *) type output_stream = (bytes -> int -> int -> unit) * (unit -> unit) * (unit -> unit) (** An output stream is a function to output bytes, a function to [flush], and a function to close. *) module Input_stream = struct end exception Bad_req of int * string let bad_reqf c fmt = Printf.ksprintf (fun s ->raise (Bad_req (c,s))) fmt let _debug_on = ref ( match String.trim @@ Sys.getenv "HTTP_DBG" with | "" -> false | _ -> true | exception _ -> false ) let _enable_debug b = _debug_on := b let _debug k = if !_debug_on then ( k (fun fmt-> Printf.fprintf stdout "[thread %d]: " Thread.(id @@ self()); Printf.kfprintf (fun oc -> Printf.fprintf oc "\n%!") stdout fmt) ) module Response_code = struct type t = int let descr = function | 100 -> "Continue" | 200 -> "OK" | 201 -> "Created" | 202 -> "Accepted" | 204 -> "No content" | 300 -> "Multiple choices" | 301 -> "Moved permanently" | 302 -> "Found" | 400 -> "Bad request" | 403 -> "Forbidden" | 404 -> "Not found" | 405 -> "Method not allowed" | 408 -> "Request timeout" | 409 -> "Conflict" | 410 -> "Gone" | 411 -> "Length required" | 413 -> "Payload too large" | 417 -> "Expectation failed" | 500 -> "Internal server error" | 501 -> "Not implemented" | 503 -> "Service unavailable" | _ -> "Unknown response" (* TODO *) end type 'a resp_result = ('a, Response_code.t * string) result let unwrap_resp_result = function | Ok x -> x | Error (c,s) -> raise (Bad_req (c,s)) module Meth = struct type t = [ | `GET | `PUT | `POST | `HEAD | `DELETE ] let to_string = function | `GET -> "GET" | `PUT -> "PUT" | `HEAD -> "HEAD" | `POST -> "POST" | `DELETE -> "DELETE" let pp out s = Format.pp_print_string out (to_string s) let of_string = function | "GET" -> `GET | "PUT" -> `PUT | "POST" -> `POST | "HEAD" -> `HEAD | "DELETE" -> `DELETE | s -> bad_reqf 400 "unknown method %S" s end module Headers = struct type t = (string * string) list let contains = List.mem_assoc let get x h = try Some (List.assoc x h) with Not_found -> None let set x y h = (x,y) :: List.filter (fun (k,_) -> k<>x) h let pp out l = let pp_pair out (k,v) = Format.fprintf out "@[%s: %s@]" k v in Format.fprintf out "@[%a@]" (Format.pp_print_list pp_pair) l let parse_ (is:input_stream) : t = let rec loop acc = let line = input_line is.ic in if line = "\r" then ( List.rev acc ) else ( let k,v = try Scanf.sscanf line "%s@: %s@\r" (fun k v->k,v) with _ -> bad_reqf 400 "invalid header line: %S" line in loop ((k,v)::acc) ) in loop [] end module Request = struct type 'body t = { meth: Meth.t; headers: Headers.t; path: string; body: 'body; } let headers self = self.headers let meth self = self.meth let path self = self.path let body self = self.body let get_header self h = Headers.get h self.headers let get_header_int self h = match get_header self h with | Some x -> (try Some (int_of_string x) with _ -> None) | None -> None let pp out self : unit = Format.fprintf out "{@[meth=%s;@ headers=%a;@ path=%S;@ body=%S@]}" (Meth.to_string self.meth) Headers.pp self.headers self.path self.body let read_body (is:input_stream) (n:int) : string = _debug (fun k->k "read body of size %d" n); if Bytes.length is.buf < n then ( is.buf <- Bytes.make n ' '; ); let i = ref 0 in while !i < n do let read = input is.ic is.buf !i (n- !i) in if read=0 then bad_reqf 400 "body is too short"; i := !i + read done; Bytes.sub_string is.buf 0 n let read_body_chunked ~size:max_size (is:input_stream) : string = _debug (fun k->k "read body with chunked encoding (max-size: %d)" max_size); let n = ref 0 in let rec read_chunks () = let line = input_line is.ic in (* parse chunk length, ignore extensions *) let chunk_size = if String.trim line = "" then 0 else try Scanf.sscanf line "%x %s@\r" (fun n _ext -> n) with _ -> bad_reqf 400 "cannot read chunk size from line %S" line in _debug (fun k->k "chunk size: %d" chunk_size); if chunk_size = 0 then ( Bytes.sub_string is.buf 0 !n (* done *) ) else ( let new_size = chunk_size + !n in (* is the body bigger than expected? *) if max_size>0 && new_size > max_size then ( bad_reqf 413 "body size was supposed to be %d, but at least %d bytes received" max_size new_size ); (* resize buffer if needed *) if Bytes.length is.buf < new_size then ( let new_buf = Bytes.make (new_size + 10) ' ' in Bytes.blit is.buf 0 new_buf 0 !n; is.buf <- new_buf; ); while !n < new_size do let read = input is.ic is.buf !n (new_size - !n) in if read=0 then bad_reqf 400 "body is too short"; n := !n + read done; _debug (fun k->k "read a chunk"); read_chunks() ) in read_chunks() (* parse request, but not body (yet) *) let parse_req_start (is:input_stream) : unit t option resp_result = try let line = input_line is.ic in let meth, path = try Scanf.sscanf line "%s %s HTTP/1.1\r" (fun x y->x,y) with _ -> raise (Bad_req (400, "Invalid request line")) in let meth = Meth.of_string meth in let headers = Headers.parse_ is in _debug (fun k->k "got meth: %s, path %S" (Meth.to_string meth) path); Ok (Some {meth; path; headers; body=()}) with | End_of_file | Sys_error _ -> Ok None | Bad_req (c,s) -> Error (c,s) | e -> Error (400, Printexc.to_string e) (* parse body, given the headers *) let parse_body_ (is:input_stream) (req:_ t) : string t resp_result = try let n = match List.assoc "Content-Length" req.headers |> int_of_string with | n -> n (* body of fixed size *) | exception Not_found -> 0 | exception _ -> bad_reqf 400 "invalid content-length" in let body = match List.assoc "Transfer-Encoding" req.headers |> String.trim with | "chunked" -> read_body_chunked ~size:n is (* body sent by chunks *) | s -> bad_reqf 500 "cannot handle transfer encoding: %s" s | exception Not_found -> read_body is n in Ok {req with body} with | End_of_file -> Error (400, "unexpected end of file") | Bad_req (c,s) -> Error (c,s) | e -> Error (400, Printexc.to_string e) end module Response = struct type out_stream = bytes -> int -> int -> int type body = [ | `String of string | `Stream of out_stream ] type t = { code: Response_code.t; headers: Headers.t; body: body; } (* TODO: if query had ["Accept-Encoding", "chunked"], we cna reply with chunks, if [body] was a stream|string instead of just a string *) let make_raw ?(headers=[]) ~code body : t = (* add content length to response *) let headers = Headers.set "Content-Length" (string_of_int (String.length body)) headers in { code; headers; body=`String body; } let make_raw_chunked ?(headers=[]) ~code body : t = (* add content length to response *) let headers = Headers.set "Transfer-Encoding" "chunked" headers in { code; headers; body=`Stream body; } let make ?headers r : t = match r with | Ok body -> make_raw ?headers ~code:200 body | Error (code,msg) -> make_raw ?headers ~code msg let fail ?headers ~code fmt = Printf.ksprintf (fun msg -> make_raw ?headers ~code msg) fmt let fail_raise ~code fmt = Printf.ksprintf (fun msg -> raise (Bad_req (code,msg))) fmt let pp out self : unit = let pp_body out = function | `String s -> Format.fprintf out "%S" s | `Stream _ -> Format.pp_print_string out "" in Format.fprintf out "{@[code=%d;@ headers=%a;@ body=%a@]}" self.code Headers.pp self.headers pp_body self.body (* print a stream as a series of chunks *) let output_stream_ (oc:out_channel) (str:out_stream) : unit = let buf = Bytes.make 4096 ' ' in let continue = ref true in while !continue do (* next chunk *) let n = str buf 0 (Bytes.length buf) in _debug (fun k->k "send chunk of size %d" n); Printf.fprintf oc "%x\r\n" n; if n = 0 then ( continue := false; ) else ( output oc buf 0 n; ); output_string oc "\r\n"; done; () let output_ (oc:out_channel) (self:t) : unit = Printf.fprintf oc "HTTP/1.1 %d %s\r\n" self.code (Response_code.descr self.code); List.iter (fun (k,v) -> Printf.fprintf oc "%s: %s\r\n" k v) self.headers; Printf.fprintf oc "\r\n"; begin match self.body with | `String "" -> () | `String s -> output_string oc s; | `Stream str -> output_stream_ oc str; end; flush oc end type cb_path_handler = string Request.t -> Response.t type t = { addr: string; port: int; fork: (unit -> unit) -> unit; masksigpipe: bool; mutable handler: (string Request.t -> Response.t); mutable path_handlers : (unit Request.t -> cb_path_handler resp_result option) list; mutable cb_decode_req: (string Request.t -> string Request.t option) list; mutable cb_encode_resp: (string Request.t -> Response.t -> Response.t option) list; mutable running: bool; } let addr self = self.addr let port self = self.port let add_decode_request_cb self f = self.cb_decode_req <- f :: self.cb_decode_req let add_encode_response_cb self f = self.cb_encode_resp <- f :: self.cb_encode_resp let set_top_handler self f = self.handler <- f let add_path_handler ?(accept=fun _req -> Ok ()) ?meth self fmt f = let ph req: cb_path_handler resp_result option = match meth with | Some m when m <> req.Request.meth -> None (* ignore *) | _ -> begin match Scanf.sscanf req.Request.path fmt f with | handler -> (* we have a handler, do we accept the request based on its headers? *) begin match accept req with | Ok () -> Some (Ok handler) | Error _ as e -> Some e end | exception _ -> None (* path didn't match *) end in self.path_handlers <- ph :: self.path_handlers let create ?(masksigpipe=true) ?(fork=(fun f -> ignore (Thread.create f () : Thread.t))) ?(addr="127.0.0.1") ?(port=8080) () : t = let handler _req = Response.fail ~code:404 "no top handler" in { fork; addr; port; masksigpipe; handler; running= true; path_handlers=[]; cb_encode_resp=[]; cb_decode_req=[]; } let stop s = s.running <- false let find_map f l = let rec aux f = function | [] -> None | x::l' -> match f x with | Some _ as res -> res | None -> aux f l' in aux f l let handle_client_ (self:t) (client_sock:Unix.file_descr) : unit = let ic = Unix.in_channel_of_descr client_sock in let oc = Unix.out_channel_of_descr client_sock in (* wrap [ic] in a stream with a reusable buffer *) let is = {ic; buf=Bytes.make 1024 ' '} in let continue = ref true in while !continue && self.running do _debug (fun k->k "read next request"); match Request.parse_req_start is with | Ok None -> continue := false | Error (c,s) -> let res = Response.make_raw ~code:c s in Response.output_ oc res | Ok (Some req) -> let res = try (* is there a handler for this path? *) let handler = match find_map (fun ph -> ph req) self.path_handlers with | Some f -> unwrap_resp_result f | None -> self.handler in (* handle expectations *) begin match List.assoc "Expect" req.Request.headers with | "100-continue" -> _debug (fun k->k "send back: 100 CONTINUE"); Response.output_ oc (Response.make_raw ~code:100 ""); | s -> bad_reqf 417 "unknown expectation %s" s | exception Not_found -> () end; (* modify request by reading body *) let req = Request.parse_body_ is req |> unwrap_resp_result in (* preprocess query *) let req = List.fold_left (fun req cb -> match cb req with None -> req | Some r' -> r') req self.cb_decode_req in let resp = handler req in (* post-process response *) List.fold_left (fun resp cb -> match cb req resp with None -> resp | Some r' -> r') resp self.cb_encode_resp with | Bad_req (code,s) -> continue := false; Response.make_raw ~code s | e -> Response.fail ~code:500 "server error: %s" (Printexc.to_string e) in Response.output_ oc res | exception Bad_req (code,s) -> Response.output_ oc (Response.make_raw ~code s); continue := false | exception Sys_error _ -> continue := false; (* connection broken somehow *) Unix.close client_sock; done; _debug (fun k->k "done with client, exiting"); () let run (self:t) : (unit,_) result = try if self.masksigpipe then ( ignore (Unix.sigprocmask Unix.SIG_BLOCK [Sys.sigpipe] : _ list); ); let sock = Unix.socket PF_INET Unix.SOCK_STREAM 0 in Unix.setsockopt sock Unix.SO_REUSEADDR true; Unix.setsockopt_optint sock Unix.SO_LINGER None; let inet_addr = Unix.inet_addr_of_string self.addr in Unix.bind sock (Unix.ADDR_INET (inet_addr, self.port)); Unix.listen sock 10; while self.running do let client_sock, _ = Unix.accept sock in self.fork (fun () -> handle_client_ self client_sock); done; Ok () with e -> Error e