mirror of
https://github.com/c-cube/ezcurl.git
synced 2025-12-05 19:00:34 -05:00
fix build
This commit is contained in:
parent
863a6263bb
commit
8ee9668441
2 changed files with 7 additions and 3 deletions
|
|
@ -121,6 +121,11 @@ module Run = struct
|
|||
end
|
||||
|
||||
|
||||
let help_str =
|
||||
{|A web crawler that can typically be found in Texas.
|
||||
|
||||
usage: argiope url [url*] [option*]
|
||||
|}
|
||||
|
||||
let () =
|
||||
let domains = ref Str_set.empty in
|
||||
|
|
@ -134,9 +139,9 @@ let () =
|
|||
"--max", Arg.Set_int max_, " max number of pages to explore";
|
||||
"-j", Arg.Set_int j, " number of jobs (default 20)";
|
||||
] |> Arg.align in
|
||||
Arg.parse opts (CCList.Ref.push start) "usage: crawler url [url*] [option*]";
|
||||
Arg.parse opts (CCList.Ref.push start) help_str;
|
||||
if !start = [] then (
|
||||
failwith "need at least one initial URL"
|
||||
Arg.usage opts help_str;
|
||||
) else (
|
||||
let start = List.map Uri.of_string !start in
|
||||
let default_host = match Uri.host @@ List.hd start with
|
||||
|
|
|
|||
|
|
@ -1,6 +1,5 @@
|
|||
|
||||
(executable
|
||||
(name argiope)
|
||||
(synopsis "A web crawler that can typically be found in Texas")
|
||||
(modes native)
|
||||
(libraries uri lambdasoup lwt ezcurl-lwt containers))
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue