X-Git-Url: http://sjero.net/git/?p=wget;a=blobdiff_plain;f=src%2Fres.h;h=2b12902570ef9ff046c9f22147556d422445afca;hp=c0fd2b4310b42be7d838fa7c09b7ee111ee6c9cf;hb=60c88ee992b501590aeed111a669e99fbff7ef82;hpb=79f66dfd1537edc79cead657d171018c85c05425 diff --git a/src/res.h b/src/res.h index c0fd2b43..2b129025 100644 --- a/src/res.h +++ b/src/res.h @@ -42,6 +42,8 @@ struct robot_specs *res_get_specs (const char *, int); bool res_retrieve_file (const char *, char **); +bool is_robots_txt_url (const char *); + void res_cleanup (void); #endif /* RES_H */