[svn] Fixes for recursive spider mode.

[wget] / src / res.h

diff --git a/src/res.h b/src/res.h
index c0fd2b4310b42be7d838fa7c09b7ee111ee6c9cf..2b12902570ef9ff046c9f22147556d422445afca 100644 (file)
--- a/src/res.h
+++ b/src/res.h
@@ -42,6 +42,8 @@ struct robot_specs *res_get_specs (const char *, int);
 
 bool res_retrieve_file (const char *, char **);
 
+bool is_robots_txt_url (const char *);
+
 void res_cleanup (void);
 
 #endif /* RES_H */