Constant WEBCRAWL_IGNORE_ROBOTSTXT

pub const WEBCRAWL_IGNORE_ROBOTSTXT: WEBCRAWL_RECURSEFLAGS;