aa45412a86bd9b77c79172072be7f69d *DESCRIPTION
243cfc67b7b06ed97d9ffd2a858cc964 *LICENSE
a230d6582bf3fd617075d4d6e0886dbd *NAMESPACE
4aa278ce12d09e0b4af0451b1379aa38 *NEWS
2f9ad66657071740fedf8b475a01c461 *R/parse_robotstxt.R
132699df1f8cf865ee29eb580a1af704 *R/permissions.R
f184c648b2cfde80c43e0fd666658315 *R/robotstxt.R
9b9ce4c2fe2fa265eb4a9c1dd422451e *R/tools.R
ec793ef2cb876dd2aaabb9a7dbcc88aa *README.md
83fc57876365fb2a79bd50590152893c *build/vignette.rds
315e61d415d32501705f131a76946700 *inst/doc/using_robotstxt.R
2e31f91e0f5d25e2e13232280fc5f842 *inst/doc/using_robotstxt.Rmd
98bea1f45bc94944e7a78d682fb2621b *inst/doc/using_robotstxt.html
4d8921c3dc225aa07cd9b3f66cde3aff *inst/robotstxts/allow_single_bot.txt
e2b27c9301b4f24c3b2db3f8886b2dc1 *inst/robotstxts/crawl_delay.txt
8cb7a8b11cc42f1f77aa0670c43071a3 *inst/robotstxts/disallow_all_for_BadBot.txt
d35cb09d5662e686347b00b959c1550f *inst/robotstxts/disallow_all_for_all.txt
542398cc4e150fd288cea549bdca16a4 *inst/robotstxts/disallow_some_for_all.txt
9ca8636f08a496a82ed0a64694d005c8 *inst/robotstxts/disallow_two_at_once.txt
7215ee9c7d9dc229d2921a40e899ec5f *inst/robotstxts/empty.txt
d034a6e564902694ac6b372940786d80 *inst/robotstxts/host.txt
95d8d7433b4cd37b5630cf68500127f0 *inst/robotstxts/robots_amazon.txt
a09430767142d30f771f9726196048e1 *inst/robotstxts/robots_bundestag.txt
62dbaccb94d6ab8aa5e178339efbe127 *inst/robotstxts/robots_google.txt
658622dc6bda3645b94e37fa1ea38295 *inst/robotstxts/robots_new_york_times.txt
48a1701be03cf9590a8ef623c5f2e8e6 *inst/robotstxts/robots_pmeissner.txt
67dfdd8b9acd9363417c145388315dab *inst/robotstxts/robots_spiegel.txt
6ed07c3b696c3b4d47e1b3b4a42f5c7f *inst/robotstxts/robots_wikipedia.txt
4637c3108489f0f0e5e283ef16884baf *inst/robotstxts/robots_yahoo.txt
6b8539213a6199601ee9d81c70a6ac31 *inst/robotstxts/selfhtml_Example.txt
2b9b53034510e3b66af8968145fe0a4f *inst/robotstxts/testing_comments.txt
ffb9ab52b972989157df5cd3f3c9bd80 *man/get_robotstxt.Rd
e081a983385642af28c58e98af30b7ab *man/guess_domain.Rd
219090f03f14c5cdd970ea778daf71a1 *man/named_list.Rd
756e514c4d6fa31cbb33dda0a2015e30 *man/parse_robotstxt.Rd
37f04c93e16127a49c446d0adcd945a1 *man/path_allowed.Rd
eed330f67e7c049f3be802c16224e865 *man/paths_allowed.Rd
616b9f98d3bef9b2473c73fef8b24ce1 *man/print.robotstxt.Rd
b25240f766ae4807470aef8efbdd477a *man/print.robotstxt_text.Rd
69030a7a402bb1cc4cd121d3556323d5 *man/remove_domain.Rd
910b54e79c82715219d2bfb2d3d0bf9b *man/robotstxt.Rd
ef6e93b7a12d4e8e65e8fa441c4d1527 *man/rt_cache.Rd
8fe95ba012de7fc267862bcea4e82221 *man/rt_get_comments.Rd
b6f0919adb0a22b47cdefdc796bacd64 *man/rt_get_fields.Rd
07336cd21b21fb5ef7a6fad90c31306f *man/rt_get_fields_worker.Rd
033de1864858c971e56edf6a7604751c *man/rt_get_rtxt.Rd
9178f2d8b770f6a0566c46427ec06de8 *man/rt_get_useragent.Rd
f7c32191db41623b6f78e70870de8edf *man/rt_list_rtxt.Rd
6587638646e3a45c93d90a1fbe4b7e0f *man/sanitize_path.Rd
a022b5ee955ab0436c71f832daf761ce *man/sanitize_permission_values.Rd
34ee99d5b8025f277546133cd2dbe0ee *man/sanitize_permissions.Rd
480e44e1c814faf1886f057b8a375590 *tests/testthat.R
cd7af4fc1d9603a7163ba66a85a47f27 *tests/testthat/test_parser.R
f446c2db59fe7890955599b6e37559dd *tests/testthat/test_permissions.R
f1c2f190f8e683fb4784b864dd930bdc *tests/testthat/test_robotstxt.R
2e31f91e0f5d25e2e13232280fc5f842 *vignettes/using_robotstxt.Rmd
