LICENSE
MANIFEST.in
README.md
setup.cfg
setup.py
tox.ini
src/protego.py
src/Protego.egg-info/PKG-INFO
src/Protego.egg-info/SOURCES.txt
src/Protego.egg-info/dependency_links.txt
src/Protego.egg-info/requires.txt
src/Protego.egg-info/top_level.txt
tests/fetch_robotstxt.py
tests/test_on_fetched_robotstxt.py
tests/test_on_google_spec.py
tests/test_protego.py
tests/test_unquote.py
tests/top-10000-websites.txt
tests/test_data/103.88.218.109
tests/test_data/10minutemail.com
tests/test_data/10times.com
tests/test_data/4chan.org
tests/test_data/6abc.com
tests/test_data/99designs.com
tests/test_data/9gag.com
tests/test_data/aawsat.com
tests/test_data/abc13.com
tests/test_data/abc7.com
tests/test_data/abc7chicago.com
tests/test_data/abc7news.com
tests/test_data/abc7ny.com
tests/test_data/abcnews.go.com
tests/test_data/about.gitlab.com
tests/test_data/adage.com
tests/test_data/adblockplus.org
tests/test_data/addons.mozilla.org
tests/test_data/adguard.com
tests/test_data/adsabs.harvard.edu
tests/test_data/adultfriendfinder.com
tests/test_data/adventure.howstuffworks.com
tests/test_data/advrider.com
tests/test_data/aeromexico.com
tests/test_data/agendaweb.org
tests/test_data/ahrefs.com
tests/test_data/aib.ie
tests/test_data/akc.org
tests/test_data/akismet.com
tests/test_data/alaska.gov
tests/test_data/alight.com
tests/test_data/alison.com
tests/test_data/allafrica.com
tests/test_data/alternativeto.net
tests/test_data/android.stackexchange.com
tests/test_data/androidforums.com
tests/test_data/animoto.com
tests/test_data/answers.yahoo.com
tests/test_data/ao.com
tests/test_data/appinventor.mit.edu
tests/test_data/appleinsider.com
tests/test_data/archinect.com
tests/test_data/archive.codeplex.com
tests/test_data/archive.org
tests/test_data/archiveofourown.org
tests/test_data/arstechnica.com
tests/test_data/artofmanliness.com
tests/test_data/arxiv.org
tests/test_data/asianwiki.com
tests/test_data/asic.gov.au
tests/test_data/assam.gov.in
tests/test_data/atlanta.craigslist.org
tests/test_data/au.indeed.com
tests/test_data/au.yahoo.com
tests/test_data/auspost.com.au
tests/test_data/austin.craigslist.org
tests/test_data/aut.ac.ir
tests/test_data/auto-data.net
tests/test_data/automobiles.honda.com
tests/test_data/avaaz.org
tests/test_data/avm.de
tests/test_data/aws.amazon.com
tests/test_data/azertag.az
tests/test_data/badoo.com
tests/test_data/ballotpedia.org
tests/test_data/baseball.fantasysports.yahoo.com
tests/test_data/basecamp.com
tests/test_data/basketball.realgm.com
tests/test_data/bdnews24.com
tests/test_data/bdsmstreak.com
tests/test_data/beforeitsnews.com
tests/test_data/berniesanders.com
tests/test_data/betanews.com
tests/test_data/bethesda.net
tests/test_data/bgp.he.net
tests/test_data/bgr.com
tests/test_data/bigcharts.marketwatch.com
tests/test_data/bitbucket.org
tests/test_data/bitcoin.org
tests/test_data/bitcointalk.org
tests/test_data/bitly.com
tests/test_data/blenderartists.org
tests/test_data/blog.mozilla.org
tests/test_data/blogs.oracle.com
tests/test_data/boardgamegeek.com
tests/test_data/boingboing.net
tests/test_data/bongacams.com
tests/test_data/book.goindigo.in
tests/test_data/bookboon.com
tests/test_data/bossip.com
tests/test_data/boston.craigslist.org
tests/test_data/boxrec.com
tests/test_data/breakingnewsenglish.com
tests/test_data/brew.sh
tests/test_data/brickset.com
tests/test_data/brighthouse.com
tests/test_data/buffalonews.com
tests/test_data/bugmenot.com
tests/test_data/buttsmithy.com
tests/test_data/ca.yahoo.com
tests/test_data/cad-comic.com
tests/test_data/cafeastrology.com
tests/test_data/calendar.yahoo.com
tests/test_data/cams.com
tests/test_data/caniuse.com
tests/test_data/car-part.com
tests/test_data/carleton.ca
tests/test_data/carousell.com
tests/test_data/case.edu
tests/test_data/casper.com
tests/test_data/catholic.net
tests/test_data/ccbill.com
tests/test_data/ccli.com
tests/test_data/cdbaby.com
tests/test_data/cdn.englishforums.com
tests/test_data/cdnjs.com
tests/test_data/celebitchy.com
tests/test_data/chaturbate.com
tests/test_data/chicago.craigslist.org
tests/test_data/chicago.suntimes.com
tests/test_data/citeseerx.ist.psu.edu
tests/test_data/ckeditor.com
tests/test_data/clark.com
tests/test_data/clicky.com
tests/test_data/clinicaltrials.gov
tests/test_data/cmb.ac.lk
tests/test_data/codeigniter.com
tests/test_data/coinmarketcap.com
tests/test_data/cointelegraph.com
tests/test_data/collider.com
tests/test_data/colorlib.com
tests/test_data/consent.yahoo.com
tests/test_data/convertcase.net
tests/test_data/convertio.co
tests/test_data/coolmaterial.com
tests/test_data/cooltext.com
tests/test_data/corporate.walmart.com
tests/test_data/cps.edu
tests/test_data/creately.com
tests/test_data/creativecommons.org
tests/test_data/creditcards.chase.com
tests/test_data/ctext.org
tests/test_data/cvmkr.com
tests/test_data/cx.rightnow.com
tests/test_data/dailycaller.com
tests/test_data/daz3d.com
tests/test_data/dblp.uni-trier.de
tests/test_data/dd-wrt.com
tests/test_data/deadspin.com
tests/test_data/defence.pk
tests/test_data/delhi.gov.in
tests/test_data/denver.craigslist.org
tests/test_data/designshack.net
tests/test_data/developer.android.com
tests/test_data/developer.apple.com
tests/test_data/developer.mozilla.org
tests/test_data/developers.facebook.com
tests/test_data/dfw.cbslocal.com
tests/test_data/dict.leo.org
tests/test_data/dict.longdo.com
tests/test_data/digg.com
tests/test_data/digital-photography-school.com
tests/test_data/dilbert.com
tests/test_data/discovermagazine.com
tests/test_data/disneyland.disney.go.com
tests/test_data/disneyworld.disney.go.com
tests/test_data/dmv.ny.gov
tests/test_data/dnd.wizards.com
tests/test_data/docs.google.com
tests/test_data/docs.oracle.com
tests/test_data/doctor.webmd.com
tests/test_data/dogtime.com
tests/test_data/dos.myflorida.com
tests/test_data/dotnet.microsoft.com
tests/test_data/download.cnet.com
tests/test_data/downloadcenter.intel.com
tests/test_data/drafthouse.com
tests/test_data/drdo.gov.in
tests/test_data/drivers.softpedia.com
tests/test_data/duckduckgo.com
tests/test_data/dulfy.net
tests/test_data/dyn.com
tests/test_data/ec.europa.eu
tests/test_data/economictimes.indiatimes.com
tests/test_data/edition.cnn.com
tests/test_data/elementor.com
tests/test_data/emedicine.medscape.com
tests/test_data/en-in.sennheiser.com
tests/test_data/en.chessbase.com
tests/test_data/en.mappy.com
tests/test_data/en.ucoin.net
tests/test_data/en.wikipedia.org
tests/test_data/en.wikiquote.org
tests/test_data/en.wikivoyage.org
tests/test_data/en.wiktionary.org
tests/test_data/epguides.com
tests/test_data/epson.com
tests/test_data/eric.ed.gov
tests/test_data/eu.wholefoodsmarket.com
tests/test_data/eur-lex.europa.eu
tests/test_data/europa.eu
tests/test_data/euw.leagueoflegends.com
tests/test_data/evermotion.org
tests/test_data/evermotion.org:443
tests/test_data/everymac.com
tests/test_data/ew.com
tests/test_data/explorable.com
tests/test_data/extremereach.com
tests/test_data/ezinearticles.com
tests/test_data/faapy.com
tests/test_data/familydoctor.org
tests/test_data/fetlife.com
tests/test_data/ffmpeg.org
tests/test_data/file.org
tests/test_data/filehippo.com
tests/test_data/fileinfo.com
tests/test_data/filerio.in
tests/test_data/filezilla-project.org
tests/test_data/filmschoolrejects.com
tests/test_data/finance.yahoo.com
tests/test_data/fineartamerica.com
tests/test_data/flatmates.com.au
tests/test_data/flightaware.com
tests/test_data/flightview.com
tests/test_data/flyasiana.com
tests/test_data/food.ndtv.com
tests/test_data/football.fantasysports.yahoo.com
tests/test_data/foreverliving.com
tests/test_data/fortune.com
tests/test_data/forums.cgsociety.org
tests/test_data/forums.macrumors.com
tests/test_data/forzamotorsport.net
tests/test_data/foursquare.com
tests/test_data/f