"""Application-wide configuration for sFetch."""

from pathlib import Path

BASE_DIR = Path(__file__).resolve().parent

MAX_CRAWL_DEPTH = 2
MAX_PAGES_PER_DOMAIN = 50
CRAWL_DELAY_SECONDS = 1.0
DEFAULT_CRAWL_CONCURRENCY = 12
DB_PATH = str(BASE_DIR / "sfetch_index.db")
USER_AGENT = "sFetchBot/1.0 (+https://sfetch.io/bot)"
TOP_SITE_SOURCE_URL = "https://tranco-list.eu/top-1m.csv.zip"
TOP_SITE_SEED_LIMIT = 1000
TOP_SITE_DOWNLOAD_TIMEOUT_SECONDS = 30.0
TOP_SITE_SEED_META_KEY = "top_site_seed_v1"

ADULT_DOMAINS = {
    "pornhub.com", "xvideos.com", "xnxx.com", "xhamster.com", "redtube.com",
    "youporn.com", "spankbang.com", "chaturbate.com", "onlyfans.com",
    "bongacams.com", "livejasmin.com", "stripchat.com", "cam4.com",
    "myfreecams.com", "flirt4free.com", "camsoda.com", "streamate.com",
    "brazzers.com", "realitykings.com", "naughtyamerica.com", "bangbros.com",
    "vixen.com", "tushy.com", "blacked.com", "deeper.com", "adulttime.com",
    "jerkmate.com", "imlive.com", "fap18.com", "fapster.com",
    "nudevista.com", "eporner.com", "hqporner.com", "porntrex.com",
    "porndoe.com", "perfectgirls.net", "txxx.com", "tubegalore.com",
    "theporndude.com", "porn.com", "pornpics.com", "nuvid.com",
    "fuq.com", "porn00.org", "anysex.com", "tubxporn.com",
    "gotporn.com", "drtuber.com", "tube8.com", "xhamster.com",
    "sex.com", "youjizz.com", "tnaflix.com", "sunporno.com",
    "thumbzilla.com", "motherless.com", "beeg.com", "efukt.com",
    "rule34.xxx", "rule34video.com", "erome.com", "fansly.com",
    "manyvids.com", "clips4sale.com", "literotica.com",
}

ADULT_KEYWORDS = [
    "porn", "xxx", "adult", "sex", "nude", "naked", "erotic",
    "escort", "camgirl", "cams", "fetish", "bdsm", "hentai",
    "onlyfans", "milf", "teen",
]

TOP_SITES = [
    "https://www.google.com",
    "https://www.youtube.com",
    "https://www.facebook.com",
    "https://www.instagram.com",
    "https://www.twitter.com",
    "https://www.baidu.com",
    "https://www.wikipedia.org",
    "https://www.yahoo.com",
    "https://www.yandex.com",
    "https://www.whatsapp.com",
    "https://www.amazon.com",
    "https://www.tiktok.com",
    "https://www.reddit.com",
    "https://www.linkedin.com",
    "https://www.live.com",
    "https://www.netflix.com",
    "https://www.openai.com",
    "https://www.office.com",
    "https://www.discord.com",
    "https://www.bing.com",
    "https://www.microsoft.com",
    "https://www.twitch.tv",
    "https://www.naver.com",
    "https://www.pinterest.com",
    "https://www.telegram.org",
    "https://www.zoom.us",
    "https://www.ebay.com",
    "https://www.github.com",
    "https://www.duckduckgo.com",
    "https://www.spotify.com",
    "https://www.canva.com",
    "https://www.quora.com",
    "https://www.fandom.com",
    "https://www.samsung.com",
    "https://www.globo.com",
    "https://www.indeed.com",
    "https://www.nytimes.com",
    "https://www.cnbc.com",
    "https://www.foxnews.com",
    "https://www.espn.com",
    "https://www.walmart.com",
    "https://www.bbc.com",
    "https://www.cnn.com",
    "https://www.accuweather.com",
    "https://www.stackoverflow.com",
    "https://www.shopify.com",
    "https://www.paypal.com",
    "https://www.adobe.com",
    "https://www.chase.com",
    "https://www.intuit.com",
    "https://www.dropbox.com",
    "https://www.airbnb.com",
    "https://www.booking.com",
    "https://www.expedia.com",
    "https://www.homedepot.com",
    "https://www.target.com",
    "https://www.bestbuy.com",
    "https://www.costco.com",
    "https://www.etsy.com",
    "https://www.zillow.com",
    "https://www.realtor.com",
    "https://www.indiatimes.com",
    "https://www.flipkart.com",
    "https://www.aliexpress.com",
    "https://www.stackexchange.com",
    "https://www.trello.com",
    "https://www.notion.so",
    "https://www.slack.com",
    "https://www.atlassian.com",
    "https://www.figma.com",
    "https://www.vercel.com",
    "https://www.netlify.com",
    "https://www.cloudflare.com",
    "https://www.digitalocean.com",
    "https://www.linode.com",
    "https://www.heroku.com",
    "https://www.mongodb.com",
    "https://www.postgresql.org",
    "https://www.mysql.com",
    "https://www.docker.com",
    "https://www.kubernetes.io",
    "https://www.nginx.com",
    "https://www.apache.org",
    "https://www.nodejs.org",
    "https://www.python.org",
    "https://www.r-project.org",
    "https://www.ruby-lang.org",
    "https://www.golang.org",
    "https://www.rust-lang.org",
    "https://www.npmjs.com",
    "https://www.pypi.org",
    "https://www.dev.to",
    "https://www.medium.com",
    "https://www.hashnode.com",
    "https://www.techcrunch.com",
    "https://www.theverge.com",
    "https://www.wired.com",
    "https://www.arstechnica.com",
    "https://www.engadget.com",
    "https://www.zdnet.com",
    "https://www.cnet.com",
    "https://www.businessinsider.com",
    "https://www.forbes.com",
    "https://www.bloomberg.com",
    "https://www.wsj.com",
    "https://www.reuters.com",
    "https://www.npr.org",
    "https://www.theguardian.com",
    "https://www.washingtonpost.com",
    "https://www.usatoday.com",
    "https://www.latimes.com",
    "https://www.chicagotribune.com",
    "https://www.news.yahoo.co.jp",
    "https://www.dailymail.co.uk",
    "https://www.mirror.co.uk",
    "https://www.express.co.uk",
    "https://www.rt.com",
    "https://www.aljazeera.com",
    "https://www.dw.com",
    "https://www.france24.com",
    "https://www.abc.net.au",
    "https://www.9gag.com",
    "https://www.imgur.com",
    "https://www.snapchat.com",
    "https://www.weibo.com",
    "https://www.zhihu.com",
    "https://www.douyin.com",
    "https://www.kuaishou.com",
    "https://www.jd.com",
    "https://www.taobao.com",
    "https://www.tmall.com",
    "https://www.sohu.com",
    "https://www.sina.com.cn",
    "https://www.163.com",
    "https://www.qq.com",
    "https://www.vk.com",
    "https://www.mail.ru",
    "https://www.rambler.ru",
    "https://www.yahoo.co.jp",
    "https://www.line.me",
    "https://www.nicovideo.jp",
    "https://www.pixiv.net",
    "https://www.hatena.ne.jp",
    "https://www.nikkei.com",
    "https://www.asahi.com",
    "https://www.yomiuri.co.jp",
    "https://www.mainichi.jp",
    "https://www.tokyo-sports.co.jp",
    "https://www.cricbuzz.com",
    "https://www.espncricinfo.com",
    "https://www.nba.com",
    "https://www.nfl.com",
    "https://www.mlb.com",
    "https://www.nhl.com",
    "https://www.uefa.com",
    "https://www.fifa.com",
    "https://www.olympics.com",
    "https://www.chess.com",
    "https://www.lichess.org",
    "https://www.roblox.com",
    "https://www.minecraft.net",
    "https://www.fortnite.com",
    "https://www.ea.com",
    "https://www.steampowered.com",
    "https://www.epicgames.com",
    "https://www.gog.com",
    "https://www.battle.net",
    "https://www.ubisoft.com",
    "https://www.riotgames.com",
    "https://www.ign.com",
    "https://www.gamespot.com",
    "https://www.pcgamer.com",
    "https://www.polygon.com",
    "https://www.khanacademy.org",
    "https://www.coursera.org",
    "https://www.udemy.com",
    "https://www.edx.org",
    "https://www.udacity.com",
    "https://www.codecademy.com",
    "https://www.freecodecamp.org",
    "https://www.w3schools.com",
    "https://www.geeksforgeeks.org",
    "https://www.tutorialspoint.com",
    "https://www.javatpoint.com",
    "https://www.programiz.com",
    "https://www.leetcode.com",
    "https://www.hackerrank.com",
    "https://www.codewars.com",
    "https://www.topcoder.com",
    "https://www.codeforces.com",
    "https://www.atcoder.jp",
    "https://www.projecteuler.net",
    "https://www.rosalind.info",
    "https://www.adventofcode.com",
    "https://www.kaggle.com",
    "https://www.data.gov",
    "https://www.archive.org",
    "https://www.wikihow.com",
    "https://www.dictionary.com",
    "https://www.thesaurus.com",
    "https://www.merriam-webster.com",
    "https://www.urbandictionary.com",
    "https://www.britannica.com",
    "https://www.howstuffworks.com",
    "https://www.space.com",
    "https://www.nasa.gov",
    "https://www.esa.int",
    "https://www.noaa.gov",
    "https://www.nature.com",
    "https://www.science.org",
    "https://www.sciencedaily.com",
    "https://www.livescience.com",
    "https://www.newscientist.com",
    "https://www.scientificamerican.com",
    "https://www.healthline.com",
    "https://www.webmd.com",
    "https://www.mayoclinic.org",
    "https://www.nih.gov",
    "https://www.who.int",
    "https://www.cdc.gov",
    "https://www.medscape.com",
    "https://www.verywellhealth.com",
    "https://www.psychologytoday.com",
    "https://www.imdb.com",
    "https://www.rottentomatoes.com",
    "https://www.metacritic.com",
    "https://www.hulu.com",
    "https://www.disneyplus.com",
    "https://www.hbomax.com",
    "https://www.primevideo.com",
    "https://www.apple.com",
    "https://www.deepl.com",
    "https://www.grammarly.com",
    "https://www.typeform.com",
    "https://www.surveymonkey.com",
    "https://www.jotform.com",
    "https://www.mailchimp.com",
    "https://www.hubspot.com",
    "https://www.salesforce.com",
    "https://www.zendesk.com",
    "https://www.intercom.com",
    "https://www.drift.com",
    "https://www.tidio.com",
    "https://www.godaddy.com",
    "https://www.namecheap.com",
    "https://www.bluehost.com",
    "https://www.hostinger.com",
    "https://www.wix.com",
    "https://www.squarespace.com",
    "https://www.wordpress.com",
    "https://www.webflow.com",
    "https://www.stripe.com",
    "https://www.squareup.com",
    "https://www.coinbase.com",
    "https://www.binance.com",
    "https://www.robinhood.com",
    "https://www.fidelity.com",
    "https://www.vanguard.com",
    "https://www.schwab.com",
    "https://www.tdameritrade.com",
    "https://www.etrade.com",
    "https://www.morningstar.com",
    "https://www.investopedia.com",
    "https://www.marketwatch.com",
    "https://www.seekingalpha.com",
    "https://www.nerdwallet.com",
    "https://www.bankrate.com",
    "https://www.creditkarma.com",
    "https://www.glassdoor.com",
    "https://www.monster.com",
    "https://www.ziprecruiter.com",
    "https://www.ladders.com",
    "https://www.dice.com",
    "https://www.freelancer.com",
    "https://www.upwork.com",
    "https://www.fiverr.com",
    "https://www.toptal.com",
    "https://www.guru.com",
    "https://www.peopleperhour.com",
    "https://www.craigslist.org",
    "https://www.kijiji.ca",
    "https://www.olx.com",
    "https://www.letgo.com",
    "https://www.mercari.com",
    "https://www.poshmark.com",
    "https://www.thredup.com",
    "https://www.depop.com",
    "https://www.overstock.com",
    "https://www.wayfair.com",
    "https://www.ikea.com",
    "https://www.lowes.com",
    "https://www.nike.com",
    "https://www.adidas.com",
    "https://www.zara.com",
    "https://www.hm.com",
    "https://www.uniqlo.com",
    "https://www.asos.com",
    "https://www.shein.com",
    "https://www.urbanoutfitters.com",
    "https://www.nordstrom.com",
    "https://www.macys.com",
    "https://www.kohls.com",
    "https://www.dickssportinggoods.com",
    "https://www.rei.com",
    "https://www.wholefoodsmarket.com",
    "https://www.grubhub.com",
    "https://www.doordash.com",
    "https://www.ubereats.com",
    "https://www.postmates.com",
    "https://www.instacart.com",
    "https://www.foodnetwork.com",
    "https://www.allrecipes.com",
    "https://www.tripadvisor.com",
    "https://www.kayak.com",
    "https://www.priceline.com",
    "https://www.hotels.com",
    "https://www.trivago.com",
    "https://www.agoda.com",
    "https://www.hostelworld.com",
    "https://www.skyscanner.net",
    "https://www.uber.com",
    "https://www.lyft.com",
    "https://www.hertz.com",
    "https://www.enterprise.com",
    "https://www.avis.com",
    "https://www.united.com",
    "https://www.aa.com",
    "https://www.delta.com",
    "https://www.southwest.com",
    "https://www.jetblue.com",
    "https://www.emirates.com",
    "https://www.qatarairways.com",
    "https://www.singaporeair.com",
    "https://www.lufthansa.com",
    "https://www.ba.com",
    "https://www.airfrance.com",
    "https://www.klm.com",
    "https://www.turkishairlines.com",
    "https://www.wunderground.com",
    "https://www.weather.com",
    "https://www.openweathermap.org",
    "https://www.windy.com",
    "https://www.wolframalpha.com",
    "https://www.desmos.com",
    "https://www.geogebra.org",
    "https://www.symbolab.com",
    "https://www.mathway.com",
    "https://www.chemicalaid.com",
    "https://www.pubchem.ncbi.nlm.nih.gov",
    "https://www.chemspider.com",
    "https://www.biorxiv.org",
    "https://www.arxiv.org",
    "https://www.scholar.google.com",
    "https://www.researchgate.net",
    "https://www.academia.edu",
    "https://www.ssrn.com",
    "https://www.jstor.org",
    "https://www.plos.org",
    "https://www.pubmed.ncbi.nlm.nih.gov",
    "https://www.clinicaltrials.gov",
    "https://www.cochranelibrary.com",
    "https://www.frontiersin.org",
    "https://www.mdpi.com",
    "https://www.springer.com",
    "https://www.wiley.com",
    "https://www.elsevier.com",
    "https://www.tandfonline.com",
    "https://www.sagepub.com",
    "https://www.oxfordjournals.org",
    "https://www.cambridge.org",
    "https://www.taylorandfrancis.com",
    "https://www.ieee.org",
    "https://www.acm.org",
    "https://www.aaai.org",
    "https://www.neurips.cc",
    "https://www.icml.cc",
    "https://www.cv-foundation.org",
    "https://www.emnlp.org",
    "https://www.aclweb.org",
    "https://www.usenix.org",
    "https://www.sigcomm.org",
    "https://www.ndss-symposium.org",
    "https://www.ccs.org",
    "https://www.sigsac.org",
    "https://www.isoc.org",
    "https://www.w3.org",
    "https://www.ietf.org",
    "https://www.whatwg.org",
    "https://www.ecma-international.org",
    "https://www.iso.org",
    "https://www.ansi.org",
    "https://www.bsigroup.com",
    "https://www.openapis.org",
    "https://www.graphql.org",
    "https://www.jsonapi.org",
    "https://www.grpc.io",
    "https://www.protocolbuffers.dev",
    "https://www.swagger.io",
    "https://www.postman.com",
    "https://www.insomnia.rest",
    "https://www.getpostman.com",
    "https://www.rapidapi.com",
    "https://www.apiflash.com",
    "https://www.serpapi.com",
    "https://www.scrapingbee.com",
    "https://www.scraperapi.com",
    "https://www.scrapingdog.com",
    "https://www.brightdata.com",
    "https://www.oxylabs.io",
    "https://www.smartproxy.com",
    "https://www.crawlbase.com",
    "https://www.zenrows.com",
    "https://www.scrapingant.com",
    "https://www.apify.com",
    "https://www.webscraper.io",
    "https://www.parsehub.com",
    "https://www.octoparse.com",
    "https://www.import.io",
    "https://www.diffbot.com",
    "https://www.datawrapper.de",
    "https://www.tableau.com",
    "https://www.powerbi.microsoft.com",
    "https://www.looker.com",
    "https://www.qlik.com",
    "https://www.domo.com",
    "https://www.sisense.com",
    "https://www.metabase.com",
    "https://www.redash.io",
    "https://www.superset.apache.org",
    "https://www.grafana.com",
    "https://www.datadoghq.com",
    "https://www.newrelic.com",
    "https://www.dynatrace.com",
    "https://www.appdynamics.com",
    "https://www.splunk.com",
    "https://www.sumologic.com",
    "https://www.elastic.co",
    "https://www.logz.io",
    "https://www.honeycomb.io",
    "https://www.lightstep.com",
    "https://www.sentry.io",
    "https://www.rollbar.com",
    "https://www.bugsnag.com",
    "https://www.raygun.com",
    "https://www.datadog.com",
    "https://www.pagerduty.com",
    "https://www.opsgenie.com",
    "https://www.victorops.com",
    "https://www.monday.com",
    "https://www.asana.com",
    "https://www.clickup.com",
    "https://www.basecamp.com",
    "https://www.teamwork.com",
    "https://www.wrike.com",
    "https://www.airtable.com",
    "https://www.smartsheet.com",
    "https://www.zapier.com",
    "https://www.ifttt.com",
    "https://www.make.com",
    "https://www.n8n.io",
    "https://www.automationanywhere.com",
    "https://www.uipath.com",
    "https://www.blueprism.com",
    "https://www.pipedream.com",
    "https://www.twilio.com",
    "https://www.sendgrid.com",
    "https://www.mailgun.com",
    "https://www.postmarkapp.com",
    "https://www.sendinblue.com",
    "https://www.mailerlite.com",
    "https://www.convertkit.com",
    "https://www.activecampaign.com",
    "https://www.drip.com",
    "https://www.klaviyo.com",
    "https://www.privy.com",
    "https://www.opencart.com",
    "https://www.magento.com",
    "https://www.bigcommerce.com",
    "https://www.prestashop.com",
    "https://www.woocommerce.com",
    "https://www.contentful.com",
    "https://www.strapi.io",
    "https://www.sanity.io",
    "https://www.prismic.io",
    "https://www.storyblok.com",
    "https://www.ghost.org",
    "https://www.drupal.org",
    "https://www.joomla.org",
    "https://www.gatsbyjs.com",
    "https://www.nextjs.org",
    "https://www.nuxtjs.org",
    "https://www.svelte.dev",
    "https://www.reactjs.org",
    "https://www.vuejs.org",
    "https://www.angular.io",
    "https://www.emberjs.com",
    "https://www.backbonejs.org",
    "https://www.preactjs.com",
    "https://www.solidjs.com",
    "https://www.qwik.dev",
    "https://www.htmx.org",
    "https://www.alpinejs.dev",
    "https://www.tailwindcss.com",
    "https://www.getbootstrap.com",
    "https://www.bulma.io",
    "https://www.foundation.zurb.com",
    "https://www.material-ui.com",
    "https://www.chakra-ui.com",
    "https://www.ant.design",
    "https://www.radix-ui.com",
    "https://www.shadcn.com",
    "https://www.daisyui.com",
    "https://www.flowbite.com",
    "https://www.merakiui.com",
    "https://www.primefaces.org",
    "https://www.quasar.dev",
    "https://www.vuetifyjs.com",
    "https://www.electronjs.org",
    "https://www.tauri.app",
    "https://www.reactnative.dev",
    "https://www.flutter.dev",
    "https://www.ionicframework.com",
    "https://www.kotlinlang.org",
    "https://www.swift.org",
    "https://www.typescriptlang.org",
    "https://www.deno.com",
    "https://www.bun.sh",
    "https://www.webassembly.org",
    "https://www.llvm.org",
    "https://www.gnu.org",
    "https://www.sourceware.org",
    "https://www.kernel.org",
    "https://www.freebsd.org",
    "https://www.openbsd.org",
    "https://www.netbsd.org",
    "https://www.debian.org",
    "https://www.ubuntu.com",
    "https://www.fedoraproject.org",
    "https://www.centos.org",
    "https://www.archlinux.org",
    "https://www.gentoo.org",
    "https://www.alpinelinux.org",
    "https://www.redhat.com",
    "https://www.suse.com",
    "https://www.oracle.com",
    "https://www.ibm.com",
    "https://www.hpe.com",
    "https://www.dell.com",
    "https://www.lenovo.com",
    "https://www.hp.com",
    "https://www.asus.com",
    "https://www.acer.com",
    "https://www.msi.com",
    "https://www.gigabyte.com",
    "https://www.raspberrypi.org",
    "https://www.arduino.cc",
    "https://www.esp32.com",
    "https://www.adafruit.com",
    "https://www.sparkfun.com",
    "https://www.digikey.com",
    "https://www.mouser.com",
    "https://www.eeweb.com",
    "https://www.electronicdesign.com",
    "https://www.allaboutcircuits.com",
    "https://www.hackaday.com",
    "https://www.instructables.com",
    "https://www.makezine.com",
    "https://www.thingiverse.com",
    "https://www.printables.com",
    "https://www.cults3d.com",
    "https://www.myminifactory.com",
    "https://www.pinshape.com",
    "https://www.youmagine.com",
    "https://www.thangs.com",
    "https://www.sketchfab.com",
    "https://www.blendswap.com",
    "https://www.turbosquid.com",
    "https://www.cgtrader.com",
    "https://www.mixamo.com",
    "https://www.assetstore.unity.com",
    "https://www.unity.com",
    "https://www.unrealengine.com",
    "https://www.godotengine.org",
    "https://www.cryengine.com",
    "https://www.lumberyard.com",
    "https://www.garmin.com",
    "https://www.specialized.com",
    "https://www.trekbikes.com",
    "https://www.cannondale.com",
    "https://www.giant-bicycles.com",
    "https://www.santacruzbicycles.com",
    "https://www.rapha.cc",
    "https://www.patagonia.com",
    "https://www.thenorthface.com",
    "https://www.columbia.com",
    "https://www.arcsky.com",
    "https://www.black-diamond.com",
    "https://www.mammut.com",
    "https://www.salomon.com",
    "https://www.merrell.com",
    "https://www.keenfootwear.com",
    "https://www.timberland.com",
    "https://www.drmartens.com",
    "https://www.vans.com",
    "https://www.converse.com",
    "https://www.reebok.com",
    "https://www.puma.com",
    "https://www.newbalance.com",
    "https://www.underarmour.com",
    "https://www.lululemon.com",
    "https://www.gymshark.com",
    "https://www.fabletics.com",
    "https://www.aloyoga.com",
    "https://www.bandier.com",
    "https://www.carbon38.com",
    "https://www.outdoorvoices.com",
    "https://www.nike.com",
    "https://www.allbirds.com",
    "https://www.brooksrunning.com",
    "https://www.hoka.com",
    "https://www.saucony.com",
    "https://www.asics.com",
    "https://www.mizuno.com",
    "https://www.on-running.com",
    "https://www.skechers.com",
    "https://www.clarks.com",
    "https://www.ubereats.com",
    "https://www.doctorswithoutborders.org",
    "https://www.unicef.org",
    "https://www.redcross.org",
    "https://www.worldwildlife.org",
    "https://www.greenpeace.org",
    "https://www.nature.org",
    "https://www.sierraclub.org",
    "https://www.audubon.org",
    "https://www.charitynavigator.org",
    "https://www.givewell.org",
    "https://www.effectivealtruism.org",
    "https://www.80000hours.org",
    "https://www.givingwhatwecan.org",
    "https://www.openphilanthropy.org",
    "https://www.gatesfoundation.org",
    "https://www.fordfoundation.org",
    "https://www.macfound.org",
    "https://www.rwjf.org",
    "https://www.pewtrusts.org",
    "https://www.cgdev.org",
    "https://www.brookings.edu",
    "https://www.rand.org",
    "https://www.urban.org",
    "https://www.cato.org",
    "https://www.heritage.org",
    "https://www.iiea.org",
    "https://www.cfr.org",
    "https://www.chathamhouse.org",
    "https://www.eiu.com",
    "https://www.economist.com",
    "https://www.foreignaffairs.com",
    "https://www.politico.com",
    "https://www.axios.com",
    "https://www.vox.com",
    "https://www.slate.com",
    "https://www.theatlantic.com",
    "https://www.newyorker.com",
    "https://www.newrepublic.com",
    "https://www.motherjones.com",
    "https://www.thenation.com",
    "https://www.jacobinmag.com",
    "https://www.propublica.org",
    "https://www.revealnews.org",
    "https://www.marshallproject.org",
    "https://www.themarshallproject.org",
    "https://www.texastribune.org",
    "https://www.californiamatters.org",
    "https://www.governing.com",
    "https://www.stateline.org",
    "https://www.pewresearch.org",
    "https://www.gallup.com",
    "https://www.ipsos.com",
    "https://www.yougov.com",
    "https://www.surveymonkey.com",
    "https://www.qualtrics.com",
    "https://www.census.gov",
    "https://www.bls.gov",
    "https://www.bea.gov",
    "https://www.federalreserve.gov",
    "https://www.treasury.gov",
    "https://www.whitehouse.gov",
    "https://www.supremecourt.gov",
    "https://www.congress.gov",
    "https://www.usa.gov",
    "https://www.usa.gov/espanol",
    "https://www.gov.uk",
    "https://www.canada.ca",
    "https://www.australia.gov.au",
    "https://www.india.gov.in",
    "https://www.gov.za",
    "https://www.japan.go.jp",
    "https://www.gov.br",
    "https://www.gouvernement.fr",
    "https://www.bundesregierung.de",
    "https://www.admin.ch",
    "https://www.government.se",
    "https://www.government.nl",
    "https://www.belgium.be",
    "https://www.austria.gv.at",
    "https://www.italia.it",
    "https://www.spain.info",
    "https://www.visitportugal.com",
    "https://www.greektravel.com",
    "https://www.visitnorway.com",
    "https://www.visitdenmark.com",
    "https://www.visitfinland.com",
    "https://www.visiticeland.com",
    "https://www.ireland.com",
    "https://www.visitscotland.com",
    "https://www.visitwales.com",
    "https://www.visitengland.com",
    "https://www.croatia.hr",
    "https://www.slovenia.info",
    "https://www.czechtourism.com",
    "https://www.poland.travel",
    "https://www.hungary.com",
    "https://www.romaniatourism.com",
    "https://www.bulgariatravel.org",
    "https://www.visitestonia.com",
    "https://www.latvia.travel",
    "https://www.lithuania.travel",
    "https://www.belarus.by",
    "https://www.ukraine.com",
    "https://www.russiatourism.ru",
    "https://www.visit-turkey.com",
    "https://www.goisrael.com",
    "https://www.visitjordan.com",
    "https://www.egypt.travel",
    "https://www.moroccotourism.com",
    "https://www.visittunisia.com",
    "https://www.algeria.com",
    "https://www.southafrica.net",
    "https://www.kenyatourism.org",
    "https://www.tanzaniatourism.go.tz",
    "https://www.visitrwanda.com",
    "https://www.ugandatourism.org",
    "https://www.ethiopianairlines.com",
    "https://www.nigeriatourism.org",
    "https://www.ghanatourism.gov.gh",
    "https://www.senegal-tourism.com",
    "https://www.visitmorocco.com",
    "https://www.tourismthailand.org",
    "https://www.vietnamtourism.gov.vn",
    "https://www.tourismcambodia.com",
    "https://www.tourismlaos.org",
    "https://www.myanmartourism.org",
    "https://www.indonesia-tourism.com",
    "https://www.malaysia.travel",
    "https://www.tourism.gov.ph",
    "https://www.srilanka.travel",
    "https://www.indiatourism.org",
    "https://www.nepaltourism.org",
    "https://www.tourismbhutan.org",
    "https://www.bangladeshtourism.gov.bd",
    "https://www.pakistan.gov.pk",
    "https://www.uzbekistan.travel",
    "https://www.kazakhstan.travel",
    "https://www.kyrgyzstan.travel",
    "https://www.tajikistan.travel",
    "https://www.turkmenistan.travel",
    "https://www.mongolia.travel",
    "https://www.koreatourism.or.kr",
    "https://www.japan.travel",
    "https://www.taiwan.net.tw",
    "https://www.hongkongtourismboard.com",
    "https://www.visitsingapore.com",
    "https://www.newzealand.com",
    "https://www.australia.com",
    "https://www.fiji.travel",
    "https://www.tahititourisme.com",
    "https://www.hawaii.com",
    "https://www.mexicotourism.org",
    "https://www.visitcostarica.com",
    "https://www.visitpanama.com",
    "https://www.colombia.travel",
    "https://www.visitperu.com",
    "https://www.boliviatravel.org",
    "https://www.chile.travel",
    "https://www.argentina.travel",
    "https://www.uruguaynatural.com",
    "https://www.visitbrasil.com",
    "https://www.ecuador.travel",
    "https://www.aruba.com",
    "https://www.bahamas.com",
    "https://www.barbados.org",
    "https://www.jamaica.com",
    "https://www.dominica.dm",
    "https://www.grenadagrenadines.com",
    "https://www.stlucia.org",
    "https://www.antigua-barbuda.org",
    "https://www.trinidadtobago.com",
    "https://www.caymanislands.com",
    "https://www.bermuda.com",
    "https://www.maldives.com",
    "https://www.mauritius.net",
    "https://www.seychelles.travel",
    "https://www.icelandictouristboard.com",
    "https://www.greenland.com",
    "https://www.faroeislands.com",
    "https://www.duolingo.com",
    "https://www.memrise.com",
    "https://www.babbel.com",
    "https://www.rosettastone.com",
    "https://www.busuu.com",
    "https://www.lingodeer.com",
    "https://www.hellotalk.com",
    "https://www.tandem.net",
    "https://www.italki.com",
    "https://www.verbling.com",
    "https://www.preply.com",
    "https://www.cambly.com",
    "https://www.vipkid.com",
    "https://www.lingoda.com",
    "https://www.skooli.com",
    "https://www.teachertube.com",
    "https://www.mathgames.com",
    "https://www.coolmathgames.com",
    "https://www.abcya.com",
    "https://www.starfall.com",
    "https://www.pbskids.org",
    "https://www.nick.com",
    "https://www.cartoonnetwork.com",
    "https://www.pokemon.com",
    "https://www.lego.com",
    "https://www.hasbro.com",
    "https://www.mattel.com",
    "https://www.barbie.com",
    "https://www.hotwheels.com",
    "https://www.nerf.com",
    "https://www.funko.com",
    "https://www.popmart.com",
    "https://www.spinmaster.com",
    "https://www.moosetoys.com",
    "https://www.ravensburger.com",
    "https://www.catan.com",
    "https://www.magic.wizards.com",
    "https://www.pokemon.com/us/pokemon-tcg",
    "https://www.yugioh.com",
    "https://www.vanguardcardfight.com",
    "https://www.digimoncard.com",
    "https://www.onepiece-cardgame.com",
    "https://www.dragonball-cardgame.com",
    "https://www.lorcana.com",
    "https://www.flashscore.com",
    "https://www.livescore.com",
    "https://www.sofascore.com",
    "https://www.strava.com",
    "https://www.mapmyrun.com",
    "https://www.runkeeper.com",
    "https://www.fitbit.com",
    "https://www.garmin.com",
    "https://www.whoop.com",
    "https://www.ouraring.com",
    "https://www.myfitnesspal.com",
    "https://www.loseit.com",
    "https://www.cronometer.com",
    "https://www.yazio.com",
    "https://www.lifesum.com",
    "https://www.noom.com",
    "https://www.weightwatchers.com",
    "https://www.headspace.com",
    "https://www.calm.com",
    "https://www.insighttimer.com",
    "https://www.wakingup.com",
    "https://www.tenpercent.com",
    "https://www.balanceapp.com",
    "https://www.smilingmind.com.au",
    "https://www.petalsofapricot.com",
    "https://www.sleepcycle.com",
    "https://www.pzizz.com",
    "https://www.bettersleep.com",
    "https://www.sleepio.com",
    "https://www.snorelab.com",
    "https://www.pillow.app",
    "https://www.auto.sleep",
    "https://www.sleepwatchapp.com",
    "https://www.mindbodygreen.com",
    "https://www.goop.com",
    "https://www.poosh.com",
    "https://www.wellandgood.com",
    "https://www.self.com",
    "https://www.shape.com",
    "https://www.menshealth.com",
    "https://www.womenshealthmag.com",
    "https://www.runnersworld.com",
    "https://www.bicycling.com",
    "https://www.yogajournal.com",
    "https://www.prevention.com",
    "https://www.goodhousekeeping.com",
    "https://www.cosmopolitan.com",
    "https://www.esquire.com",
    "https://www.gq.com",
    "https://www.vanityfair.com",
    "https://www.vogue.com",
    "https://www.harpersbazaar.com",
    "https://www.elle.com",
    "https://www.marieclaire.com",
    "https://www.instyle.com",
    "https://www.people.com",
    "https://www.usanews.com",
    "https://www.time.com",
    "https://www.newsweek.com",
    "https://www.economist.com",
    "https://www.newyorker.com",
    "https://www.theatlantic.com",
    "https://www.harpers.org",
    "https://www.weeklystandard.com",
    "https://www.nationalreview.com",
    "https://www.commentarymagazine.com",
    "https://www.dissentmagazine.org",
    "https://www.nytmag.com",
    "https://www.technologyreview.com",
    "https://www.spectrum.ieee.org",
    "https://www.wired.co.uk",
    "https://www.wired.com",
    "https://www.technologyreview.com",
    "https://www.cnet.com",
    "https://www.tomshardware.com",
    "https://www.anandtech.com",
    "https://www.pcworld.com",
    "https://www.techradar.com",
    "https://www.gsmarena.com",
    "https://www.phonearena.com",
    "https://www.xda-developers.com",
    "https://www.androidpolice.com",
    "https://www.androidcentral.com",
    "https://www.9to5mac.com",
    "https://www.macrumors.com",
    "https://www.appleinsider.com",
    "https://www.cultofmac.com",
    "https://www.idownloadblog.com",
    "https://www.droid-life.com",
    "https://www.wpcentral.com",
    "https://www.neowin.net",
    "https://www.bleepingcomputer.com",
    "https://www.ghacks.net",
    "https://www.betanews.com",
    "https://www.theguardian.com/technology",
    "https://www.bbc.com/news/technology",
    "https://www.independent.co.uk/tech",
    "https://www.telegraph.co.uk/technology",
    "https://www.ft.com/technology",
    "https://www.recode.net",
    "https://www.protocol.com",
    "https://www.theinformation.com",
    "https://www.restofworld.org",
    "https://www.gizmodo.com",
    "https://www.lifehacker.com",
    "https://www.jalopnik.com",
    "https://www.deadspin.com",
    "https://www.kotaku.com",
    "https://www.io9.com",
    "https://www.jezebel.com",
    "https://www.thedailybeast.com",
    "https://www.thedailywire.com",
    "https://www.breitbart.com",
    "https://www.theblaze.com",
    "https://www.cnn.com",
    "https://www.foxnews.com",
    "https://www.msnbc.com",
    "https://www.abcnews.go.com",
    "https://www.nbcnews.com",
    "https://www.cbsnews.com",
    "https://www.pbs.org",
    "https://www.c-span.org",
    "https://www.aljazeera.com",
    "https://www.bbc.com",
    "https://www.sky.com",
    "https://www.france24.com",
    "https://www.euronews.com",
    "https://www.rtve.es",
    "https://www.lemonde.fr",
    "https://www.lefigaro.fr",
    "https://www.liberation.fr",
    "https://www.francetvinfo.fr",
    "https://www.lesechos.fr",
    "https://www.latribune.fr",
    "https://www.lepoint.fr",
    "https://www.lexpress.fr",
    "https://www.parismatch.com",
    "https://www.gala.fr",
    "https://www.purepeople.com",
    "https://www.voici.fr",
    "https://www.closermag.fr",
    "https://www.public.fr",
    "https://www.bfmtv.com",
    "https://www.lci.fr",
    "https://www.francetv.fr",
    "https://www.radiofrance.fr",
    "https://www.spiegel.de",
    "https://www.welt.de",
    "https://www.zeit.de",
    "https://www.sueddeutsche.de",
    "https://www.faz.net",
    "https://www.handelsblatt.com",
    "https://www.bild.de",
    "https://www.stern.de",
    "https://www.focus.de",
    "https://www.wiwo.de",
    "https://www.heise.de",
    "https://www.golem.de",
    "https://www.netzpolitik.org",
    "https://www.tagesschau.de",
    "https://www.zdf.de",
    "https://www.n-tv.de",
    "https://www.rp-online.de",
    "https://www.rundschau-online.de",
    "https://www.express.de",
    "https://www.bz-berlin.de",
    "https://www.morgenpost.de",
    "https://www.abendblatt.de",
    "https://www.abendzeitung-muenchen.de",
    "https://www.nrc.nl",
    "https://www.volkskrant.nl",
    "https://www.ad.nl",
    "https://www.telegraaf.nl",
    "https://www.trouw.nl",
    "https://www.gelderlander.nl",
    "https://www.parool.nl",
    "https://www.bd.nl",
    "https://www.nd.nl",
    "https://www.fd.nl",
    "https://www.nu.nl",
    "https://www.rtlnieuws.nl",
    "https://www.nos.nl",
    "https://www.at5.nl",
    "https://www.omroepwest.nl",
    "https://www.omroepbrabant.nl",
    "https://www.limburger.nl",
    "https://www.destentor.nl",
    "https://www.tubantia.nl",
    "https://www.ed.nl",
    "https://www.pzc.nl",
    "https://www.rvd.nl",
    "https://www.lc.nl",
    "https://www.gva.be",
    "https://www.hln.be",
    "https://www.nieuwsblad.be",
    "https://www.standaard.be",
    "https://www.demorgen.be",
    "https://www.tijd.be",
    "https://www.rtbf.be",
    "https://www.rtl.be",
    "https://www.vrt.be",
    "https://www.sudinfo.be",
    "https://www.lalibre.be",
    "https://www.lameuse.be",
    "https://www.lanouvellegazette.be",
    "https://www.laprovince.be",
    "https://www.nordpresse.be",
    "https://www.7sur7.be",
    "https://www.lecho.be",
    "https://www.linkedin.com",
    "https://www.xing.com",
    "https://www.meetup.com",
    "https://www.eventbrite.com",
    "https://www.bandsintown.com",
    "https://www.songkick.com",
    "https://www.ticketmaster.com",
    "https://www.ticketfly.com",
    "https://www.ticks.com",
    "https://www.fandango.com",
    "https://www.amctheatres.com",
    "https://www.regmovies.com",
    "https://www.metopera.org",
    "https://www.carnegiehall.org",
    "https://www.lincolncenter.org",
    "https://www.broadway.com",
    "https://www.telecharge.com",
    "https://www.ticketcity.com",
    "https://www.goldstar.com",
    "https://www.todaytix.com",
    "https://www.rush49.com",
    "https://www.vividseats.com",
    "https://www.stubhub.com",
    "https://www.seatgeek.com",
    "https://www.gametime.co",
    "https://www.tickpick.com",
    "https://www.thrivemarket.com",
    "https://www.freshdirect.com",
    "https://www.peapod.com",
    "https://www.shipt.com",
    "https://www.goinstacart.com",
    "https://www.boxed.com",
    "https://www.jet.com",
    "https://www.bonanza.com",
    "https://www.rakuten.com",
    "https://www.tophatter.com",
    "https://www.wish.com",
    "https://www.gearbest.com",
    "https://www.banggood.com",
    "https://www.dhgate.com",
    "https://www.lightinthebox.com",
    "https://www.made-in-china.com",
    "https://www.alibaba.com",
    "https://www.indiamart.com",
    "https://www.tradeindia.com",
    "https://www.exportersindia.com",
    "https://www.indiamart.com",
    "https://www.amazon.de",
    "https://www.amazon.co.jp",
    "https://www.amazon.co.uk",
    "https://www.amazon.ca",
    "https://www.amazon.fr",
    "https://www.amazon.it",
    "https://www.amazon.es",
    "https://www.amazon.com.mx",
    "https://www.amazon.com.br",
    "https://www.amazon.in",
    "https://www.amazon.com.au",
    "https://www.amazon.ae",
    "https://www.amazon.sg",
    "https://www.amazon.nl",
    "https://www.amazon.se",
    "https://www.amazon.pl",
    "https://www.amazon.com.be",
    "https://www.amazon.com.tr",
    "https://www.citibank.com",
    "https://www.wellsfargo.com",
    "https://www.bankofamerica.com",
    "https://www.jpmorganchase.com",
    "https://www.usbank.com",
    "https://www.pnc.com",
    "https://www.tdbank.com",
    "https://www.capitalone.com",
    "https://www.discover.com",
    "https://www.amex.com",
    "https://www.americanexpress.com",
    "https://www.barclays.com",
    "https://www.hsbc.com",
    "https://www.deutsche-bank.com",
    "https://www.credit-suisse.com",
    "https://www.ubs.com",
    "https://www.bnpparibas.com",
    "https://www.santander.com",
    "https://www.mastercard.com",
    "https://www.visa.com",
    "https://www.swift.com",
    "https://www.bloomberg.com",
    "https://www.sec.gov",
    "https://www.edgar-online.com",
    "https://www.nasdaq.com",
    "https://www.nyse.com",
    "https://www.lsengroup.com",
    "https://www.londonstockexchange.com",
    "https://www.tokyo.jp.exchange",
    "https://www.shanghai-stock.com",
    "https://www.hkex.com.hk",
    "https://www.asx.com.au",
    "https://www.tsx.com",
    "https://www.euronext.com",
    "https://www.six-group.com",
    "https://www.borsaitaliana.it",
    "https://www.bolsasymercados.es",
    "https://www.cmegroup.com",
    "https://www.cboe.com",
    "https://www.interactivebrokers.com",
    "https://www.tradingview.com",
    "https://www.investing.com",
    "https://www.stockcharts.com",
    "https://www.finviz.com",
    "https://www.tipranks.com",
    "https://www.simplywall.st",
    "https://www.gurufocus.com",
    "https://www.validea.com",
    "https://www.stockrover.com",
    "https://www.portfolio123.com",
    "https://www.alphaquery.com",
    "https://www.finviz.com",
    "https://www.barchart.com",
    "https://www.trading212.com",
    "https://www.etoro.com",
    "https://www.revolut.com",
    "https://www.moneyboxapp.com",
    "https://www.freelancetrade.com",
]