# Author: Massimiliano Farinetti
# Author URL: https://massimiliano.farinetti.eu/
# Version: 2026-02-21

# Allow crawlers from the Internet Archive
User-agent: archive.org_bot	# Internet Archive
User-agent: ia_archiver		# Internet Archive
Allow: /

# Allow crawlers from public institutions
User-agent: SpiderLing		# BiWeC, Masarykova univerzita
User-agent: UGAResearchAgent	# School of Computing at the University of Georgia
Allow: /

# Allow legit crawlers and fetchers
User-agent: Applebot		# Apple
User-agent: Baiduspider		# Baidu
User-agent: Bingbot		# Bing
User-agent: DuckDuckBot		# DuckDuckGo
User-agent: EcosiaBot		# Ecosia
User-agent: facebookexternalhit	# Facebook
User-agent: FindFiles.net	# FindFiles
User-agent: Googlebot		# Google
User-agent: Googlebot-Image	# Google
User-agent: Googlebot-Video	# Google
User-agent: IbouBot		# Ibou
User-agent: Kagibot		# Kagi
User-agent: MojeekBot		# Mojeek
User-agent: NaverBot		# Naver
User-agent: PetalBot		# Petal
User-agent: Qwantbot		# Qwant
User-agent: SeznamBot		# Seznam
User-agent: Slackbot		# Slack
User-agent: Slurp		# Yahoo!
User-agent: Sogou web spider	# Sogou
User-agent: WBVVBot		# WBVV
User-agent: yacybot		# YaCi
User-agent: YandexBot		# Yandex
Allow: /

# Disallow AI crawlers, scrapers, and other bad actors
# No use closing the barn door after the horse is gone
User-agent: AhrefsBot			# Ahrefs / Yep
User-agent: aiohttp
User-agent: BitSightBot			# BitSight
User-agent: br-crawler
User-agent: BuiltWith			# BuiltWith
User-agent: Burst5000TitleFetcher
User-agent: Bytespider			# ByteDance
User-agent: CCBot			# Common Crawl
User-agent: ChatGPT-User		# OpenAI
User-agent: CheckMarkNetwork		# CheckMark Network
User-agent: CMS-Checker
User-agent: dataprovider		# DataProvider
User-agent: DomainStatsBot		# DomainStats
User-agent: DotBot			# Moz
User-agent: ev-crawler			# Headline
User-agent: fasthttp
User-agent: GeedoProductSearch		# Geedo
User-agent: Go-http-client
User-agent: GPTBot			# OpenAI
User-agent: Gregarius
User-agent: IAB-Tech-Lab		# IAB
User-agent: IntelPulse			# IPIntel
User-agent: meta-externalads		# Meta
User-agent: meta-externalagent		# Meta
User-agent: meta-externalfetcher	# Meta
User-agent: meta-webindexer		# Meta
User-agent: NetcraftSurveyAgent		# Netcraft
User-agent: NetworkingExtension
User-agent: OAI-SearchBot		# OpenAI
User-agent: OpenTheBoxBot
User-agent: python-httpx
User-agent: python-requests
User-agent: Python-urllib
User-agent: RootCrawl-Crawler
User-agent: SaaSBrowserBot		# SaaS Browser
User-agent: SaluteBot			# Sberbank
User-agent: SuperBot			# SuperBot
User-agent: TerraCotta			# Ceramic
User-agent: Timpibot			# Timpi
User-agent: veryhip			# VeryHip
User-agent: wappalyzergo-scan-file	# Wappalyzer
User-agent: Website-info.net		# Website-info
User-agent: wpbot
User-agent: ZenixOpsBot			# ZenixOps
Disallow: /

Sitemap: https://massimiliano.farinetti.eu/sitemap.xml