From 39074d0e8e6c5fb2704b98ea15a808f579a206f7 Mon Sep 17 00:00:00 2001 From: Atridad Lahiji Date: Mon, 2 Dec 2024 12:42:19 -0600 Subject: [PATCH] Added NGINX config --- nginx_advanced_config.txt | 11 +++++++++++ 1 file changed, 11 insertions(+) create mode 100644 nginx_advanced_config.txt diff --git a/nginx_advanced_config.txt b/nginx_advanced_config.txt new file mode 100644 index 0000000..b28b71b --- /dev/null +++ b/nginx_advanced_config.txt @@ -0,0 +1,11 @@ +location / { + if ($http_user_agent ~* "(AI2Bot|Ai2Bot-Dolma|Amazonbot|anthropic-ai|Applebot-Extended|Bytespider|CCBot|ChatGPT-User|Claude-Web|ClaudeBot|cohere-ai|Diffbot|DuckAssistBot|FacebookBot|FriendlyCrawler|Google-Extended|GoogleOther|GoogleOther-Image|GoogleOther-Video|GPTBot|iaskspider/2.0|ICC-Crawler|ImagesiftBot|img2dataset|ISSCyberRiskCrawler|Kangaroo Bot|Meta-ExternalAgent|Meta-ExternalFetcher|OAI-SearchBot|omgili|omgilibot|PanguBot|PerplexityBot|PetalBot|Scrapy|Sidetrade indexer bot|Timpibot|VelenPublicWebCrawler|Webzio-Extended|YouBot)") { + return 418; + } + + proxy_pass $forward_scheme://$server:$port; + proxy_set_header Host $host; + proxy_set_header X-Real-IP $remote_addr; + proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; + proxy_set_header X-Forwarded-Proto $scheme; +} \ No newline at end of file