summary refs log tree commit diff
path: root/template
diff options
context:
space:
mode:
authorRory& <root@rory.gay>2025-07-01 14:30:12 +0200
committerRory& <root@rory.gay>2025-07-01 14:30:12 +0200
commitc36bc725cd801efd53f2db2aee9d91bca616369f (patch)
treeb4c39ca5aad314be66259a6bc602c9198046bf82 /template
parentDeduplicate patterns, fix dedup.c (diff)
downloadBlockScrapersC-c36bc725cd801efd53f2db2aee9d91bca616369f.tar.xz
Various changes
Diffstat (limited to 'template')
-rw-r--r--template/ap_cgit.txt1
-rw-r--r--template/ap_emma.txt3
-rw-r--r--template/ap_matrix.txt6
-rw-r--r--template/ap_owncast.txt4
-rw-r--r--template/p_emma_unused_domains.txt9
-rw-r--r--template/p_paths.txt5
-rw-r--r--template/p_separate.txt5
-rw-r--r--template/p_user_agent_bot.txt11
-rw-r--r--template/p_user_agent_likely_fake.txt3
9 files changed, 39 insertions, 8 deletions
diff --git a/template/ap_cgit.txt b/template/ap_cgit.txt
new file mode 100644

index 0000000..fb4a38f --- /dev/null +++ b/template/ap_cgit.txt
@@ -0,0 +1 @@ +GET /cgit. \ No newline at end of file diff --git a/template/ap_emma.txt b/template/ap_emma.txt
index 2412087..40d9fc7 100644 --- a/template/ap_emma.txt +++ b/template/ap_emma.txt
@@ -2,4 +2,5 @@ GET /server.git/ GET /matrix/thirdparty/nheko.git/ # git: "-" "git/ -"Mozilla/5.0 (compatible; Let's Encrypt validation server; +https://www.letsencrypt.org)" \ No newline at end of file +"Mozilla/5.0 (compatible; Let's Encrypt validation server; +https://www.letsencrypt.org)" +"HEAD / HTTP/1.1" 200 0 "-" "axios/1.9.0" \ No newline at end of file diff --git a/template/ap_matrix.txt b/template/ap_matrix.txt
index c1349d9..44a8d51 100644 --- a/template/ap_matrix.txt +++ b/template/ap_matrix.txt
@@ -2,4 +2,8 @@ /_matrix/client/ /_matrix/federation/ /_matrix/key -"Synapse (bot; +https://github.com/matrix-org/synapse)" \ No newline at end of file + /_matrix/media +"Synapse (bot; +https://github.com/matrix-org/synapse)" +# RMU: + "https://mru.rory.gay/service-worker.js" + "GET /service-worker.js HTTP/ \ No newline at end of file diff --git a/template/ap_owncast.txt b/template/ap_owncast.txt
index 8107640..7046b2a 100644 --- a/template/ap_owncast.txt +++ b/template/ap_owncast.txt
@@ -5,4 +5,6 @@ "-" "libmpv" # initiated by... is this too loose? "https://stream.rory.gay/sw.js" - "https://stream.rory.gay/" \ No newline at end of file + "https://stream.rory.gay/" + "GET /api/status HTTP/2.0" 200 + "GET /api/config HTTP/2.0" 200 \ No newline at end of file diff --git a/template/p_emma_unused_domains.txt b/template/p_emma_unused_domains.txt new file mode 100644
index 0000000..f05db76 --- /dev/null +++ b/template/p_emma_unused_domains.txt
@@ -0,0 +1,9 @@ +{host="www.awoo.co.in" +{host="awoo.co.in" +{host="lfs.rory.gay" +{host="www.lfs.rory.gay" +{host="www.catgirlsaresexy.com" +{host="catgirlsaresexy.com" +# Why are you doing direct connections? +{host="51.210.113.110" +{host="127.0.0.1" \ No newline at end of file diff --git a/template/p_paths.txt b/template/p_paths.txt
index 59cf8d1..31597dd 100644 --- a/template/p_paths.txt +++ b/template/p_paths.txt
@@ -437,4 +437,7 @@ /yarn.lock /zabbix/favicon.ico <NULL> - //recordings/theme/main.css \ No newline at end of file + //recordings/theme/main.css + /Backup.zip + /archive.zip + /GponForm \ No newline at end of file diff --git a/template/p_separate.txt b/template/p_separate.txt
index a787b04..0d8c883 100644 --- a/template/p_separate.txt +++ b/template/p_separate.txt
@@ -1,4 +1,5 @@ "CONNECT "SSTP_DUPLEX_POST -# Why are you doing direct connections? -{host="51.210.113.110" \ No newline at end of file + / HTTP/2.0" 200 0 "-" "curl/ + / HTTP/1.1" 200 0 "-" "curl/ + / HTTP/1.1" 200 0 "-" "python-httpx/ \ No newline at end of file diff --git a/template/p_user_agent_bot.txt b/template/p_user_agent_bot.txt
index c177145..ec366ad 100644 --- a/template/p_user_agent_bot.txt +++ b/template/p_user_agent_bot.txt
@@ -15,6 +15,11 @@ meta-externalfetcher/ +https://developer.amazon.com +https://search.brave.com +https://opensiteexplorer.org ++https://awario.com/ ++https://help.seranking.com/en/blex-crawler ++https://app.twingly.com/public-docs/crawler ++http://duckduckgo.com/duckassistbot.html +mailto:fruitsaladisland@gmail.com # Other (mozilla/5.0) Mozilla/5.0 zgrab/ Mozilla/5.0; Keydrop.io/ @@ -38,4 +43,8 @@ ModatScanner/ AppleBot AhrefsBot # Unknown and nondescript - "link_checker/0.1.0" +"link_checker/0.1.0" +"SuperFastScraper/ +ThinkBot/ +Thinkbot/ +oii-research/ \ No newline at end of file diff --git a/template/p_user_agent_likely_fake.txt b/template/p_user_agent_likely_fake.txt
index 9e762fe..9dc5661 100644 --- a/template/p_user_agent_likely_fake.txt +++ b/template/p_user_agent_likely_fake.txt
@@ -1,3 +1,4 @@ .0.0.0 (Windows; U; Windows NT 10.0) AppleWebKit/ -(Windows; U; Windows NT 11.0) AppleWebKit/ \ No newline at end of file +(Windows; U; Windows NT 11.0) AppleWebKit/ +"Mozilla/5.0 (Windows NT 10.0; Win64; x64)" \ No newline at end of file