Force Applebot to be seen as a scraping bot. Closes #134
This commit is contained in:
parent
99521e6741
commit
c741797472
@ -53,6 +53,7 @@ func IsUserAgentABot(userAgent string) bool {
|
|||||||
botStrings := []string{
|
botStrings := []string{
|
||||||
"mastodon",
|
"mastodon",
|
||||||
"pleroma",
|
"pleroma",
|
||||||
|
"applebot",
|
||||||
}
|
}
|
||||||
|
|
||||||
for _, botString := range botStrings {
|
for _, botString := range botStrings {
|
||||||
|
@ -6,6 +6,7 @@ func TestUserAgent(t *testing.T) {
|
|||||||
testAgents := []string{
|
testAgents := []string{
|
||||||
"Pleroma 1.0.0-1168-ge18c7866-pleroma-dot-site; https://pleroma.site info@pleroma.site",
|
"Pleroma 1.0.0-1168-ge18c7866-pleroma-dot-site; https://pleroma.site info@pleroma.site",
|
||||||
"Mastodon 1.2.3 Bot",
|
"Mastodon 1.2.3 Bot",
|
||||||
|
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.1.1 Safari/605.1.15 (Applebot/0.1; +http://www.apple.com/go/applebot)",
|
||||||
}
|
}
|
||||||
|
|
||||||
for _, agent := range testAgents {
|
for _, agent := range testAgents {
|
||||||
|
Loading…
x
Reference in New Issue
Block a user