Experimental browser for the Atmosphere
AI tools scrape your website's content. Want to stop them (or slow them down, at least)? Here are some ways to combat them. #WebDev #AI #WordPress speckyboy.com/combat-ai-bo...
May 7, 2025, 2:17 PM
{ "uri": "at://did:plc:3w3ryyaiyrmo6ffwztlkxwma/app.bsky.feed.post/3lollmvudxc2j", "cid": "bafyreia4e2kiahyehtxbgmsnm2c3ubftud46ui4ojygfjf3x5ft5a7nj3u", "value": { "text": "AI tools scrape your website's content. Want to stop them (or slow them down, at least)? Here are some ways to combat them. #WebDev #AI #WordPress speckyboy.com/combat-ai-bo...", "$type": "app.bsky.feed.post", "embed": { "$type": "app.bsky.embed.external", "external": { "uri": "https://speckyboy.com/combat-ai-bot-traffic/", "thumb": { "$type": "blob", "ref": { "$link": "bafkreickwthecdaz4yyqjkxkzdnkirzbwvf7vp2v52cxsl42basdh5wuny" }, "mimeType": "image/jpeg", "size": 822365 }, "title": "How to Combat AI Bot Traffic on Your Website — Speckyboy", "description": "AI bots are straining our websites by ignoring robots.txt and scraping our content. Learn how you can fight back with tools, plugins, and CDN services to block unwanted AI crawlers and protect resourc..." } }, "langs": [ "en" ], "facets": [ { "index": { "byteEnd": 131, "byteStart": 124 }, "features": [ { "tag": "WebDev", "$type": "app.bsky.richtext.facet#tag" } ] }, { "index": { "byteEnd": 135, "byteStart": 132 }, "features": [ { "tag": "AI", "$type": "app.bsky.richtext.facet#tag" } ] }, { "index": { "byteEnd": 146, "byteStart": 136 }, "features": [ { "tag": "WordPress", "$type": "app.bsky.richtext.facet#tag" } ] }, { "index": { "byteEnd": 176, "byteStart": 147 }, "features": [ { "uri": "https://speckyboy.com/combat-ai-bot-traffic/", "$type": "app.bsky.richtext.facet#link" } ] } ], "createdAt": "2025-05-07T14:17:47.226Z" } }