ATProto Browser

ATProto Browser

Experimental browser for the Atmosphere

Post

AI tools scrape your website's content. Want to stop them (or slow them down, at least)? Here are some ways to combat them. #WebDev #AI #WordPress speckyboy.com/combat-ai-bo...

May 7, 2025, 2:17 PM

Record data

{
  "uri": "at://did:plc:3w3ryyaiyrmo6ffwztlkxwma/app.bsky.feed.post/3lollmvudxc2j",
  "cid": "bafyreia4e2kiahyehtxbgmsnm2c3ubftud46ui4ojygfjf3x5ft5a7nj3u",
  "value": {
    "text": "AI tools scrape your website's content. Want to stop them (or slow them down, at least)? Here are some ways to combat them. #WebDev #AI #WordPress speckyboy.com/combat-ai-bo...",
    "$type": "app.bsky.feed.post",
    "embed": {
      "$type": "app.bsky.embed.external",
      "external": {
        "uri": "https://speckyboy.com/combat-ai-bot-traffic/",
        "thumb": {
          "$type": "blob",
          "ref": {
            "$link": "bafkreickwthecdaz4yyqjkxkzdnkirzbwvf7vp2v52cxsl42basdh5wuny"
          },
          "mimeType": "image/jpeg",
          "size": 822365
        },
        "title": "How to Combat AI Bot Traffic on Your Website — Speckyboy",
        "description": "AI bots are straining our websites by ignoring robots.txt and scraping our content. Learn how you can fight back with tools, plugins, and CDN services to block unwanted AI crawlers and protect resourc..."
      }
    },
    "langs": [
      "en"
    ],
    "facets": [
      {
        "index": {
          "byteEnd": 131,
          "byteStart": 124
        },
        "features": [
          {
            "tag": "WebDev",
            "$type": "app.bsky.richtext.facet#tag"
          }
        ]
      },
      {
        "index": {
          "byteEnd": 135,
          "byteStart": 132
        },
        "features": [
          {
            "tag": "AI",
            "$type": "app.bsky.richtext.facet#tag"
          }
        ]
      },
      {
        "index": {
          "byteEnd": 146,
          "byteStart": 136
        },
        "features": [
          {
            "tag": "WordPress",
            "$type": "app.bsky.richtext.facet#tag"
          }
        ]
      },
      {
        "index": {
          "byteEnd": 176,
          "byteStart": 147
        },
        "features": [
          {
            "uri": "https://speckyboy.com/combat-ai-bot-traffic/",
            "$type": "app.bsky.richtext.facet#link"
          }
        ]
      }
    ],
    "createdAt": "2025-05-07T14:17:47.226Z"
  }
}