ATProto Browser

Record data

{
  "uri": "at://did:plc:s6sprpug6ygeffhogojh4g6b/app.bsky.feed.post/3lechqaqfps2g",
  "cid": "bafyreieyowxpmwoixaxx7wgswzbv7l7uvyowla5le4bfe4ilrvizp5aslq",
  "value": {
    "text": "Surprised to learn there's actually been some work on AI-specific changes to robots.txt spec www.ietf.org/archive/id/d...",
    "$type": "app.bsky.feed.post",
    "embed": {
      "$type": "app.bsky.embed.external",
      "external": {
        "uri": "https://www.ietf.org/archive/id/draft-jimenez-tbd-robotstxt-update-00.html",
        "title": "Robots.txt update proposal",
        "description": "This document proposes updates to the robots.txt standard to accommodate AI-specific crawlers, introducing a syntax for user-agent identification and policy differentiation. It aims to enhance the man..."
      }
    },
    "langs": [
      "en"
    ],
    "facets": [
      {
        "index": {
          "byteEnd": 121,
          "byteStart": 93
        },
        "features": [
          {
            "uri": "https://www.ietf.org/archive/id/draft-jimenez-tbd-robotstxt-update-00.html",
            "$type": "app.bsky.richtext.facet#link"
          }
        ]
      }
    ],
    "createdAt": "2024-12-27T17:02:10.403Z"
  }
}