ATProto Browser

ATProto Browser

Experimental browser for the Atmosphere

Post

There is #Kafka for short-term data storage, but how do you extract key insights from a stream? What if you need to deduplicate or join master while streaming? This is a hard problem, especially in real-time with sufficient speed. GlassFlow created an open-source solution that does exactly that.

May 6, 2025, 12:24 PM

Record data

{
  "uri": "at://did:plc:edglm4muiyzty2snc55ysuqx/app.bsky.feed.post/3loiuu3eyx222",
  "cid": "bafyreiefi3vjzstbkebbeqs7vyn5poxspplt5ei6ztr3e5frtsargb3zcu",
  "value": {
    "text": "There is #Kafka for short-term data storage, but how do you extract key insights from a stream? What if you need to deduplicate or join master while streaming? \n\nThis is a hard problem, especially in real-time with sufficient speed. GlassFlow created an open-source solution that does exactly that.",
    "$type": "app.bsky.feed.post",
    "embed": {
      "$type": "app.bsky.embed.images",
      "images": [
        {
          "alt": "Duplication events showcase",
          "image": {
            "$type": "blob",
            "ref": {
              "$link": "bafkreicielvixmrxohs2jbpe2rakqsln5g24y53qiupccftnuf7iwevk5a"
            },
            "mimeType": "image/jpeg",
            "size": 410734
          },
          "aspectRatio": {
            "width": 1598,
            "height": 861
          }
        }
      ]
    },
    "langs": [
      "en"
    ],
    "reply": {
      "root": {
        "cid": "bafyreicvqehdd4pwgt2srrkpra6f4u3jrk5xwujb7w6qn4drweztaduqfm",
        "uri": "at://did:plc:edglm4muiyzty2snc55ysuqx/app.bsky.feed.post/3loiutzeiik22"
      },
      "parent": {
        "cid": "bafyreicminpr6iegxupnm6zsyhg32uyqz7er3gcvjpctanvonfj5fsdtc4",
        "uri": "at://did:plc:edglm4muiyzty2snc55ysuqx/app.bsky.feed.post/3loiuu2nc5s22"
      }
    },
    "facets": [
      {
        "index": {
          "byteEnd": 15,
          "byteStart": 9
        },
        "features": [
          {
            "tag": "Kafka",
            "$type": "app.bsky.richtext.facet#tag"
          }
        ]
      }
    ],
    "createdAt": "2025-05-06T12:24:50.245Z"
  }
}