ATProto Browser

ATProto Browser

Experimental browser for the Atmosphere

Post

3. Llama 3 paper The section on post-training data is a gold mine! It details different techniques they used to generate 2.7M examples for instruction finetuning. It also covers synthetic data verification! arxiv.org/abs/2407.21783

Dec 13, 2024, 4:05 AM

Record data

{
  "uri": "at://did:plc:xdnifsedajxdcxn7wui6nxev/app.bsky.feed.post/3ld5vtctuos2w",
  "cid": "bafyreiddssda44pszffilcf2bf3qefkd7l7bgfvur4upthwbv46f67w2we",
  "value": {
    "text": "3.  Llama 3 paper\n\nThe section on post-training data is a gold mine! It details different techniques they used to generate 2.7M examples for instruction finetuning. It also covers synthetic data verification! arxiv.org/abs/2407.21783",
    "$type": "app.bsky.feed.post",
    "embed": {
      "$type": "app.bsky.embed.external",
      "external": {
        "uri": "https://arxiv.org/abs/2407.21783",
        "thumb": {
          "$type": "blob",
          "ref": {
            "$link": "bafkreibdnoxxy325kte7feolq77arkvjvgsnmsmzwmsr4spghh3jug5cpy"
          },
          "mimeType": "image/jpeg",
          "size": 146963
        },
        "title": "The Llama 3 Herd of Models",
        "description": "Modern artificial intelligence (AI) systems are powered by foundation models. This paper presents a new set of foundation models, called Llama 3. It is a herd of language models that natively support ..."
      }
    },
    "langs": [
      "en"
    ],
    "reply": {
      "root": {
        "cid": "bafyreiboicjtmoshf6b7i536sckhbylx3qronji5udz5woj3nwoqne76dy",
        "uri": "at://did:plc:xdnifsedajxdcxn7wui6nxev/app.bsky.feed.post/3ld5vjdpcwk2w"
      },
      "parent": {
        "cid": "bafyreiblv2cobwod6p2bpne4tr2d3mpvorh626t3ecf3tvurihcoiklfam",
        "uri": "at://did:plc:xdnifsedajxdcxn7wui6nxev/app.bsky.feed.post/3ld5vtbsmac2w"
      }
    },
    "facets": [
      {
        "index": {
          "byteEnd": 233,
          "byteStart": 209
        },
        "features": [
          {
            "uri": "https://arxiv.org/abs/2407.21783",
            "$type": "app.bsky.richtext.facet#link"
          }
        ]
      }
    ],
    "createdAt": "2024-12-13T04:05:53.195Z"
  }
}