{
 "schema_version": "1.7.0",
 "id": "x_NXMC-2024-0146",
 "modified": "2026-10-19T02:33:38.839Z",
 "published": "2026-10-18T09:00:52.565Z",
 "summary": "Llama-3.1-405B-FP8: structural change at b46ddc8 (2024-07-23)",
 "details": "Llama-3.1-405B-FP8: rope_scaling added ({\"factor\":8,\"high_freq_factor\":4,\"low_freq_factor\":1,\"ori...); positions are now scaled (2024-07-23).\n\nRepository: https://huggingface.co/meta-llama/Llama-3.1-405B-FP8. Revisions from b46ddc84f9bbe25409feac525b16819a05719a02 onward carry this change; a pin at f2528c44b8a305634d2e0586ad75e7fba673a6da or earlier does not.\n\nChanged keys:\n- rope_scaling: unset -> {\"factor\":8,\"low_freq_factor\":1,\"high_freq_factor\":4,\"original_max_position_embeddings\":8192,\"rope_type\":\"llama3\"} (structural)\n\nThis record says what the change does mechanically. It is not a report that anything broke for anyone.",
 "affected": [
  {
   "ranges": [
    {
     "type": "GIT",
     "repo": "https://huggingface.co/meta-llama/Llama-3.1-405B-FP8",
     "events": [
      {
       "introduced": "b46ddc84f9bbe25409feac525b16819a05719a02"
      }
     ]
    }
   ],
   "database_specific": {
    "model": "meta-llama/Llama-3.1-405B-FP8",
    "previous_revision": "f2528c44b8a305634d2e0586ad75e7fba673a6da"
   }
  }
 ],
 "references": [
  {
   "type": "INTRODUCED",
   "url": "https://huggingface.co/meta-llama/Llama-3.1-405B-FP8/commit/b46ddc84f9bbe25409feac525b16819a05719a02"
  },
  {
   "type": "PACKAGE",
   "url": "https://huggingface.co/meta-llama/Llama-3.1-405B-FP8"
  },
  {
   "type": "WEB",
   "url": "https://www.neurarch.com/changes-feeds/models/meta-llama/Llama-3.1-405B-FP8.html"
  }
 ],
 "database_specific": {
  "source": "neurarch model change tracker",
  "model": "meta-llama/Llama-3.1-405B-FP8",
  "kind": "structural",
  "classes": [
   "structural"
  ],
  "changed_keys": [
   {
    "file": "config",
    "key": "rope_scaling",
    "before": null,
    "after": {
     "factor": 8,
     "low_freq_factor": 1,
     "high_freq_factor": 4,
     "original_max_position_embeddings": 8192,
     "rope_type": "llama3"
    },
    "class": "structural"
   }
  ],
  "impact": {
   "memory": false,
   "serving": true,
   "tokenizer": false,
   "licence": null
  },
  "breaking": true,
  "breaking_rule": "https://www.neurarch.com/changes-feeds/advisories/index.json#breaking_rule",
  "consequence": {
   "params": null,
   "weightsGbBf16": null,
   "trainPeakGb": null,
   "fingerprint": null,
   "context": null,
   "eos": null,
   "bos": null
  },
  "commit_date": "2024-07-23T15:43:12.000Z",
  "detected_at": "2026-10-18T09:00:52.565Z",
  "detected_by": "backfill",
  "days_since_first_commit": 3,
  "license": "CC-BY-4.0"
 }
}