{
 "schema_version": "1.7.0",
 "id": "x_NXMC-2024-0225",
 "modified": "2026-11-04T07:40:29.540Z",
 "published": "2026-11-01T12:02:00.579Z",
 "summary": "llama-3-8b-Instruct-bnb-4bit: tokenizer change at 89e4fd4 (2024-05-05)",
 "details": "llama-3-8b-Instruct-bnb-4bit: pad token \"<|end_of_text|>\" to \"<|reserved_special_token_250|>\"; batched training masks a different id; tokenizer model_max_length 8192 to 1e+30; truncation defaults change (2024-05-05).\n\nRepository: https://huggingface.co/unsloth/llama-3-8b-Instruct-bnb-4bit. Revisions from 89e4fd4e68bf61861110149fa59990e3bbcab6eb onward carry this change; a pin at d8d00d975d407fafd5ed951319fbc1ff8f6c0289 or earlier does not.\n\nChanged keys:\n- tokenizer model_max_length: 8192 -> 1e+30 (tokenizer)\n- tokenizer pad_token: <|end_of_text|> -> <|reserved_special_token_250|> (tokenizer)\n\nThis record says what the change does mechanically. It is not a report that anything broke for anyone.",
 "affected": [
  {
   "ranges": [
    {
     "type": "GIT",
     "repo": "https://huggingface.co/unsloth/llama-3-8b-Instruct-bnb-4bit",
     "events": [
      {
       "introduced": "89e4fd4e68bf61861110149fa59990e3bbcab6eb"
      }
     ]
    }
   ],
   "database_specific": {
    "model": "unsloth/llama-3-8b-Instruct-bnb-4bit",
    "previous_revision": "d8d00d975d407fafd5ed951319fbc1ff8f6c0289"
   }
  }
 ],
 "references": [
  {
   "type": "INTRODUCED",
   "url": "https://huggingface.co/unsloth/llama-3-8b-Instruct-bnb-4bit/commit/89e4fd4e68bf61861110149fa59990e3bbcab6eb"
  },
  {
   "type": "PACKAGE",
   "url": "https://huggingface.co/unsloth/llama-3-8b-Instruct-bnb-4bit"
  },
  {
   "type": "WEB",
   "url": "https://www.neurarch.com/changes-feeds/models/unsloth/llama-3-8b-Instruct-bnb-4bit.html"
  }
 ],
 "database_specific": {
  "source": "neurarch model change tracker",
  "model": "unsloth/llama-3-8b-Instruct-bnb-4bit",
  "kind": "tokenizer",
  "classes": [
   "tokenizer"
  ],
  "changed_keys": [
   {
    "file": "tokenizer",
    "key": "model_max_length",
    "before": 8192,
    "after": 1e+30,
    "class": "tokenizer"
   },
   {
    "file": "tokenizer",
    "key": "pad_token",
    "before": "<|end_of_text|>",
    "after": "<|reserved_special_token_250|>",
    "class": "tokenizer"
   }
  ],
  "impact": {
   "memory": false,
   "serving": true,
   "tokenizer": true,
   "licence": null
  },
  "breaking": false,
  "breaking_rule": "https://www.neurarch.com/changes-feeds/advisories/index.json#breaking_rule",
  "consequence": {
   "params": null,
   "weightsGbBf16": null,
   "trainPeakGb": null,
   "fingerprint": null,
   "context": null,
   "eos": null,
   "bos": null,
   "derivedSame": true
  },
  "commit_date": "2024-05-05T12:15:44.000Z",
  "detected_at": "2026-11-01T12:02:00.579Z",
  "detected_by": "backfill",
  "days_since_first_commit": 16,
  "license": "CC-BY-4.0"
 }
}