{
 "schema_version": "1.7.0",
 "id": "x_NXMC-2024-0163",
 "modified": "2026-10-19T02:33:38.839Z",
 "published": "2026-10-18T09:00:52.565Z",
 "summary": "Qwen2.5-Coder-1.5B-Instruct: tokenizer change at 9ce57ed (2024-09-19)",
 "details": "Qwen2.5-Coder-1.5B-Instruct: EOS changed from 151643 to [151645,151643]; anything fine-tuned or served against the old value stops at a different token; pad token unset to 151643; batched training masks a different id; generation defaults changed (do_sample unset to true, max_new_tokens 2048 to unset, repetition_penalty unset to 1.1, temperature unset to 0.7); a call that does not pass these explicitly now generates differently (2024-09-19).\n\nRepository: https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct. Revisions from 9ce57ed54f45f61e349bb44ec689e4a013b8be7c onward carry this change; a pin at 098145f275b49d4517571a8c5d1e7896f68797d8 or earlier does not.\n\nChanged keys:\n- generation do_sample: unset -> true (generation-defaults)\n- generation eos_token_id: 151643 -> [151645,151643] (tokenizer)\n- generation max_new_tokens: 2048 -> unset (generation-defaults)\n- generation pad_token_id: unset -> 151643 (tokenizer)\n- generation repetition_penalty: unset -> 1.1 (generation-defaults)\n- generation temperature: unset -> 0.7 (generation-defaults)\n- generation top_k: unset -> 20 (generation-defaults)\n- generation top_p: unset -> 0.8 (generation-defaults)\n\nThis record says what the change does mechanically. It is not a report that anything broke for anyone.",
 "affected": [
  {
   "ranges": [
    {
     "type": "GIT",
     "repo": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct",
     "events": [
      {
       "introduced": "9ce57ed54f45f61e349bb44ec689e4a013b8be7c"
      }
     ]
    }
   ],
   "database_specific": {
    "model": "Qwen/Qwen2.5-Coder-1.5B-Instruct",
    "previous_revision": "098145f275b49d4517571a8c5d1e7896f68797d8"
   }
  }
 ],
 "references": [
  {
   "type": "INTRODUCED",
   "url": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct/commit/9ce57ed54f45f61e349bb44ec689e4a013b8be7c"
  },
  {
   "type": "PACKAGE",
   "url": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct"
  },
  {
   "type": "WEB",
   "url": "https://www.neurarch.com/changes-feeds/models/Qwen/Qwen2.5-Coder-1.5B-Instruct.html"
  }
 ],
 "database_specific": {
  "source": "neurarch model change tracker",
  "model": "Qwen/Qwen2.5-Coder-1.5B-Instruct",
  "kind": "tokenizer",
  "classes": [
   "tokenizer",
   "generation-defaults"
  ],
  "changed_keys": [
   {
    "file": "generation",
    "key": "do_sample",
    "before": null,
    "after": true,
    "class": "generation-defaults"
   },
   {
    "file": "generation",
    "key": "eos_token_id",
    "before": 151643,
    "after": [
     151645,
     151643
    ],
    "class": "tokenizer"
   },
   {
    "file": "generation",
    "key": "max_new_tokens",
    "before": 2048,
    "after": null,
    "class": "generation-defaults"
   },
   {
    "file": "generation",
    "key": "pad_token_id",
    "before": null,
    "after": 151643,
    "class": "tokenizer"
   },
   {
    "file": "generation",
    "key": "repetition_penalty",
    "before": null,
    "after": 1.1,
    "class": "generation-defaults"
   },
   {
    "file": "generation",
    "key": "temperature",
    "before": null,
    "after": 0.7,
    "class": "generation-defaults"
   },
   {
    "file": "generation",
    "key": "top_k",
    "before": null,
    "after": 20,
    "class": "generation-defaults"
   },
   {
    "file": "generation",
    "key": "top_p",
    "before": null,
    "after": 0.8,
    "class": "generation-defaults"
   }
  ],
  "impact": {
   "memory": false,
   "serving": true,
   "tokenizer": true,
   "licence": null
  },
  "breaking": true,
  "breaking_rule": "https://www.neurarch.com/changes-feeds/advisories/index.json#breaking_rule",
  "consequence": {
   "params": null,
   "weightsGbBf16": null,
   "trainPeakGb": null,
   "fingerprint": null,
   "context": null,
   "eos": {
    "before": 151643,
    "after": [
     151645,
     151643
    ]
   },
   "bos": null
  },
  "commit_date": "2024-09-19T04:01:58.000Z",
  "detected_at": "2026-10-18T09:00:52.565Z",
  "detected_by": "backfill",
  "days_since_first_commit": 0,
  "license": "CC-BY-4.0"
 }
}